-- Logs begin at Wed 2021-06-09 12:38:12 UTC, end at Wed 2021-06-09 14:18:10 UTC. -- Jun 09 13:08:31.837144 dv-neutron-601336-89-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 13:08:34.387060 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.common.config [-] Logging enabled! Jun 09 13:08:34.387716 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev299 Jun 09 13:08:34.387803 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 13:08:34.390989 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.common.config [-] Logging enabled! Jun 09 13:08:34.391238 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev299 Jun 09 13:08:34.391521 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 13:08:34.392455 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 13:08:34.392683 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 13:08:34.393063 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 13:08:34.393306 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 13:08:34.393513 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 13:08:34.393846 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.394136 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.394431 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.394712 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.395008 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.395295 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.395563 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.395859 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.396144 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.396430 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.396718 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.396997 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.397225 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.397506 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.397786 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.398065 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.398288 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] debug = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.398589 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.399000 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.399418 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.399697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.399983 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.400258 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.400527 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.400800 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.401084 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.401410 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] host = dv-neutron-601336-89-hyperv {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.401682 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.401964 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.402247 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.402552 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.402821 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.403094 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.403375 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.403642 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.403909 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.404180 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.404464 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.404747 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.405030 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.405253 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.405472 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.405752 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.406030 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.406300 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.406600 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.406874 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.407142 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.407412 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.407674 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.407953 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.408227 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.408506 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.408774 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.409047 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.409313 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.409578 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.409855 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.410122 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.410444 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.410754 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.411036 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.411308 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.411581 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.411876 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.412154 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.412430 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.412710 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.412979 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.413252 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.413520 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.413786 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.414052 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_json = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.414319 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.414726 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.415015 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.415286 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.415557 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.415827 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.416093 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.416373 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:34.416669 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.416966 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.417264 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.417542 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.417833 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.418110 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.418394 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.418699 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.418996 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.419282 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.419569 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.419845 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.420129 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.420402 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.420694 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.420997 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.421287 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.421573 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.421844 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.422113 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.422382 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.422685 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.422969 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.423259 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.423543 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.423813 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.424089 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.424374 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.424649 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.424938 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.425308 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.425597 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.425892 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.426195 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.426475 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.426783 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.427054 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.427324 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.427599 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.427887 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.428158 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.428425 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.428693 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.428972 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.429238 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.429519 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.429791 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.430058 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.430708 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.430984 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.431251 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.431519 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.431791 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.432062 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.432336 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.432604 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.432876 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.433149 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.433417 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.433689 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.433958 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.434230 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.434505 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.434797 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.435068 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.435336 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.435606 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.435883 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.436157 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.436450 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.436726 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.437002 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.437277 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.437550 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.437822 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.438096 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.438366 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.438673 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.438961 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.439249 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.439531 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.439818 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.440101 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.440376 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.440667 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.440945 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.441224 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.441498 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.441798 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.442085 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.442364 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.442681 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.442977 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.443268 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.443558 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.443849 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.444128 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.444432 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.444708 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:34.444922 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 13:08:34.445159 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92278) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 13:08:34.787889 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:08:34.788134 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:08:34.788456 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:08:34.788782 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 13:08:35.175704 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.175992 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.176306 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.177521 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.177799 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.178063 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.213744 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.214026 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.214304 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.227345 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.227614 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.227877 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.255460 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.255736 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.256002 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.293070 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.293348 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.293618 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.522305 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.522977 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.522977 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.523176 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.523944 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.645000 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.645313 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.645602 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.645883 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.646157 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.646461 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.646745 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.647003 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.647254 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.647528 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.647775 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.648036 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.648293 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.648560 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.648820 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.649070 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.649341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.649595 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.649861 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.650108 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.650385 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.650767 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.651017 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.651298 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.651552 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.651796 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.652185 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.652424 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.652658 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.652891 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.653122 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.653352 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:35.653710 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 13:08:35.656957 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 13:08:35.661014 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 13:08:35.664882 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 09 13:08:35.666518 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 13:08:35.666994 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 13:08:35.667329 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 13:08:35.667714 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 13:08:35.670504 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 13:08:35.670784 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 13:08:35.671129 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 13:08:35.698954 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 13:08:35.699395 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.699691 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92278) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 13:08:35.700052 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.701396 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92278) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 13:08:35.701680 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 13:08:35.701925 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 13:08:35.705171 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.705452 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:35.768905 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 13:08:35.769143 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 13:08:35.769381 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 13:08:35.769772 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 13:08:35.808056 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_db.sqlalchemy.engines [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92278) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 13:08:36.135259 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing driver for type 'gre' Jun 09 13:08:36.135696 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] gre ID ranges: [(1, 1000)] Jun 09 13:08:36.186999 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing driver for type 'local' Jun 09 13:08:36.187337 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing driver for type 'vlan' Jun 09 13:08:36.199224 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] VlanTypeDriver initialization complete Jun 09 13:08:36.199555 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing driver for type 'vxlan' Jun 09 13:08:36.200024 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] vxlan ID ranges: [(1, 1000)] Jun 09 13:08:36.251173 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing extension driver 'port_security' Jun 09 13:08:36.251482 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.extensions.port_security [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] PortSecurityExtensionDriver initialization complete Jun 09 13:08:36.251848 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing mechanism driver 'openvswitch' Jun 09 13:08:36.252172 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing mechanism driver 'hyperv' Jun 09 13:08:36.258884 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.plugins.ml2.plugin [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:36.259689 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.260018 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.260392 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.260755 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.261103 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.261443 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.261818 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.262160 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.262499 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.262897 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.263239 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.263573 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.263945 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.264286 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.264621 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.264991 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > address_group after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.265329 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > address_group after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.265663 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > address_group after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.266021 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] ML2 OVO RPC backend initialized. {{(pid=92278) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 13:08:36.266719 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.267064 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.267474 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.267816 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > networks before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.268161 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.268498 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > ports before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.268834 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.269171 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnets before_response 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.269511 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.269846 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.270178 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.270520 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.270878 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.271217 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.271551 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.271885 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.272215 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.272777 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.plugin [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Modular L2 Plugin initialization complete Jun 09 13:08:36.273105 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading services supported by the core plugin {{(pid=92278) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 13:08:36.273427 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.plugins.ml2.managers [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Got port-security extension from driver 'port_security' Jun 09 13:08:36.273909 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.extensions.vlantransparent [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Disabled vlantransparent extension. Jun 09 13:08:36.274388 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92278) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 13:08:36.274721 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: router Jun 09 13:08:36.310891 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.311275 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_create 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.311644 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router before_create 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.312009 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.312378 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.312729 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_delete 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.313092 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > floatingip after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.313455 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_create 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.313799 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.314143 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.314504 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.314883 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.315285 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.315648 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.315978 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.316305 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: subnet after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.316636 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.316973 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > port precommit_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.317314 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_create 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.317721 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.318047 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.318387 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router after_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.318753 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_delete 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.319098 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_create 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.319458 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.319808 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_update 55549900 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.320176 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > network after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.321028 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Tracking information for resource: router configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:36.321351 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Tracking information for resource: floatingip configured {{(pid=92278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 13:08:36.326218 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.db.l3_agentschedulers_db [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 13:08:36.326847 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.327203 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.327545 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.327892 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: port after_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.328665 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router before_create 55550100 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.329021 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_delete 55550100 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.329377 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_create 55550100 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.329726 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > router precommit_update 55550100 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.334205 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.provider_configuration [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service providers = [] {{(pid=92278) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 13:08:36.334557 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.db.servicetype_db [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92278) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 13:08:36.337447 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.service_base [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 13:08:36.337792 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.service_base [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 13:08:36.338127 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.service_base [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 13:08:36.339026 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.services.service_base [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 13:08:36.339392 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.services.service_base [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 13:08:36.339930 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.340251 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 13:08:36.350794 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.351116 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: auto_allocate Jun 09 13:08:36.356683 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: network precommit_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.357046 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: network precommit_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.357555 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.357867 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: tag Jun 09 13:08:36.365929 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.366248 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: timestamp Jun 09 13:08:36.369987 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.370312 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: network_ip_availability Jun 09 13:08:36.375514 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.375873 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.376222 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.376916 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.377227 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: flavors Jun 09 13:08:36.494609 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.494818 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading Plugin: revisions Jun 09 13:08:36.499386 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 13:08:36.499782 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.711s {{(pid=92278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:08:36.500549 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92278) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 13:08:36.500877 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Initializing extension manager. Jun 09 13:08:36.501381 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: __init__.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.501722 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: __pycache__ {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.502045 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: _allowedaddresspairs_active_vip_lib.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.502372 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.502751 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: address_group.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.503514 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.504101 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: address-group Jun 09 13:08:36.504416 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: address_scope.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.505096 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.505632 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: address-scope Jun 09 13:08:36.505949 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: admin_state_down_before_update.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.506884 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.507389 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: router-admin-state-down-before-update Jun 09 13:08:36.507703 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: agent.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.508395 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.508901 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: agent Jun 09 13:08:36.509215 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: agent_resources_synced.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.510107 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.510647 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: agent-resources-synced Jun 09 13:08:36.510964 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: allowed_address_pairs_active_vip.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.511861 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Allowed Address Pairs active VIP" alias="allowed-address-pairs-active-vip" description="Provides information about status of the allowed address pair when it is used as VIP on more than one port from the same network." updated="2021-06-04T012:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.512368 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: allowed-address-pairs-active-vip Jun 09 13:08:36.512684 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: allowedaddresspairs.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.514461 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.515016 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: allowed-address-pairs Jun 09 13:08:36.515341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: auto_allocated_topology.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.516409 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.516915 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: auto-allocated-topology Jun 09 13:08:36.517240 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: availability_zone.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.517914 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.518415 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: availability_zone Jun 09 13:08:36.518757 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: availability_zone_filter.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.519641 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.520150 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: availability_zone_filter Jun 09 13:08:36.520468 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: data_plane_status.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.521445 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.521947 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 13:08:36.522262 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: default_subnetpools.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.523173 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.523745 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: default-subnetpools Jun 09 13:08:36.523987 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: dhcpagentscheduler.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.524771 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.525276 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: dhcp_agent_scheduler Jun 09 13:08:36.525574 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: dns.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.526480 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.527009 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension dns-integration not supported by any of loaded plugins Jun 09 13:08:36.527323 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: dns_domain_ports.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.528218 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.528714 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 13:08:36.529027 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: dvr.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.529677 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.530180 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: dvr Jun 09 13:08:36.530491 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: empty_string_filtering.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.531403 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.531913 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: empty-string-filtering Jun 09 13:08:36.532231 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.533290 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.533808 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 13:08:36.534124 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.535039 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.535543 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 13:08:36.535860 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: external_net.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.536769 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.537271 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: external-net Jun 09 13:08:36.537583 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: extra_dhcp_opt.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.538482 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.539019 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: extra_dhcp_opt Jun 09 13:08:36.539338 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: extraroute.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.540221 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.540725 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: extraroute Jun 09 13:08:36.541039 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: extraroute_atomic.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.542052 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.542564 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: extraroute-atomic Jun 09 13:08:36.542908 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: filter_validation.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.543566 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.544064 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: filter-validation Jun 09 13:08:36.544380 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: fip_pf_description.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.545270 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.545773 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 13:08:36.546082 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: fip_port_details.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.546999 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.547508 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: fip-port-details Jun 09 13:08:36.547822 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: flavors.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.549029 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.549543 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: flavors Jun 09 13:08:36.549863 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.551551 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.552116 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 13:08:36.552441 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: floatingip_pools.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.553116 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.553626 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: floatingip-pools Jun 09 13:08:36.553945 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: ip_allocation.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.554874 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.555737 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 13:08:36.556051 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.556941 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.557448 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: ip-substring-filtering Jun 09 13:08:36.557776 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l2_adjacency.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.558702 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.559203 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 13:08:36.559517 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.560451 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.560955 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: router Jun 09 13:08:36.561274 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3_conntrack_helper.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.563492 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.564017 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 13:08:36.564343 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.565236 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.565745 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: ext-gw-mode Jun 09 13:08:36.566067 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.566982 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.567491 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: l3-ha Jun 09 13:08:36.567841 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3_flavors.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.568752 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.569260 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: l3-flavors Jun 09 13:08:36.569581 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.570480 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.571017 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 13:08:36.571333 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: l3agentscheduler.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.572333 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.572838 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: l3_agent_scheduler Jun 09 13:08:36.573158 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: logging.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.574823 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.575335 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension logging not supported by any of loaded plugins Jun 09 13:08:36.575656 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: metering.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.576380 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.576941 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: metering Jun 09 13:08:36.577261 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.578341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.578880 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: metering_source_and_destination_fields Jun 09 13:08:36.579200 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: multiprovidernet.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.580106 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.580608 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: multi-provider Jun 09 13:08:36.580920 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: netmtu.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.581808 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.582317 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: net-mtu Jun 09 13:08:36.582658 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: netmtu_writable.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.583626 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.584135 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: net-mtu-writable Jun 09 13:08:36.584449 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: network_availability_zone.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.585098 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.585591 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: network_availability_zone Jun 09 13:08:36.585899 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: network_ip_availability.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.587016 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.587521 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: network-ip-availability Jun 09 13:08:36.587837 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: network_segment_range.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.588576 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.589069 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 13:08:36.589386 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: pagination.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.590349 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.590709 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: pagination Jun 09 13:08:36.591020 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: port_device_profile.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.591912 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.592420 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: port-device-profile Jun 09 13:08:36.592733 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.593632 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.594133 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: port-mac-address-regenerate Jun 09 13:08:36.594447 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.595364 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.595867 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: port-numa-affinity-policy Jun 09 13:08:36.596177 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: port_resource_request.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.597071 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.597573 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 13:08:36.597887 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: portbindings.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.598820 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.599352 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: binding Jun 09 13:08:36.599664 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: portbindings_extended.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.600925 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.601428 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: binding-extended Jun 09 13:08:36.601747 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: portsecurity.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.602678 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.603188 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: port-security Jun 09 13:08:36.603515 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: project_id.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.604468 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.604790 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: project-id Jun 09 13:08:36.605103 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: providernet.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.605998 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.606539 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: provider Jun 09 13:08:36.606865 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.610381 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.610948 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos not supported by any of loaded plugins Jun 09 13:08:36.611274 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.612499 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.613012 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 13:08:36.613331 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.614243 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.614822 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 13:08:36.615146 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_default.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.616037 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.616547 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-default not supported by any of loaded plugins Jun 09 13:08:36.616867 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_fip.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.617675 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.618175 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-fip not supported by any of loaded plugins Jun 09 13:08:36.618494 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_gateway_ip.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.619413 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.619918 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 13:08:36.620231 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_port_network_policy.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.621113 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.621612 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 13:08:36.621930 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_rule_type_details.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.622839 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.623341 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 13:08:36.623660 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: qos_rules_alias.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.624671 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.625181 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 13:08:36.625499 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: quotasv2.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.626385 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.626727 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: quotas Jun 09 13:08:36.627039 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: quotasv2_detail.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.630028 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.630393 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: quota_details Jun 09 13:08:36.630743 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: rbac.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.631771 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.632293 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: rbac-policies Jun 09 13:08:36.632617 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: rbac_address_group.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.633528 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.634040 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: rbac-address-group Jun 09 13:08:36.634362 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: rbac_address_scope.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.635304 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.635819 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: rbac-address-scope Jun 09 13:08:36.636140 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: rbac_security_groups.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.637023 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.637533 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: rbac-security-groups Jun 09 13:08:36.637852 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: rbac_subnetpool.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.638772 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.639282 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: rbac-subnetpool Jun 09 13:08:36.639600 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: revisionifmatch.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.640510 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.641023 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: revision-if-match Jun 09 13:08:36.641338 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: revisions.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.642452 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.643000 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: standard-attr-revisions Jun 09 13:08:36.643320 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: router_availability_zone.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.643992 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.644506 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: router_availability_zone Jun 09 13:08:36.644823 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: routerservicetype.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.645738 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.646303 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension router-service-type not supported by any of loaded plugins Jun 09 13:08:36.646650 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.647749 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.648264 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: security-groups-normalized-cidr Jun 09 13:08:36.648580 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: security_groups_port_filtering.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.649482 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.649990 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: port-security-groups-filtering Jun 09 13:08:36.650305 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.651218 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.651725 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: security-groups-remote-address-group Jun 09 13:08:36.652041 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: securitygroup.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.661900 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.662429 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: security-group Jun 09 13:08:36.662795 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: segment.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.663558 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.664070 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension segment not supported by any of loaded plugins Jun 09 13:08:36.664393 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.665307 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.665817 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 13:08:36.666137 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: servicetype.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.667335 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.667854 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: service-type Jun 09 13:08:36.668175 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: sorting.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.669154 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.669481 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: sorting Jun 09 13:08:36.669801 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: standard_attr_segment.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.670736 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.671252 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 13:08:36.671567 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: standardattrdescription.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.672203 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.672695 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: standard-attr-description Jun 09 13:08:36.673014 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: stateful_security_group.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.674443 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.674443 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: stateful-security-group Jun 09 13:08:36.674758 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: stdattrs_common.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.675319 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 13:08:36.675630 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.676525 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.677129 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 13:08:36.677464 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnet_onboard.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.678546 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.679072 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: subnet_onboard Jun 09 13:08:36.679391 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.680659 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.681163 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 13:08:36.681480 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnet_service_types.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.682391 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.682924 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: subnet-service-types Jun 09 13:08:36.683245 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnetallocation.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.684326 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.684837 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: subnet_allocation Jun 09 13:08:36.685151 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.685815 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.686320 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: subnetpool-prefix-ops Jun 09 13:08:36.686663 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.687567 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.688068 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 13:08:36.688388 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: tagging.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.689455 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.689981 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: standard-attr-tag Jun 09 13:08:36.690299 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: timestamp.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.691512 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.692011 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loaded extension: standard-attr-timestamp Jun 09 13:08:36.692348 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: trunk.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.693391 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.693901 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension trunk not supported by any of loaded plugins Jun 09 13:08:36.694225 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: trunk_details.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.695161 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.695676 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension trunk-details not supported by any of loaded plugins Jun 09 13:08:36.695994 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: uplink_status_propagation.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.696922 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.697426 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 13:08:36.697724 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Loading extension file: vlantransparent.py {{(pid=92278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 13:08:36.698397 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 13:08:36.698933 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 13:08:36.701473 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:network Jun 09 13:08:36.702000 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnet Jun 09 13:08:36.702394 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 13:08:36.702825 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:port Jun 09 13:08:36.704071 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.704498 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service FLAVORS assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.705126 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.705553 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.705877 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:router Jun 09 13:08:36.706298 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:floatingip Jun 09 13:08:36.706864 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service METERING assigned prefix: /metering {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.708428 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.708800 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.709149 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:08:36.710148 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 13:08:36.710601 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:security_group Jun 09 13:08:36.711026 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 13:08:36.711639 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service CORE assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.711960 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 13:08:36.712297 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] subnetpool is already registered Jun 09 13:08:36.712717 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service CORE assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.713034 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 13:08:36.713383 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] subnetpool is already registered Jun 09 13:08:36.715658 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.716083 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service FLAVORS assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.716663 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.717076 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.717401 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:router Jun 09 13:08:36.717735 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] router is already registered Jun 09 13:08:36.718139 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:floatingip Jun 09 13:08:36.718467 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] floatingip is already registered Jun 09 13:08:36.718935 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service METERING assigned prefix: /metering {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.719588 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 13:08:36.719908 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] rbac_policy is already registered Jun 09 13:08:36.720309 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:security_group Jun 09 13:08:36.720640 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] security_group is already registered Jun 09 13:08:36.721036 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 13:08:36.721365 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] security_group_rule is already registered Jun 09 13:08:36.721994 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service CORE assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.722311 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 13:08:36.722668 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] subnetpool is already registered Jun 09 13:08:36.723083 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.v2.resource_helper [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Service CORE assigned prefix: {{(pid=92278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 13:08:36.723398 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 13:08:36.723729 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING neutron.quota.resource_registry [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] subnetpool is already registered Jun 09 13:08:36.724191 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: extensions {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.725657 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: address-groups {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.727184 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: address-scopes {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.728495 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: agents {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.729644 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: auto-allocated-topology {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.730904 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: availability_zones {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.732121 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: dhcp-networks {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.733667 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: dhcp-agents {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.735077 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: routers {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.736806 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: flavors {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.739159 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: service_profiles {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.740461 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: next_providers {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.741852 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: service_profiles {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.743471 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: floatingip-pools {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.744754 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: routers {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.746366 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: floatingips {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.747657 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: l3-routers {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.749051 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: l3-agents {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.750435 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: metering-labels {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.751688 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: metering-label-rules {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.753044 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: network-ip-availabilities {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.754307 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: bindings {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.755947 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: quotas {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.757469 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: quotas {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.758886 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: rbac-policies {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.760051 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: security-groups {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.761367 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: security-group-rules {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.762597 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: service-providers {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.763860 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: subnetpools {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.765143 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: subnetpools {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.766697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.768373 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.770145 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.771995 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.773694 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.775652 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.777328 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.779146 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.780998 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.782734 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron.api.extensions [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Extended resource: tags {{(pid=92278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 13:08:36.788767 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING keystonemiddleware.auth_token [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 13:08:36.793298 dv-neutron-601336-89-hyperv neutron-server[92278]: WARNING keystonemiddleware.auth_token [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 13:08:36.801546 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Acquired lock "singleton_lock" {{(pid=92278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 13:08:36.802027 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_concurrency.lockutils [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Releasing lock "singleton_lock" {{(pid=92278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 13:08:36.802681 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Starting 2 workers Jun 09 13:08:36.807677 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Started child 92383 {{(pid=92278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 13:08:36.811874 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Started child 92384 {{(pid=92278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 13:08:36.812833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.813491 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO neutron.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 13:08:36.814014 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Notify callbacks [] for process, before_spawn {{(pid=92278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.814140 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [-] (92383) wsgi starting up on http://0.0.0.0:9696 Jun 09 13:08:36.816427 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Starting 1 workers Jun 09 13:08:36.816589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.818131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [-] (92384) wsgi starting up on http://0.0.0.0:9696 Jun 09 13:08:36.821444 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Started child 92385 {{(pid=92278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 13:08:36.821999 dv-neutron-601336-89-hyperv neutron-server[92278]: INFO oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Starting 1 workers Jun 09 13:08:36.825184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] calling RpcWorker wait() {{(pid=92385) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 13:08:36.825778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] returning from RpcWorker wait() {{(pid=92385) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 13:08:36.826333 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Started child 92386 {{(pid=92278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 13:08:36.826860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.827140 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG neutron_lib.callbacks.manager [None req-21db2446-e20c-419d-8e5a-dab0e1df563f None None] Notify callbacks [] for process, after_spawn {{(pid=92278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.827290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:36.829011 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 13:08:36.829218 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 13:08:36.829365 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 13:08:36.829603 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 13:08:36.829929 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 13:08:36.830057 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 13:08:36.830632 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.830908 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.831163 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.831409 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.831676 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.831995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:36.832544 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.832544 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.832691 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.832927 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.833207 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.833387 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.833534 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.833790 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.834015 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.834312 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.834608 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.834837 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.835123 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.835253 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.835512 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.835791 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.836029 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.836284 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] debug = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.836520 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.836988 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.837226 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.837478 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.837694 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.837971 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.838202 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.838438 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.838704 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.838944 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.839178 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.839437 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.839669 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.839880 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.840091 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.840342 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.840566 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.841043 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] host = dv-neutron-601336-89-hyperv {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.841279 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.841506 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.841746 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.841980 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.842201 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.842415 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.842674 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.842925 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.843168 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.843398 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.843625 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.843872 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.844090 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.844326 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.844484 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_options = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.844693 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.844959 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.845223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.845406 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.845641 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.845774 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.845969 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.846129 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.846382 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.846618 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.846830 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.847055 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.847281 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.847489 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.847733 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.848031 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.848195 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.848400 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.848658 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.848909 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.849158 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.849379 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.849589 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.849822 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.850063 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.850273 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.850511 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.850758 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.850967 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.851244 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.851473 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.851736 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.851966 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.852233 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.852478 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.852699 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.852876 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.853285 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.853458 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.853895 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.853895 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.854181 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.854320 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.854485 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.854705 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.854880 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_json = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.855118 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.855314 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.855582 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.855790 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.856024 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.856423 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.856614 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.856845 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.857245 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.857666 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.857816 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.858033 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.858261 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.858497 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.858776 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.859025 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.859290 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.859536 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.860341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.860341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.860341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.860796 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.860796 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.861143 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.862970 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:36.863048 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.863115 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.863372 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.863631 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.863857 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.864274 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.864696 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.864982 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.865195 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.865407 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.865663 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.865881 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.866132 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.866323 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.866598 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.867372 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.867372 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.867372 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.867801 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.867801 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.868091 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.868237 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.868377 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869079 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869079 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869079 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869458 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869458 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869633 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.869828 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.870052 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.870440 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.870849 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.871286 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.871675 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.872024 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.872376 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.872747 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.873119 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.873371 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.873593 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.873807 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.874017 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.874251 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.874460 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.874853 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.875088 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.875329 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.875525 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.875888 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.876576 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.876974 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.877352 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.877745 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.878177 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.878599 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.878988 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.879353 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.879590 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.879808 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.880022 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.880289 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.880555 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.881077 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.881510 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.881950 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.882244 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.882588 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.882875 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.883190 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.883581 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.883873 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.884156 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.884492 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.884792 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.885110 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.885410 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.885714 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.886032 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.886378 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.886621 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.886885 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.887189 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.887470 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.887794 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.888112 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.888409 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.888727 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.889009 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.889340 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.889626 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.889954 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.890226 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.890577 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.890913 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.891229 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.891526 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.891842 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.892117 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.892439 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.892749 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.893051 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.893336 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.893619 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.893918 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.894241 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.894570 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.894846 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.895113 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.895420 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.895819 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.896099 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.896368 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.896650 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.896970 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.897291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.897561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.897861 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.898164 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.898475 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.898775 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.899060 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.899365 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.899647 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.899941 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.900205 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.900498 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.900784 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.901071 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.901481 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.901865 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.902287 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.902683 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.903044 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.903405 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.903761 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.904111 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.904511 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.904859 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.905213 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.905592 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.905956 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.906306 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.906674 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.907050 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.907296 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.907519 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.907797 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.908039 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.908260 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.908483 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.908697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.909117 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.909491 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.909915 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.910300 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.910746 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.911132 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.911378 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.911619 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.911850 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.912078 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.912293 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.912553 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.912784 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.913121 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.913536 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.913765 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.913998 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.914211 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.914462 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.914724 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.914943 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.915308 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.915657 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.916057 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.916312 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.916552 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.916800 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.917013 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.917221 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.917430 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.917642 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.917854 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.918146 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.918388 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.918643 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.918891 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.919113 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.919338 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.919542 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.919748 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.919957 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.920159 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.920377 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.920579 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.920784 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.920991 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.921193 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.921427 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.921630 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.921838 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.922047 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.922249 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.922464 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.922702 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.922929 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.923138 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.923340 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.923639 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.923880 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.924096 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.924381 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.924604 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.924838 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.925085 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.925398 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.925622 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.925877 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.926093 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.926325 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.926575 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.926828 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.927159 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.927459 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.927704 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.927951 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.928528 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.928528 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.928780 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.928957 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.929321 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.929577 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.929836 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.930090 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.930697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.930974 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.931194 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.931414 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.931672 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.931980 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.932116 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.932296 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.932544 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.932762 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.932993 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.933231 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.933447 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.933664 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.933886 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.934127 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.934336 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.934489 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 13:08:36.935211 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 13:08:36.935211 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 13:08:36.935483 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 13:08:36.935619 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 13:08:36.935745 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 13:08:36.935828 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 13:08:36.936005 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936164 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936320 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936475 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936631 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936806 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.936961 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937127 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937319 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937446 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937580 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937703 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937840 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.937995 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.938149 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.938305 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.938459 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.938912 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.938912 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939076 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939076 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939233 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939389 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] debug = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939549 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939711 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.939866 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940012 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940165 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940323 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940475 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940630 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940785 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.940944 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941099 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941253 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941407 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941561 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941716 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.941870 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942024 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942178 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] host = dv-neutron-601336-89-hyperv {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942339 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942479 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942701 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.942869 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943024 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943178 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943334 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943491 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943886 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.943886 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944140 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944140 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944334 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944334 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944479 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_options = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944621 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944775 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.944950 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945091 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945246 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945401 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945539 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945696 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.945944 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946069 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946191 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:36.946542 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946542 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946778 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.946778 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947007 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947007 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947235 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947444 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947444 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947697 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.947927 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948048 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948168 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948288 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948407 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948555 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948711 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.948932 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949087 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949241 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949395 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949548 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949701 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.949854 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950008 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950167 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950320 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950472 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950667 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950790 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.950932 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951086 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951240 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951393 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_json = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951532 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951688 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951841 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.951996 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.952150 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.952306 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.952459 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.952616 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 13:08:36.952794 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.952954 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953120 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953278 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953435 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953596 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953754 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.953911 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954068 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954227 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954391 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954566 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954738 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.954897 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955055 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955214 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955371 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955527 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955683 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955840 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.955997 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956152 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956325 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956481 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956638 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956794 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.956949 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957106 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957264 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957496 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957631 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957754 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.957870 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.958013 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.958735 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.958735 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.958735 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.958735 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.959739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960294 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960294 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960294 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960294 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960582 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960582 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960747 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960829 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.960984 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961141 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961297 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961472 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961609 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961764 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.961921 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962078 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962248 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962409 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962620 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962738 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.962886 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963032 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963185 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963343 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963505 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963656 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963815 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.963975 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964130 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964270 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964434 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964581 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964739 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.964906 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965072 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965378 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965378 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965652 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965652 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.965904 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966036 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966181 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966314 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966444 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966622 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966765 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.966900 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967030 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967161 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967427 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967582 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967716 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.967849 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968001 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968133 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968263 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968393 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968551 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968707 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.968862 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969018 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969173 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969315 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969473 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969633 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.969779 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970030 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970172 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970308 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970396 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970635 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970782 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.970907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971175 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971175 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971398 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971398 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971588 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971708 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.971865 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972022 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972184 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972350 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972523 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972661 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972816 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.972995 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.973154 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.973309 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.973470 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.973628 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.973786 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974021 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974180 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974336 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974492 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974671 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.974829 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975103 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975244 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975364 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975493 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975621 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975742 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.975863 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976004 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976161 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976318 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976476 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976633 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976790 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.976946 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977104 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977260 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977418 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977573 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977729 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.977885 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.978040 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.978196 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.978751 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.978751 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.978751 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979291 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979681 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979681 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979681 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979885 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.979990 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.980147 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.980306 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.980463 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.980619 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.980776 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981217 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981217 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981217 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981568 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981568 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981807 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.981807 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982038 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982159 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982281 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982401 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982544 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982708 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.982866 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983024 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983183 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983341 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983503 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983660 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983816 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.983974 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984132 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984290 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984501 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984630 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984754 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.984876 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985035 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985201 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985355 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985511 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985667 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985823 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.985988 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986144 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986300 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986455 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986650 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986816 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.986972 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987127 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987285 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987440 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987604 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987759 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.987915 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988069 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988225 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988391 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988549 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988706 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.988870 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989026 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989181 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989337 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989526 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989683 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989842 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.989999 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990155 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990310 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990467 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990650 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990815 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.990980 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.991139 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.991304 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.991468 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.991632 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.991788 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.992234 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.992234 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.992234 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993223 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.993907 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994425 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994425 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994425 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994425 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994804 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994804 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.994964 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 13:08:36.995044 dv-neutron-601336-89-hyperv neutron-server[92278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 13:08:37.001954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:08:37.012712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080609 Jun 09 13:08:47.903428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b9c3e-4c08-4e4c-a15e-008cbaae831e None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:08:47.972384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b9c3e-4c08-4e4c-a15e-008cbaae831e None None] No non-hosted networks {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 13:08:47.984780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.agentschedulers_db [None req-a62b9c3e-4c08-4e4c-a15e-008cbaae831e None None] DHCP Agent not found on host dv-neutron-601336-89-hyperv {{(pid=92385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 09 13:08:48.095905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3696-e862-4e07-b7ee-d9a1db4bdd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:50.216301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4eff7488-073f-41aa-b6e9-da1573d795fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:50.276590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:50.277083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.277478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.277858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.278622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.280358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.282884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.284739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.287440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.288094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.291211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.292408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.292925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:08:50.297377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-89-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:50.331929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-89-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:08:50.363358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45a64d46-a732-4f83-bd00-7a190230ca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:51.258935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:52.942210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:54.321521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43284) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:08:54.937882 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING oslo_policy.policy [None req-e8e26a9c-a459-42db-935d-969ea4e9aee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:08:54.938465 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING oslo_policy.policy [None req-e8e26a9c-a459-42db-935d-969ea4e9aee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:08:55.146990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-e8e26a9c-a459-42db-935d-969ea4e9aee5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:08:55.148034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e8e26a9c-a459-42db-935d-969ea4e9aee5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.8255832 Jun 09 13:08:57.392540 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.db.l3_hamode_db [None req-f4a2149d-707b-4ce5-87b7-cc0264036a84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 13:08:57.477469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2149d-707b-4ce5-87b7-cc0264036a84 None None] Routers set() bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:08:57.477828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2149d-707b-4ce5-87b7-cc0264036a84 None None] Router IDs set() for agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 13:08:57.520979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43298) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:08:57.907349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:08:58.005299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.policy [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 13:08:58.049187 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING oslo_policy.policy [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:08:58.049547 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING oslo_policy.policy [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:08:58.058384 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.quota [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] Loaded quota_driver: . Jun 09 13:08:58.140063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359270369', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359274898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359297835', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359290951', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359313755', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736359308275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1804579', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677307'] for rbac-policy, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:58.218191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:08:58.219498 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-da20fae2-93b4-456d-89f5-7abba182f9e4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6974614 Jun 09 13:09:00.834965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43310) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:01.210348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'project_id': '1c1be40f59344d01a6cc699b84218059', 'name': 'private'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:01.236963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Made reservation on behalf of 1c1be40f59344d01a6cc699b84218059 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:09:01.239853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.258855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.387660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.393554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.398981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:01.417574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:09:01.442576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736362962059', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.443086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Unsubscribe: segment precommit_create {{(pid=92384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 13:09:01.443591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Added segment caf9ca8c-a8be-4d2e-a152-39ee25bc3595 of type vlan for network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 Jun 09 13:09:01.493187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff298614-f728-4d60-a478-9aaa3c8386b3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:01.514695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.515063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.515374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.515702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.516018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.516354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.516655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.516976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.517289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.517622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.517951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.518302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Tracked resource versions report: Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: pushed versions: Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: { 'AddressGroup': {'1.2'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'ConntrackHelper': {'1.0'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Log': {'1.0'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Network': {'1.1'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Port': {'1.7'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'PortForwarding': {'1.2'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'QosPolicy': {'1.8'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroup': {'1.4'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SubPort': {'1.0'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Subnet': {'1.1'}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Trunk': {'1.1'}} Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: consumer versions: Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'ConntrackHelper': '1.0', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Log': '1.0', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Network': '1.1', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Port': '1.7', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'PortForwarding': '1.2', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'QosPolicy': '1.8', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroup': '1.4', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroupRule': '1.2', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SubPort': '1.0', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Subnet': '1.1', Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Trunk': '1.1'}} Jun 09 13:09:01.519655 dv-neutron-601336-89-hyperv neutron-server[92384]: {{(pid=92384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:09:01.558475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.565657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:01.607542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.609503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:01.610433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:01.615743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:01.715954 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8798378 Jun 09 13:09:01.720596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Pushing event updated for resources: {'Network': ['ID=07027cf8-301e-483b-a57c-7d70c2f2b9c0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:01.723838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:01.732736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:09:04.387324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43324) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:04.848461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe22b3e-125c-4f17-b46c-5d8ce8c6faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:04.849840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-efe22b3e-125c-4f17-b46c-5d8ce8c6faf7 admin admin] 10.222.0.21 "GET /v2.0/networks/07027cf8-301e-483b-a57c-7d70c2f2b9c0 HTTP/1.1" status: 200 len: 825 time: 0.4611962 Jun 09 13:09:04.879177 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-47a7d84a-6c17-4c6b-ad77-476eae56e4e3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/d0963870-e7ef-4a9b-b1ca-161fc5fbb277 HTTP/1.1" status: 200 len: 734 time: 0.0217242 Jun 09 13:09:04.887769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'name': 'private-subnet', 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:04.911294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Made reservation on behalf of 1c1be40f59344d01a6cc699b84218059 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:09:04.913899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:05.188499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:05.192356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:05.283133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a530ae-8809-4b8e-b7c6-95738b723cbf,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:05.287216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Checking segment: {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:09:05.287604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Network hostable DHCP agents. Network: 07027cf8-301e-483b-a57c-7d70c2f2b9c0, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:09:05.290413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:05.311193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:09:05.324837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 07027cf8-301e-483b-a57c-7d70c2f2b9c0) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:05.329395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:05.329974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:05.335194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2148ff2-ec36-4c33-b8f1-8b8a53bb3abd None None] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:09:05.348359 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4638622 Jun 09 13:09:05.645513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:09:05.646787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:05.835492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Allocated IP 172.20.0.2 (07027cf8-301e-483b-a57c-7d70c2f2b9c0/57a530ae-8809-4b8e-b7c6-95738b723cbf/f5fe1a35-545f-4549-a8aa-b5d62e2ec616) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:09:06.060679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:06.073611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Transition to ACTIVE for port object f5fe1a35-545f-4549-a8aa-b5d62e2ec616 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:09:06.095963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Transition to ACTIVE for port object f5fe1a35-545f-4549-a8aa-b5d62e2ec616 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:09:06.103230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:06.107793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:06.167550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:09:06.170514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:06.177192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:09:06.179362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Pushing event updated for resources: {'Port': ['ID=f5fe1a35-545f-4549-a8aa-b5d62e2ec616,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:06.213302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.213618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.213985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.214314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.214663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.214993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.215313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.215649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.215971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.216284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.216591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.216883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Tracked resource versions report: Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: pushed versions: Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: { 'AddressGroup': {'1.2'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'ConntrackHelper': {'1.0'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Log': {'1.0'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Network': {'1.1'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Port': {'1.7'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'PortForwarding': {'1.2'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'QosPolicy': {'1.8'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroup': {'1.4'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SubPort': {'1.0'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Subnet': {'1.1'}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Trunk': {'1.1'}} Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: consumer versions: Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'ConntrackHelper': '1.0', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Log': '1.0', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Network': '1.1', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Port': '1.7', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'PortForwarding': '1.2', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'QosPolicy': '1.8', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroup': '1.4', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroupRule': '1.2', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SubPort': '1.0', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Subnet': '1.1', Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Trunk': '1.1'}} Jun 09 13:09:06.218248 dv-neutron-601336-89-hyperv neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:09:06.226166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:06.281917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Attempting to bind port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:09:06.282309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Attempting to bind port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:09:06.282794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Attempting to bind port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 on network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:09:06.288301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:09:06.288692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Checking segment: {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:09:06.289182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:06.289573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Bound using segment: {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:09:06.290038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Bound port: f5fe1a35-545f-4549-a8aa-b5d62e2ec616, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:09:06.290412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:06.379577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] For port f5fe1a35-545f-4549-a8aa-b5d62e2ec616, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:09:06.383398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] For port f5fe1a35-545f-4549-a8aa-b5d62e2ec616, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f5fe1a35-545f-4549-a8aa-b5d62e2ec616,segment=NetworkSegment(caf9ca8c-a8be-4d2e-a152-39ee25bc3595),segment_id=caf9ca8c-a8be-4d2e-a152-39ee25bc3595)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:09:06.388987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:06.392867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:06.470850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Pushing event updated for resources: {'Port': ['ID=f5fe1a35-545f-4549-a8aa-b5d62e2ec616,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:06.473837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:07.704029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:08.085943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-d5a16e39-f5d0-4669-b672-dda10271916d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:09:08.086942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d5a16e39-f5d0-4669-b672-dda10271916d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3819971 Jun 09 13:09:10.429264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 43340) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:11.013681 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING oslo_policy.policy [None req-d2873a7b-2ba1-475d-b57d-2771032a83b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:09:11.014246 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING oslo_policy.policy [None req-d2873a7b-2ba1-475d-b57d-2771032a83b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:09:11.224803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-d2873a7b-2ba1-475d-b57d-2771032a83b4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:09:11.226057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d2873a7b-2ba1-475d-b57d-2771032a83b4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7941623 Jun 09 13:09:12.107585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f5fe1a35-545f-4549-a8aa-b5d62e2ec616 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:12.180355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:09:12.305371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e36f9d-4883-4075-b180-8a79fdc70cdd None None] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:09:12.384545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Provisioning for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:09:12.397332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Provisioning complete for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:12.397763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:12.641479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:12.688822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] For port f5fe1a35-545f-4549-a8aa-b5d62e2ec616, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f5fe1a35-545f-4549-a8aa-b5d62e2ec616,segment=NetworkSegment(caf9ca8c-a8be-4d2e-a152-39ee25bc3595),segment_id=caf9ca8c-a8be-4d2e-a152-39ee25bc3595)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:09:12.696560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:12.701328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:12.771317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Pushing event updated for resources: {'Port': ['ID=f5fe1a35-545f-4549-a8aa-b5d62e2ec616,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:12.779301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:12.919997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f027c2c7-687c-4b08-b083-c273510c4ee6 None None] Provisioning complete for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:12.920283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f027c2c7-687c-4b08-b083-c273510c4ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:13.917851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43360) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:14.083154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f5fe1a35-545f-4549-a8aa-b5d62e2ec616 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:14.152843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:14.153113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.289301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:14.314988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.316719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.339307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.451048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.470904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:14.472551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cbc30729-ef8e-49f1-b3a3-90603b5bb894 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5537179 Jun 09 13:09:16.816742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43368) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:17.192070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-32b95e70-f9ec-4173-ad2c-a19e5f36caf7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:09:17.193072 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-32b95e70-f9ec-4173-ad2c-a19e5f36caf7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3753991 Jun 09 13:09:17.793002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-897424cb-b293-49c9-9461-ad0b64c14dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:19.560155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 43376) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:19.962302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:19.963750 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.quota [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Loaded quota_driver: . Jun 09 13:09:20.013287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Made reservation on behalf of 6040c60ecb3f40f0b68957e21575c512 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:09:20.082152 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.policy [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 13:09:20.130717 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING oslo_policy.policy [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:09:20.131085 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING oslo_policy.policy [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 13:09:20.140940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.161746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.204412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5c82183c-b0fe-4e98-995c-f11faf5b06b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.239599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.301661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.307262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.315060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:20.327343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Reserving flat network on physical network physnet1 {{(pid=92383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 13:09:20.357104 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736362962059', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.357692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Unsubscribe: segment precommit_create {{(pid=92383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 13:09:20.358181 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Added segment 9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2 of type flat for network 6be880b0-7513-481b-8893-1157b97ffcd2 Jun 09 13:09:20.408703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2039ff0c-0e17-451f-a568-0deaefa4c79f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:20.429608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.429959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.430288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.430628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.431300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.431627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.431941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.432261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.432572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.432879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.433183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.433474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Tracked resource versions report: Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: pushed versions: Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: { 'AddressGroup': {'1.2'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'ConntrackHelper': {'1.0'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Log': {'1.0'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Network': {'1.1'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Port': {'1.7'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'PortForwarding': {'1.2'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'QosPolicy': {'1.8'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroup': {'1.4'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SubPort': {'1.0'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Subnet': {'1.1'}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Trunk': {'1.1'}} Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: consumer versions: Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'ConntrackHelper': '1.0', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Log': '1.0', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Network': '1.1', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Port': '1.7', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'PortForwarding': '1.2', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'QosPolicy': '1.8', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroup': '1.4', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroupRule': '1.2', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SubPort': '1.0', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Subnet': '1.1', Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Trunk': '1.1'}} Jun 09 13:09:20.434816 dv-neutron-601336-89-hyperv neutron-server[92383]: {{(pid=92383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:09:20.481039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:20.482627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.530634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.532145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:20.532839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:20.537744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:20.627287 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0660782 Jun 09 13:09:20.637885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Pushing event updated for resources: {'Network': ['ID=6be880b0-7513-481b-8893-1157b97ffcd2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:20.641484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:20.653192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6be880b0-7513-481b-8893-1157b97ffcd2 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:09:21.214916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:22.909450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:22.982686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 43400) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:23.221911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069bd984-93fe-4cdb-bf8f-bc737f36760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:23.223176 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-069bd984-93fe-4cdb-bf8f-bc737f36760a admin admin] 10.222.0.21 "GET /v2.0/subnets/57a530ae-8809-4b8e-b7c6-95738b723cbf HTTP/1.1" status: 200 len: 849 time: 0.2394853 Jun 09 13:09:23.391913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cb884bce-18f6-46fd-9c46-c00e17f43e7b admin admin] 10.222.0.21 "GET /v2.0/routers/bebb434d-bb94-4278-a789-5a24c09eab80 HTTP/1.1" status: 200 len: 704 time: 0.1624463 Jun 09 13:09:23.874787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.122125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Allocated IP 172.20.0.1 (07027cf8-301e-483b-a57c-7d70c2f2b9c0/57a530ae-8809-4b8e-b7c6-95738b723cbf/e15b9aa6-0591-4cba-8614-21afb81bf85d) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:09:24.277847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.295577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Transition to ACTIVE for port object e15b9aa6-0591-4cba-8614-21afb81bf85d will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:09:24.353373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.357011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:24.420535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:09:24.423759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:24.432268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:09:24.432268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.543981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Pushing event updated for resources: {'Port': ['ID=e15b9aa6-0591-4cba-8614-21afb81bf85d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:24.562101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:24.647866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33e4ab7f-9e1b-4d26-a8e7-72a3e6ba8d93 None None] Provisioning for port e15b9aa6-0591-4cba-8614-21afb81bf85d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:09:24.652308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33e4ab7f-9e1b-4d26-a8e7-72a3e6ba8d93 None None] Provisioning complete for port e15b9aa6-0591-4cba-8614-21afb81bf85d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:24.652679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33e4ab7f-9e1b-4d26-a8e7-72a3e6ba8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.689391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.705084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33e4ab7f-9e1b-4d26-a8e7-72a3e6ba8d93 None None] Port e15b9aa6-0591-4cba-8614-21afb81bf85d cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:09:24.887559 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:09:24.954135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.961532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.962772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:24.965899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:25.093779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Pushing event updated for resources: {'Port': ['ID=e15b9aa6-0591-4cba-8614-21afb81bf85d,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:25.098163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:25.160835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:09:25.161887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:25.327092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b7b226bb-6abe-4d8f-889c-ca22f37c9032 None None] Provisioning complete for port e15b9aa6-0591-4cba-8614-21afb81bf85d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:25.327456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7b226bb-6abe-4d8f-889c-ca22f37c9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:25.354142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Router bebb434d-bb94-4278-a789-5a24c09eab80 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:09:25.382334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b7b226bb-6abe-4d8f-889c-ca22f37c9032 None None] Port e15b9aa6-0591-4cba-8614-21afb81bf85d cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:09:25.505168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:09:25.510281 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] 10.222.0.21 "PUT /v2.0/routers/bebb434d-bb94-4278-a789-5a24c09eab80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1107948 Jun 09 13:09:25.515467 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Sync routers for ids ['bebb434d-bb94-4278-a789-5a24c09eab80'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:09:25.527666 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Routers {'bebb434d-bb94-4278-a789-5a24c09eab80'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:09:25.528495 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:09:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bebb434d-bb94-4278-a789-5a24c09eab80'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:25.699953 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Set router bebb434d-bb94-4278-a789-5a24c09eab80 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:09:26.058177 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:24Z', 'revision_number': 2, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port_host': None, '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:24Z', 'revision_number': 2, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:26.063213 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Checking router: bebb434d-bb94-4278-a789-5a24c09eab80 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:09:26.063581 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Updating router bebb434d-bb94-4278-a789-5a24c09eab80 port e15b9aa6-0591-4cba-8614-21afb81bf85d binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:09:26.113781 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.487549 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.501941 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Transition to ACTIVE for port object e15b9aa6-0591-4cba-8614-21afb81bf85d will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:09:26.508428 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.513385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:26.742431 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Pushing event updated for resources: {'Port': ['ID=e15b9aa6-0591-4cba-8614-21afb81bf85d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:26.751588 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.751936 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.752263 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.752581 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.752868 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.753193 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.753508 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.753831 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.754157 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.754471 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.754801 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.755103 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Tracked resource versions report: Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: pushed versions: Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: { 'AddressGroup': {'1.2'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'ConntrackHelper': {'1.0'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Log': {'1.0'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Network': {'1.1'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Port': {'1.7'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'PortForwarding': {'1.2'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'QosPolicy': {'1.8'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroup': {'1.4'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SubPort': {'1.0'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Subnet': {'1.1'}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Trunk': {'1.1'}} Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: consumer versions: Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'ConntrackHelper': '1.0', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Log': '1.0', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Network': '1.1', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Port': '1.7', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'PortForwarding': '1.2', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'QosPolicy': '1.8', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroup': '1.4', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroupRule': '1.2', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SubPort': '1.0', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Subnet': '1.1', Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Trunk': '1.1'}} Jun 09 13:09:26.756480 dv-neutron-601336-89-hyperv neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:09:26.758791 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Attempting to bind port e15b9aa6-0591-4cba-8614-21afb81bf85d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:09:26.759172 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Attempting to bind port e15b9aa6-0591-4cba-8614-21afb81bf85d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:09:26.759614 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Attempting to bind port e15b9aa6-0591-4cba-8614-21afb81bf85d on network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:09:26.763542 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:26.765887 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:09:26.766270 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Checking segment: {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:09:26.767319 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.767319 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Bound using segment: {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:09:26.767635 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Bound port: e15b9aa6-0591-4cba-8614-21afb81bf85d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf9ca8c-a8be-4d2e-a152-39ee25bc3595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:09:26.768001 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.855390 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] For port e15b9aa6-0591-4cba-8614-21afb81bf85d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:09:26.859468 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] For port e15b9aa6-0591-4cba-8614-21afb81bf85d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e15b9aa6-0591-4cba-8614-21afb81bf85d,segment=NetworkSegment(caf9ca8c-a8be-4d2e-a152-39ee25bc3595),segment_id=caf9ca8c-a8be-4d2e-a152-39ee25bc3595)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:09:26.866290 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:26.870021 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:26.947290 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Pushing event updated for resources: {'Port': ['ID=e15b9aa6-0591-4cba-8614-21afb81bf85d,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:26.972778 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Routers {'bebb434d-bb94-4278-a789-5a24c09eab80'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:09:26.973419 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:09:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bebb434d-bb94-4278-a789-5a24c09eab80'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:27.084442 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:27.126570 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] Set router bebb434d-bb94-4278-a789-5a24c09eab80 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:09:27.444545 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:24Z', 'revision_number': 2, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port_host': None, '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:26Z', 'revision_number': 4, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:27.448548 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406d2e3-e2e5-4c80-a1c2-fe3337694cb7 None None] The sync data for ids ['bebb434d-bb94-4278-a789-5a24c09eab80'] in dv-neutron-601336-89-hyperv is: [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:24Z', 'revision_number': 2, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port_host': None, '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:26Z', 'revision_number': 4, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:09:27.657076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 43422) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:27.805501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce299e-e0e0-4a59-9685-8ffa7e063bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:27.807217 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a4ce299e-e0e0-4a59-9685-8ffa7e063bb3 admin admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 842 time: 0.1492093 Jun 09 13:09:27.816628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:27.838237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Made reservation on behalf of 6040c60ecb3f40f0b68957e21575c512 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:09:27.840753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:28.192941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:09:28.193374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:28.196882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:28.264678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46550058-7890-4932-ab26-1d42a5e39f42,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:28.267928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:28.277489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:09:28.277830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Network hostable DHCP agents. Network: 6be880b0-7513-481b-8893-1157b97ffcd2, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:09:28.295556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:09:28.305444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6be880b0-7513-481b-8893-1157b97ffcd2) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:28.309766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:28.310345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:28.314519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd51585-3c95-4200-a512-bcc4b4e41372 None None] Network 6be880b0-7513-481b-8893-1157b97ffcd2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:09:28.327933 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5147314 Jun 09 13:09:28.517900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34e252-1493-4e69-91a0-9c3f1e561ad5 None None] Network 6be880b0-7513-481b-8893-1157b97ffcd2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:09:30.148103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e15b9aa6-0591-4cba-8614-21afb81bf85d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:30.218281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e15b9aa6-0591-4cba-8614-21afb81bf85d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:09:30.223763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e15b9aa6-0591-4cba-8614-21afb81bf85d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:30.224318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:30.344499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:30.380157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e15b9aa6-0591-4cba-8614-21afb81bf85d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e15b9aa6-0591-4cba-8614-21afb81bf85d,segment=NetworkSegment(caf9ca8c-a8be-4d2e-a152-39ee25bc3595),segment_id=caf9ca8c-a8be-4d2e-a152-39ee25bc3595)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:09:30.384504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:30.386763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-560ef07e-91b2-4bb0-b8b7-e1d94e28790f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:30.451593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e15b9aa6-0591-4cba-8614-21afb81bf85d,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:30.455354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:30.578472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 43434) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:30.788626 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec6fe1e1-b653-4196-820d-c4de37a9f243 admin admin] 10.222.0.21 "GET /v2.0/routers/bebb434d-bb94-4278-a789-5a24c09eab80 HTTP/1.1" status: 200 len: 710 time: 0.2088971 Jun 09 13:09:30.921365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fe09a-335a-4a2d-b9e1-c289c558ea95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:09:30.922776 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df4fe09a-335a-4a2d-b9e1-c289c558ea95 admin admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 886 time: 0.1264563 Jun 09 13:09:30.932076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:09:31.419366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:31.749955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:31.809393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:31.969316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Allocated IP 172.26.5.71 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/c6e5aebb-90db-40d3-9eaa-7a6765c0f2da) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:09:32.111150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e15b9aa6-0591-4cba-8614-21afb81bf85d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:32.117060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:32.147140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:32.151303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b66aa92-f6e3-4672-acba-36d79a03a86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:32.204620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e15b9aa6-0591-4cba-8614-21afb81bf85d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:32.204986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:32.212167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:09:32.213281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:09:32.219772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:09:32.338506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:32.342479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:32.603772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:32.999861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:33.003450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:33.179126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Router bebb434d-bb94-4278-a789-5a24c09eab80 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:09:33.354410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:09:33.358738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:33.359889 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] 10.222.0.21 "PUT /v2.0/routers/bebb434d-bb94-4278-a789-5a24c09eab80 HTTP/1.1" status: 200 len: 889 time: 2.4315512 Jun 09 13:09:33.364599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Sync routers for ids ['bebb434d-bb94-4278-a789-5a24c09eab80'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:09:33.375262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Routers {'bebb434d-bb94-4278-a789-5a24c09eab80'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:09:33.375912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:09:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bebb434d-bb94-4278-a789-5a24c09eab80'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:33.561116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Set router bebb434d-bb94-4278-a789-5a24c09eab80 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:09:33.899267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:32Z', 'revision_number': 4, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port': {'id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:31Z', 'updated_at': '2021-06-09T13:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:30Z', 'revision_number': 5, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:33.904330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Checking router: bebb434d-bb94-4278-a789-5a24c09eab80 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:09:33.904689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Updating router bebb434d-bb94-4278-a789-5a24c09eab80 port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:09:33.958556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.285180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.296475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Transition to ACTIVE for port object c6e5aebb-90db-40d3-9eaa-7a6765c0f2da will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:09:34.304028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.308083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:34.384882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Attempting to bind port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:09:34.385494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Attempting to bind port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:09:34.385629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Attempting to bind port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:09:34.387661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Pushing event updated for resources: {'Port': ['ID=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:34.391141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:34.393577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:09:34.393948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:09:34.394346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.394756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:09:34.395214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Bound port: c6e5aebb-90db-40d3-9eaa-7a6765c0f2da, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:09:34.395559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.466056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] For port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:09:34.469132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] For port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:09:34.474168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:34.477982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:34.553880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Routers {'bebb434d-bb94-4278-a789-5a24c09eab80'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:09:34.554477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:09:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bebb434d-bb94-4278-a789-5a24c09eab80'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:34.599914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Pushing event updated for resources: {'Port': ['ID=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:34.607754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:34.759620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] Set router bebb434d-bb94-4278-a789-5a24c09eab80 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:09:35.081283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:32Z', 'revision_number': 4, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port': {'id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:31Z', 'updated_at': '2021-06-09T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:30Z', 'revision_number': 5, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:09:35.085816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04787354-a995-4c12-abfe-a0919d0342b1 None None] The sync data for ids ['bebb434d-bb94-4278-a789-5a24c09eab80'] in dv-neutron-601336-89-hyperv is: [{'id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'name': 'router1', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:09:14Z', 'updated_at': '2021-06-09T13:09:32Z', 'revision_number': 4, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'gw_port': {'id': 'c6e5aebb-90db-40d3-9eaa-7a6765c0f2da', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:31Z', 'updated_at': '2021-06-09T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'e15b9aa6-0591-4cba-8614-21afb81bf85d', 'name': '', 'network_id': '07027cf8-301e-483b-a57c-7d70c2f2b9c0', 'tenant_id': '1c1be40f59344d01a6cc699b84218059', 'mac_address': 'fa:16:3e:83:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb434d-bb94-4278-a789-5a24c09eab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:09:23Z', 'updated_at': '2021-06-09T13:09:30Z', 'revision_number': 5, 'project_id': '1c1be40f59344d01a6cc699b84218059', 'subnets': [{'id': '57a530ae-8809-4b8e-b7c6-95738b723cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0963870-e7ef-4a9b-b1ca-161fc5fbb277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:09:35.665622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 43442) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:09:35.787641 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b4bc9487-9c6c-405c-8e18-c8edd7ea31a8 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1208396 Jun 09 13:09:36.120812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6e5aebb-90db-40d3-9eaa-7a6765c0f2da up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:36.189326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:09:36.194273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:36.194685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:36.311976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:36.328357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:09:36.333168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:36.335321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:09:36.400566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c6e5aebb-90db-40d3-9eaa-7a6765c0f2da,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:09:36.403627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:09:38.120742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6e5aebb-90db-40d3-9eaa-7a6765c0f2da up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:09:38.195936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c6e5aebb-90db-40d3-9eaa-7a6765c0f2da triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:09:38.196312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:47.791492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2590d6e-0e46-4362-8063-2e4207cd6865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:50.221851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-492c0cd1-70dd-4bfd-a000-e7f940e95307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:50.252280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:51.218607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:09:52.931952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:01.892162 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:10:17.784366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1309-9276-4963-a359-789af2889d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:20.209069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41a948d5-50e3-422e-b033-a8dc53993c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:20.247611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:21.221686 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:22.931378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:38.892573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:10:47.790805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f9d185c-6b04-4a32-8a86-786bda7fb077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:50.204499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53c2b3a7-ccf0-422a-b47d-1bd6670d984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:50.251612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:51.223488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:10:52.934900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:13.590867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44042) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:13.664297 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27f7873-9f4c-4ec6-bf91-e7fe6189c9b7 admin admin] GET failed (client error): The resource could not be found. Jun 09 13:11:13.665565 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d27f7873-9f4c-4ec6-bf91-e7fe6189c9b7 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0737219 Jun 09 13:11:13.810426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cafa1-d4e2-4589-81eb-874c70b3232c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:13.811922 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a45cafa1-d4e2-4589-81eb-874c70b3232c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1414535 Jun 09 13:11:15.891206 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:11:15.943850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44052) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:16.048255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49dc4f8-8fd3-4887-8bc8-d7b599bec573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:16.049577 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c49dc4f8-8fd3-4887-8bc8-d7b599bec573 admin admin] 10.222.0.21 "GET /v2.0/subnets/57a530ae-8809-4b8e-b7c6-95738b723cbf HTTP/1.1" status: 200 len: 849 time: 0.1048517 Jun 09 13:11:16.061325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:11:16.185289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:16.407441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618'] for subnet, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:16.411099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:11:16.454619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:16.455180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:16.456447 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] 10.222.0.21 "PUT /v2.0/subnets/57a530ae-8809-4b8e-b7c6-95738b723cbf HTTP/1.1" status: 200 len: 868 time: 0.3991694 Jun 09 13:11:16.457744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bcf33-3789-431c-93a9-53b5ea50a7ca None None] Network 07027cf8-301e-483b-a57c-7d70c2f2b9c0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:11:16.478495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a530ae-8809-4b8e-b7c6-95738b723cbf,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:11:16.486584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.486936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.487259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.487584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.487901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.488221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.488535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.489080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.489342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.489728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.489941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.490253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:11:16.494801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:11:16.875162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-47e4724a-cc7a-4d73-92b2-a37d74ba8ce3 None None] Provisioning complete for port f5fe1a35-545f-4549-a8aa-b5d62e2ec616 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:11:16.875543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e4724a-cc7a-4d73-92b2-a37d74ba8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:17.029317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-47e4724a-cc7a-4d73-92b2-a37d74ba8ce3 None None] Provisioning complete for port e15b9aa6-0591-4cba-8614-21afb81bf85d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:11:17.029564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e4724a-cc7a-4d73-92b2-a37d74ba8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:17.784520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-684bc57b-0520-4f0d-9f1a-bd901eeedf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:18.563914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44060) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:18.766489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bbd00-482e-4bd1-98e3-6da369603a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:18.766908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bbd00-482e-4bd1-98e3-6da369603a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:18.768434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c98bbd00-482e-4bd1-98e3-6da369603a9c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035286 Jun 09 13:11:20.212222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb22bdaa-7fbb-4741-bb17-fd0a4b5d9a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:20.253314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:20.926506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44070) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:21.110275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191bd430-464f-49dc-87e3-fcb83b9e9893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:21.110670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191bd430-464f-49dc-87e3-fcb83b9e9893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:21.112147 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-191bd430-464f-49dc-87e3-fcb83b9e9893 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843932 Jun 09 13:11:21.227579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:22.937186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:23.209547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44078) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:23.397057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6386df-0c70-4d56-9b07-ebfbf84c7479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:23.398392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb6386df-0c70-4d56-9b07-ebfbf84c7479 admin admin] 10.222.0.21 "GET /v2.0/networks/07027cf8-301e-483b-a57c-7d70c2f2b9c0 HTTP/1.1" status: 200 len: 869 time: 0.1876783 Jun 09 13:11:25.483225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44086) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:25.703767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2940d-1428-4118-a8a4-3706a4d31032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:25.705133 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-57d2940d-1428-4118-a8a4-3706a4d31032 admin admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 886 time: 0.2209063 Jun 09 13:11:27.790326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44094) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:27.909015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc83e7-0bd1-4dec-803c-28316b865020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:27.909471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc83e7-0bd1-4dec-803c-28316b865020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:27.910987 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cadc83e7-0bd1-4dec-803c-28316b865020 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1191986 Jun 09 13:11:30.008812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44102) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:30.135055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7495455-616d-44e6-b55a-f13caafa5023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:30.135509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7495455-616d-44e6-b55a-f13caafa5023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:30.137000 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f7495455-616d-44e6-b55a-f13caafa5023 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268928 Jun 09 13:11:32.248823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44110) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:32.360002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53d1f3-d6a9-41ea-b2c7-b303047a8e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:32.361445 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a53d1f3-d6a9-41ea-b2c7-b303047a8e6d admin admin] 10.222.0.21 "GET /v2.0/subnets/46550058-7890-4932-ab26-1d42a5e39f42 HTTP/1.1" status: 200 len: 816 time: 0.1116247 Jun 09 13:11:34.482255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:34.603952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec8eb9-058f-4b4a-b6b5-d63b91d17f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:11:34.605322 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-35ec8eb9-058f-4b4a-b6b5-d63b91d17f49 admin admin] 10.222.0.21 "GET /v2.0/subnets/57a530ae-8809-4b8e-b7c6-95738b723cbf HTTP/1.1" status: 200 len: 868 time: 0.1217420 Jun 09 13:11:47.788613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c78905-fb1c-41e1-a3c9-30357f0d7825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:50.207885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c3af3b1-8e5e-411b-b373-6b414cc5d5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:50.258881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:51.230681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:52.890668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:11:52.940920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:11:57.917349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44162) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:11:57.976391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-7a26cb75-75cf-415c-9f98-fcc0d9244ec5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:11:57.977372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7a26cb75-75cf-415c-9f98-fcc0d9244ec5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0588048 Jun 09 13:12:00.182320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44170) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:12:00.250568 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaf5005-1079-4910-99ef-a38fee8aacfb admin admin] GET failed (client error): The resource could not be found. Jun 09 13:12:00.251820 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bcaf5005-1079-4910-99ef-a38fee8aacfb admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681131 Jun 09 13:12:00.377204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974a14f-108c-4ec5-8e4b-fcab425fa902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:12:00.378559 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8974a14f-108c-4ec5-8e4b-fcab425fa902 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227188 Jun 09 13:12:02.506351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44178) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:12:02.555475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:12:02.581206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Made reservation on behalf of 6040c60ecb3f40f0b68957e21575c512 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:12:02.583464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:02.667469 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.services.revisions.revision_plugin [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Could not find related network for resource to bump revision. Jun 09 13:12:02.680825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:12:02.691450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:02.691786 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Added segment 6b9261b7-d50f-43d7-8afa-2dfab7907986 of type vlan for network 3e288b2f-3cb5-470f-b42e-b14a89568c08 Jun 09 13:12:02.717688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:02.748256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:02.749790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:12:02.750374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:02.754971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:12:02.861927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3544300 Jun 09 13:12:02.872429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Pushing event updated for resources: {'Network': ['ID=3e288b2f-3cb5-470f-b42e-b14a89568c08,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:12:02.880560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.880951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.881222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.881544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.881859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.882306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.882656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.882972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.883281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.883599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.883903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.884207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:02.888222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:12:02.897396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:12:04.981602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:12:05.060878 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c97ddc-54b8-4673-8664-ed3b280993f2 admin admin] GET failed (client error): The resource could not be found. Jun 09 13:12:05.062162 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-02c97ddc-54b8-4673-8664-ed3b280993f2 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0796108 Jun 09 13:12:05.168938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f00c13-7422-4d50-99a7-f8ec1b33308e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:12:05.170337 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b2f00c13-7422-4d50-99a7-f8ec1b33308e admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024780 Jun 09 13:12:05.183416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Request body: {'subnet': {'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:12:05.208605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Made reservation on behalf of 6040c60ecb3f40f0b68957e21575c512 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:12:05.211156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:05.430771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:05.435512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f2dafec6-1d87-4198-a25d-820582d7242b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:12:05.507041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:12:05.510274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:12:05.517904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Checking segment: {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:12:05.518276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Network hostable DHCP agents. Network: 3e288b2f-3cb5-470f-b42e-b14a89568c08, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:12:05.539976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:12:05.551998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 3e288b2f-3cb5-470f-b42e-b14a89568c08) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:12:05.556256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:12:05.556941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:05.561506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca13b60-dd81-4807-a154-8e1898135cf1 None None] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:12:05.576881 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3972917 Jun 09 13:12:05.777782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-3e288b2f-3cb5-470f-b42e-b14a89568c08', 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08', 'tenant_id': '6040c60ecb3f40f0b68957e21575c512', 'fixed_ips': [{'subnet_id': 'cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:12:05.778630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:05.932047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Allocated IP 192.168.233.2 (3e288b2f-3cb5-470f-b42e-b14a89568c08/cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb/b3328694-7223-466f-9e7b-1fecdc9d1b7f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:12:06.135303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:06.145249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Transition to ACTIVE for port object b3328694-7223-466f-9e7b-1fecdc9d1b7f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:12:06.163996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Transition to ACTIVE for port object b3328694-7223-466f-9e7b-1fecdc9d1b7f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:12:06.170801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:06.175286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:12:06.240055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:12:06.243487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:12:06.245987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:12:06.248267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Pushing event updated for resources: {'Port': ['ID=b3328694-7223-466f-9e7b-1fecdc9d1b7f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:12:06.281073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.281425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.281794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.282185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.282511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.282952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.283366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.283709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.284085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.284398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.284706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.285011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:12:06.288779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:12:06.349566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Attempting to bind port b3328694-7223-466f-9e7b-1fecdc9d1b7f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:12:06.349913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Attempting to bind port b3328694-7223-466f-9e7b-1fecdc9d1b7f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:12:06.350286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Attempting to bind port b3328694-7223-466f-9e7b-1fecdc9d1b7f on network 3e288b2f-3cb5-470f-b42e-b14a89568c08 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:12:06.356092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:12:06.356468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Checking segment: {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:12:06.356863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:06.357259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Bound using segment: {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:12:06.357739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Bound port: b3328694-7223-466f-9e7b-1fecdc9d1b7f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:12:06.358106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:06.448570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] For port b3328694-7223-466f-9e7b-1fecdc9d1b7f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:12:06.451943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] For port b3328694-7223-466f-9e7b-1fecdc9d1b7f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b3328694-7223-466f-9e7b-1fecdc9d1b7f,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:12:06.457079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:06.461063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e56d458-b90d-4607-9da1-53ad4ce8083e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:12:06.532971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Pushing event updated for resources: {'Port': ['ID=b3328694-7223-466f-9e7b-1fecdc9d1b7f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:12:06.536068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:12:07.371671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c111b7e-5d39-4156-8463-00e1cf6264e2 None None] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:12:07.465630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-96e43a76-4453-4cc7-aeca-32b078f5abd7 None None] Provisioning for port b3328694-7223-466f-9e7b-1fecdc9d1b7f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:12:08.246200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b3328694-7223-466f-9e7b-1fecdc9d1b7f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:12:08.318076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b3328694-7223-466f-9e7b-1fecdc9d1b7f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:12:08.322968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b3328694-7223-466f-9e7b-1fecdc9d1b7f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:12:08.323344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:08.464757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:08.496607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port b3328694-7223-466f-9e7b-1fecdc9d1b7f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b3328694-7223-466f-9e7b-1fecdc9d1b7f,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:12:08.501920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:08.504525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:12:08.569507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=b3328694-7223-466f-9e7b-1fecdc9d1b7f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:12:08.572607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:12:10.227197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b3328694-7223-466f-9e7b-1fecdc9d1b7f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:12:10.297784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b3328694-7223-466f-9e7b-1fecdc9d1b7f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:12:10.298156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:17.793548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097439e0-327b-42b6-9394-ab73d55b44a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:20.212647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9172d7f-f422-488d-90fb-cdbfe7360a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:20.262566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:21.233537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:22.943182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:29.890733 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:12:47.796926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18db3c28-84f1-4cda-8f86-14bdd85bc386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:50.206920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b620ce23-aa68-4d30-90af-4d93013dbcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:50.266698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:51.234355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:12:52.946742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:06.890315 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:13:12.814766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44238) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:13:12.823031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-7998f048-4dec-4a5b-b7aa-cb70c78e04ae tempest-verify_tempest_config-105952975 tempest-verify_tempest_config-105952975-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:13:12.824010 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7998f048-4dec-4a5b-b7aa-cb70c78e04ae tempest-verify_tempest_config-105952975 tempest-verify_tempest_config-105952975-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.0082231 Jun 09 13:13:13.148292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44256) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:13:13.266784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.384534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.391406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.398650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b210381-b14e-4310-859d-4f9d7ee62909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:13:13.437090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c974e1f9fe204920ace00c34dd7f061a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2877822 Jun 09 13:13:13.437858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4839cfbe-8f29-4a03-a3b6-36d921a62851,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:13:13.439764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44262) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:13:13.455460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.455811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.456139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.456458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.456773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.457103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.457419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.457742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.458056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.458362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.458684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.458989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:13:13.464294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:13:13.506586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.531711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.624652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.627827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:13.628970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4839cfbe-8f29-4a03-a3b6-36d921a62851 HTTP/1.1" status: 204 len: 168 time: 0.1883628 Jun 09 13:13:13.629727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:13:13.639707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839cfbe-8f29-4a03-a3b6-36d921a62851,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:13:13.642062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:13:17.811935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6085-75e7-48a3-abf7-55ee5b390541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:20.215634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29839cb0-ab59-48b5-a8f8-04a6f481fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:20.270325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:21.248808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:22.950828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:43.894264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:13:47.808023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ce6d-4049-4a20-8be8-00b1bf1d3611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:50.218640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-520c1abc-1941-4afb-9137-07235d49675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:50.282933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:51.243994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:13:52.959086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:17.812101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-770c6bb8-c8ac-4af5-9c30-e60be0387127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:20.212562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d1caa4b-fa24-4ac7-bacd-0e9af6c0fe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:20.279517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:20.898416 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 5 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:14:21.257042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:22.967426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:28.398408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050'] for agent, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:47.098084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:14:47.241145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ddc85378-be84-4a5e-93af-ee1c109caf4f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1415453 Jun 09 13:14:47.806425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a54825ee-06a6-4736-b839-ea916b6b00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:49.392183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44342) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:14:49.448128 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d3cf86d9-ca62-452d-a985-100e64af0085 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0548449 Jun 09 13:14:50.225957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35827cca-6f24-45a3-b812-216055fb3e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:50.272824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:51.254866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:52.962789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:14:57.904161 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:14:58.363189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:17.809845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0cd-920b-4270-bc4e-7efa7b02fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:20.220541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7adff9c4-20c8-4993-bc0f-e8d9f2a6dc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:20.276113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:21.263637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:22.964229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:28.352924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:34.904325 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:15:47.814362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bda94b5-9d74-4488-8ee3-3b573e6f8769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:50.224821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d469d1a7-4930-43a5-b077-09804779fd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:50.280271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:51.257538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:52.964693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:15:58.371030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.361149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44510) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:01.693341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-50427444-network', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:01.716851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Made reservation on behalf of cabffba4816b4932a24795be0b1ca368 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:01.719312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.738149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.842045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.846484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.851022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:01.892180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:01.894172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93044d-105e-481b-9d33-e09dc395e7fe,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:01.907663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.908404 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Added segment a917f8d8-3604-4a93-b6b8-97f8764467be of type vlan for network 5afd4417-c8ce-4060-91c6-1ec09f97250b Jun 09 13:16:01.916968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.917553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.918129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.918708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.919198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.919730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.920046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.920489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.920807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.921126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.921502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.921790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Tracked resource versions report: Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: pushed versions: Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: { 'AddressGroup': {'1.2'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'ConntrackHelper': {'1.0'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Log': {'1.0'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Network': {'1.1'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Port': {'1.7'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'PortForwarding': {'1.2'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'QosPolicy': {'1.8'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroup': {'1.4'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SubPort': {'1.0'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Subnet': {'1.1'}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Trunk': {'1.1'}} Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: consumer versions: Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: HyperV agent@hv-neutron-6013: {}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'ConntrackHelper': '1.0', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Log': '1.0', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Network': '1.1', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Port': '1.7', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'PortForwarding': '1.2', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'QosPolicy': '1.8', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroup': '1.4', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SecurityGroupRule': '1.2', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'SubPort': '1.0', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Subnet': '1.1', Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: 'Trunk': '1.1'}} Jun 09 13:16:01.923079 dv-neutron-601336-89-hyperv neutron-server[92384]: {{(pid=92384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:16:01.931386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:01.945925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.975634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44542) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:01.982453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.984295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:01.985211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:01.991108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0080fd03-6b6e-4fb9-a618-f014541ea583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:02.085676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Pushing event updated for resources: {'Network': ['ID=5afd4417-c8ce-4060-91c6-1ec09f97250b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:02.089024 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7266960 Jun 09 13:16:02.089841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:02.092201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44550) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:02.098269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Request body: {'subnet': {'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-50427444-subnet', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:02.100513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:02.122681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Made reservation on behalf of cabffba4816b4932a24795be0b1ca368 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:02.125427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.343299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.347485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:02.365587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44562) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:02.405548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb0b340-7617-4014-b9ea-7cf1c6a2a244,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:02.415082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.415496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.415825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-167106258-network', 'tenant_id': '66529a26540d4aa49e9975937820b075'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:02.415966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.416189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.416566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.416968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.417334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.417706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.418027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.418384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.418749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.419156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Tracked resource versions report: Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: pushed versions: Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: { 'AddressGroup': {'1.2'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'ConntrackHelper': {'1.0'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Log': {'1.0'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Network': {'1.1'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Port': {'1.7'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'PortForwarding': {'1.2'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'QosPolicy': {'1.8'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroup': {'1.4'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SubPort': {'1.0'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Subnet': {'1.1'}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Trunk': {'1.1'}} Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: consumer versions: Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: HyperV agent@hv-neutron-6013: {}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'ConntrackHelper': '1.0', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Log': '1.0', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Network': '1.1', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Port': '1.7', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'PortForwarding': '1.2', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'QosPolicy': '1.8', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroup': '1.4', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SecurityGroupRule': '1.2', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'SubPort': '1.0', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Subnet': '1.1', Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: 'Trunk': '1.1'}} Jun 09 13:16:02.420281 dv-neutron-601336-89-hyperv neutron-server[92383]: {{(pid=92383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:16:02.423297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:02.446241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Checking segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:02.446743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Network hostable DHCP agents. Network: 5afd4417-c8ce-4060-91c6-1ec09f97250b, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:02.449848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Made reservation on behalf of 66529a26540d4aa49e9975937820b075 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:02.452756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.465724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:02.470196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.477590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 5afd4417-c8ce-4060-91c6-1ec09f97250b) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:02.483391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:02.483995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.488325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b97c9-6af7-478b-90d8-bdb48ce94ef9 None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:02.595318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.602465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.610166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2fbf9cfc-6966-4049-8bd1-d0282302ede2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:02.612347 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5190363 Jun 09 13:16:02.615268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44572) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:02.620553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:02.647259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d462111-a1b5-4ec8-87f1-c9fddae89e58,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:02.652343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:02.653259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:02.663100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.663431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Added segment 8d9fa078-aa00-4ab8-88ff-efb5bfaec6af of type vlan for network 4b12cc31-023c-453e-a866-1288055d02f2 Jun 09 13:16:02.676558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.684912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.698438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.712989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.735798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.737311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:02.738292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.742215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:02.783011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-5afd4417-c8ce-4060-91c6-1ec09f97250b', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:16:02.785390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:02.848426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8685865 Jun 09 13:16:02.848811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44578) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:02.856364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Request body: {'subnet': {'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-167106258-subnet', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:02.858605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Pushing event updated for resources: {'Network': ['ID=4b12cc31-023c-453e-a866-1288055d02f2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:02.864344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:02.884691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4b12cc31-023c-453e-a866-1288055d02f2 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:02.928120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-309195152-network', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:02.999059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:16:02.999059 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:16:02.999059 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': '005f14f0eb164dbfb37129d8d5623448', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 16, 2, 933286)}] Jun 09 13:16:02.999059 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:16:03.000171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:16:03.067551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Made reservation on behalf of 66529a26540d4aa49e9975937820b075 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:03.069828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.198565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Allocated IP 172.20.0.2 (5afd4417-c8ce-4060-91c6-1ec09f97250b/8bb0b340-7617-4014-b9ea-7cf1c6a2a244/34b26315-82b7-4462-aecc-d8ac74b5cf06) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:03.206220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.437251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44598) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:03.473184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.487536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Transition to ACTIVE for port object 34b26315-82b7-4462-aecc-d8ac74b5cf06 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:03.515481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Transition to ACTIVE for port object 34b26315-82b7-4462-aecc-d8ac74b5cf06 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:03.524535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.534784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44602) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:03.552381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-99db38bb-f020-497b-8e95-161f9a907d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:03.553279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Made reservation on behalf of 005f14f0eb164dbfb37129d8d5623448 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:03.559628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.589523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.658920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:03.659807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.661039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Pushing event updated for resources: {'Port': ['ID=34b26315-82b7-4462-aecc-d8ac74b5cf06,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:03.670665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:03.672491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3cb71120-c624-42c3-a1fc-353f74d85032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:03.677223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.678174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.678680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.679134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.679569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.680301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.680724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.681156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.681731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.682212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.682795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.683696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Tracked resource versions report: Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: pushed versions: Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: { 'AddressGroup': {'1.2'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'ConntrackHelper': {'1.0'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Log': {'1.0'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Network': {'1.1'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Port': {'1.7'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'PortForwarding': {'1.2'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'QosPolicy': {'1.8'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroup': {'1.4'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SubPort': {'1.0'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Subnet': {'1.1'}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Trunk': {'1.1'}} Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: consumer versions: Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: HyperV agent@hv-neutron-6013: {}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'ConntrackHelper': '1.0', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Log': '1.0', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Network': '1.1', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Port': '1.7', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'PortForwarding': '1.2', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'QosPolicy': '1.8', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroup': '1.4', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SecurityGroupRule': '1.2', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'SubPort': '1.0', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Subnet': '1.1', Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: 'Trunk': '1.1'}} Jun 09 13:16:03.685149 dv-neutron-601336-89-hyperv neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:16:03.698034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:03.744619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fed8f9-be83-49ee-9efa-82d9cdc3271c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:03.745455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:03.750508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:03.791652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.810123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Attempting to bind port 34b26315-82b7-4462-aecc-d8ac74b5cf06 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:03.810645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Attempting to bind port 34b26315-82b7-4462-aecc-d8ac74b5cf06 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:03.811543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Attempting to bind port 34b26315-82b7-4462-aecc-d8ac74b5cf06 on network 5afd4417-c8ce-4060-91c6-1ec09f97250b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:03.816819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.818491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:03.819078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Checking segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:03.819630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.820222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Bound using segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:03.820944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Bound port: 34b26315-82b7-4462-aecc-d8ac74b5cf06, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:03.821352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.823923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.829835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.830975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:03.862492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57786012-4a4d-4c5f-833f-a1e8ca09e04f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:03.867616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:03.867806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Checking segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:03.868050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Network hostable DHCP agents. Network: 4b12cc31-023c-453e-a866-1288055d02f2, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:03.877045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:03.892805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.893329 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Added segment b876d7c7-f089-470a-b87a-9d4ddba96029 of type vlan for network 1fba9b51-584b-484a-a8d9-fafe71f2648e Jun 09 13:16:03.915183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Network 4b12cc31-023c-453e-a866-1288055d02f2 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:03.938510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.964591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4b12cc31-023c-453e-a866-1288055d02f2) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:03.977352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:03.978231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:03.978606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45cfa6-4682-4c3a-b547-1698b0f04de2 None None] Network 4b12cc31-023c-453e-a866-1288055d02f2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:04.003850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Allocated IP 172.26.5.151 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/d6742ff5-0083-4e47-82c1-37d59883d086) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:04.004644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.006966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:04.007717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.011153 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1614118 Jun 09 13:16:04.016730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44616) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:04.021307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:04.034290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:04.083999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-426280015'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:04.134807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.136198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.153185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] For port 34b26315-82b7-4462-aecc-d8ac74b5cf06, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:04.177548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] For port 34b26315-82b7-4462-aecc-d8ac74b5cf06, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=34b26315-82b7-4462-aecc-d8ac74b5cf06,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:04.191559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.199954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:04.204297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.239397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Pushing event updated for resources: {'Network': ['ID=1fba9b51-584b-484a-a8d9-fafe71f2648e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:04.244596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.263423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:04.278284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1142772153'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:04.308914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:04.323413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9563706 Jun 09 13:16:04.324058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:04.341592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Request body: {'subnet': {'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-309195152-subnet', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:04.348376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Made reservation on behalf of 5c256728d8f24337817d14b84d0411f7 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:04.352918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.375889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.401515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Pushing event updated for resources: {'Port': ['ID=34b26315-82b7-4462-aecc-d8ac74b5cf06,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:04.410149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:04.452187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Made reservation on behalf of 1067571819f84475a1a726a03c0a8fb4 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:04.462489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.506887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.533401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44634) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:04.570708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4b12cc31-023c-453e-a866-1288055d02f2', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:16:04.575420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.582385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Made reservation on behalf of 005f14f0eb164dbfb37129d8d5623448 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:04.584922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.610328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.623940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:04.655037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:04.789650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:04.808511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:04.809407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44640) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:04.938512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:04.955237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Allocated IP 172.20.0.2 (4b12cc31-023c-453e-a866-1288055d02f2/96fed8f9-be83-49ee-9efa-82d9cdc3271c/8d1e8590-483f-4386-afc7-7c1c78c2175d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:04.972678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1821555985'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:05.006808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.022371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.042662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:05.091872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44648) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:05.092547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:05.142271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9d0d8e7c-9118-4fa4-ba74-b1bc69f3ab77 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-469187426'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:05.143015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9d0d8e7c-9118-4fa4-ba74-b1bc69f3ab77 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Unknown quota resources ['metering_label']. {{(pid=92384) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:05.165375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.165714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Added segment ec265b0f-0012-44b9-8b5d-c755557e4dad of type vlan for network 431231b9-e4b7-4e37-8f56-714b88a8cca9 Jun 09 13:16:05.199916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.208077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:05.219511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.250728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95f626-5d4b-472d-bf27-0e58945453be,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:05.251704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.264024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:05.264793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Transition to ACTIVE for port object 8d1e8590-483f-4386-afc7-7c1c78c2175d will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:05.293324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Transition to ACTIVE for port object 8d1e8590-483f-4386-afc7-7c1c78c2175d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:05.304894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.310740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:05.363592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Pushing event updated for resources: {'Port': ['ID=d6742ff5-0083-4e47-82c1-37d59883d086,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:05.376931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:05.387707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Network 4b12cc31-023c-453e-a866-1288055d02f2 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:05.389835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a3534c0-7ff0-4905-8a07-94fce450b046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:05.393886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:05.399491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:05.438049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.451525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Pushing event updated for resources: {'Port': ['ID=8d1e8590-483f-4386-afc7-7c1c78c2175d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:05.479023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:05.488784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:16:05.508892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Attempting to bind port 8d1e8590-483f-4386-afc7-7c1c78c2175d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:05.509404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Attempting to bind port 8d1e8590-483f-4386-afc7-7c1c78c2175d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:05.509890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Attempting to bind port 8d1e8590-483f-4386-afc7-7c1c78c2175d on network 4b12cc31-023c-453e-a866-1288055d02f2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:05.516229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:05.516893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Checking segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:05.517390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.517890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Bound using segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:05.518457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Bound port: 8d1e8590-483f-4386-afc7-7c1c78c2175d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:05.519088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.548962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.579997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:05.580665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.653377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200de0e1-4136-4d5c-ac11-9a234ba39ff9 None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:05.719336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] For port 8d1e8590-483f-4386-afc7-7c1c78c2175d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:05.747837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] For port 8d1e8590-483f-4386-afc7-7c1c78c2175d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8d1e8590-483f-4386-afc7-7c1c78c2175d,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:05.766506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.769823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b62e91be-785a-498e-9784-9e7e047c5084 None None] Provisioning for port 34b26315-82b7-4462-aecc-d8ac74b5cf06 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:05.781898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:05.786918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Checking segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:05.787274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Network hostable DHCP agents. Network: 1fba9b51-584b-484a-a8d9-fafe71f2648e, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:05.799377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.800797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b6a15f-c254-4c08-8c69-eba1c1279065,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:05.804453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:05.816935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:05.842918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d0d8e7c-9118-4fa4-ba74-b1bc69f3ab77 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.843713 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9d0d8e7c-9118-4fa4-ba74-b1bc69f3ab77 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0312521 Jun 09 13:16:05.844462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.871042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44656) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:05.889838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0aa7ac29-e55d-4072-912b-81d22efc67f2 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1bbf3c16-d454-4723-8b94-71e10f0a0361'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:05.889838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0aa7ac29-e55d-4072-912b-81d22efc67f2 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:05.919960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Pushing event updated for resources: {'Port': ['ID=8d1e8590-483f-4386-afc7-7c1c78c2175d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:05.959059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Made reservation on behalf of c856833b433d48f7a7ba6949fe3c38fb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:05.963360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.966886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:05.975384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:05.976876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:05.980990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:05.994819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.004206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Pushing event updated for resources: {'Network': ['ID=431231b9-e4b7-4e37-8f56-714b88a8cca9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:06.011348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:06.016997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:06.021082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:06.031932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.032563 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Added segment 04a19e3d-b7d3-451d-b19a-3c3bd63fee39 of type vlan for network c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6 Jun 09 13:16:06.051479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.073534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1fba9b51-584b-484a-a8d9-fafe71f2648e) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:06.078763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:06.079347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.101561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5605979 Jun 09 13:16:06.115369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a86d25-a1ee-4d17-8799-1b70db359a00 None None] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:06.197971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917a60b1-01f8-465d-a5d4-8aa4aba39273,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:06.207529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:06.214334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.273665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.285381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:06.285935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.344244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:06.610546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 34b26315-82b7-4462-aecc-d8ac74b5cf06 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:06.619788 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.services.metering.metering_plugin [None req-0aa7ac29-e55d-4072-912b-81d22efc67f2 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 09 13:16:06.657087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.669211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-1fba9b51-584b-484a-a8d9-fafe71f2648e', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:16:06.673393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.673563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Pushing event updated for resources: {'Network': ['ID=c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:06.682132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.685264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:06.691336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:06.695118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:06.727475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Router 0e070c8e-fcfd-478e-8f55-3571817373f8 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:16:06.732288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353b95c8-31c3-41f6-a12f-8fbd4b1fa603,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:06.739895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:06.745781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3074789 Jun 09 13:16:06.749975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4210780 Jun 09 13:16:06.752661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44668) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:06.753075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44670) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:06.768951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:06.774960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:06.819596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ac29-e55d-4072-912b-81d22efc67f2 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.824952 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0aa7ac29-e55d-4072-912b-81d22efc67f2 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9508588 Jun 09 13:16:06.825578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44676) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:06.825877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.826374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Added segment 2a7b51a8-a840-4991-ad80-b1453df55831 of type vlan for network 599f4178-8bb9-4812-a5be-c425c1c56e21 Jun 09 13:16:06.838104 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b661151a-3186-42d6-82d6-db72ae424c67 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1bbf3c16-d454-4723-8b94-71e10f0a0361'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:06.838701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b661151a-3186-42d6-82d6-db72ae424c67 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:06.853767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:06.898267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.033615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.067857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Allocated IP 172.20.0.2 (1fba9b51-584b-484a-a8d9-fafe71f2648e/a6b6a15f-c254-4c08-8c69-eba1c1279065/f9d01491-5dd7-4cbf-af0c-d8742483b9cb) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:07.077545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Allocated IP 172.26.5.180 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/7cb2cf75-7949-4006-9f85-73a6694ccb9f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:07.153888 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.services.metering.metering_plugin [None req-b661151a-3186-42d6-82d6-db72ae424c67 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 09 13:16:07.194936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'name': 'tempest-network--393143312', 'router:external': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:07.216927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44678) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:07.236492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.237284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.246965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 34b26315-82b7-4462-aecc-d8ac74b5cf06 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:07.250906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1664663245'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:07.255165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:07.256001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 34b26315-82b7-4462-aecc-d8ac74b5cf06 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:07.256567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.257501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.281386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.300851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.358594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69357e-74d3-4411-abc5-af23b0b06bd2 None None] Network 4b12cc31-023c-453e-a866-1288055d02f2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:07.360636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b661151a-3186-42d6-82d6-db72ae424c67 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.364595 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b661151a-3186-42d6-82d6-db72ae424c67 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5331273 Jun 09 13:16:07.365161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44680) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:07.373947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.398892 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c85eff65-8bbe-4c8c-9126-d41ede8ebe77 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=b7befa8a-e71c-4779-a88b-4d8eb8f5946b HTTP/1.1" status: 200 len: 462 time: 0.0257361 Jun 09 13:16:07.399245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44682) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:07.404770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Made reservation on behalf of 4866b4450e3540fcbca81338230a43db for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:07.407496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.412094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:07.432732 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Sync routers for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:07.443367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.450268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:07.451616 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:07.461935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.477568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.485927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:07.486692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.496871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:07.498720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.511284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-38b6ae7e-37b1-4c10-8781-1b972e694d2b None None] Provisioning for port 8d1e8590-483f-4386-afc7-7c1c78c2175d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:07.559751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Transition to ACTIVE for port object f9d01491-5dd7-4cbf-af0c-d8742483b9cb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:07.607770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e659e44-5daa-4afb-8dd9-0682b34862b3 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.611300 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6e659e44-5daa-4afb-8dd9-0682b34862b3 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/b7befa8a-e71c-4779-a88b-4d8eb8f5946b HTTP/1.1" status: 204 len: 168 time: 0.2088571 Jun 09 13:16:07.612235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44684) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:07.633858 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c3a18111-379d-4a67-9345-4e279ad5f6c9 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=b7befa8a-e71c-4779-a88b-4d8eb8f5946b HTTP/1.1" status: 200 len: 221 time: 0.0201023 Jun 09 13:16:07.638929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44686) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:07.646744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a1ecc226-2026-43f6-9af9-491d352f269a tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--846473208', 'description': 'label created by tempest'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:07.648354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a1ecc226-2026-43f6-9af9-491d352f269a tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Unknown quota resources ['metering_label']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:07.693044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Transition to ACTIVE for port object f9d01491-5dd7-4cbf-af0c-d8742483b9cb will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:07.700213 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:07.703208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.727864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.739008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:07.863475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:07.868646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:07.871102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:07.875604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 34b26315-82b7-4462-aecc-d8ac74b5cf06, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=34b26315-82b7-4462-aecc-d8ac74b5cf06,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:07.882300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Pushing event updated for resources: {'Port': ['ID=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:07.885362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:07.912688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event updated for resources: {'Network': ['ID=599f4178-8bb9-4812-a5be-c425c1c56e21,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:07.918215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:07.928934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8d1e8590-483f-4386-afc7-7c1c78c2175d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:07.932808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:07.964510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:07.997513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:08.026516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.056796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.073125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:08.098476 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:05Z', 'revision_number': 3, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:08.105376 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Checking router: 0e070c8e-fcfd-478e-8f55-3571817373f8 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:08.106279 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Updating router 0e070c8e-fcfd-478e-8f55-3571817373f8 port d6742ff5-0083-4e47-82c1-37d59883d086 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:08.136363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.158681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Attempting to bind port f9d01491-5dd7-4cbf-af0c-d8742483b9cb on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:08.159105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Attempting to bind port f9d01491-5dd7-4cbf-af0c-d8742483b9cb by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:08.159488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Attempting to bind port f9d01491-5dd7-4cbf-af0c-d8742483b9cb on network 1fba9b51-584b-484a-a8d9-fafe71f2648e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:08.183738 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.196753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:08.197503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Checking segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:08.197651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.198006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Bound using segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:08.198471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Bound port: f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:08.198917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.208065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.212668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:08.222918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:08.225602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.229732 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6132233 Jun 09 13:16:08.230846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:08.235190 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.6999953 Jun 09 13:16:08.235818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc226-2026-43f6-9af9-491d352f269a tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.240993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a1ecc226-2026-43f6-9af9-491d352f269a tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5964062 Jun 09 13:16:08.241123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:08.249772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=34b26315-82b7-4462-aecc-d8ac74b5cf06,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:08.250554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44692) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:08.250884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44694) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:08.253506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb2cf75-7949-4006-9f85-73a6694ccb9f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:08.260290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:08.274486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Request body: {'subnet': {'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:08.289277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:08.301544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:08.316458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:08.331571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 8d1e8590-483f-4386-afc7-7c1c78c2175d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:08.349721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8d1e8590-483f-4386-afc7-7c1c78c2175d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:08.350412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.408959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] For port f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:08.423274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] For port f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:08.433959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.440654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Allocated IP 172.26.5.121 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/efadac38-9cf2-435d-abfb-cbbc8712bd35) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:08.441912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:08.567238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.590600 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e7664e7e-5448-4222-a695-944604cca118 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4ef2ade8-e5ba-44d6-bc48-c614a7d2883d HTTP/1.1" status: 200 len: 467 time: 0.3338528 Jun 09 13:16:08.590836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Pushing event updated for resources: {'Port': ['ID=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:08.595780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:08.601365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:08.635844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 8d1e8590-483f-4386-afc7-7c1c78c2175d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8d1e8590-483f-4386-afc7-7c1c78c2175d,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:08.643523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f0560b75-dbdd-4431-a810-879f4006dc95 None None] Provisioning complete for port 8d1e8590-483f-4386-afc7-7c1c78c2175d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:08.644440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0560b75-dbdd-4431-a810-879f4006dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.684392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.684392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Added segment 820cbf84-4641-4ad0-a5ca-030cb1fa7ce3 of type vlan for network 3d837ae4-0b16-4ecd-b534-9aec2cefde50 Jun 09 13:16:08.702783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb49cf9d-e6cf-44d5-a86d-0a70c8a6555b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:08.706025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.712459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:08.732278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:08.750429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.763096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.783030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.828158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=8d1e8590-483f-4386-afc7-7c1c78c2175d,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:08.830911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:08.834647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:08.849443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port 3575430b-bbb8-4812-b7c9-8e715d07f5ff yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:08.923658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 34b26315-82b7-4462-aecc-d8ac74b5cf06 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:08.935000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:08.963143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.003072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 34b26315-82b7-4462-aecc-d8ac74b5cf06 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:09.003444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.034838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Made reservation on behalf of c856833b433d48f7a7ba6949fe3c38fb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:09.039161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.118116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b2801-83d3-421b-9d3d-ed52384d9f75,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:09.120553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.145740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:09.203687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.228512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:09.229094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.233277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:09.375923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-009f8c0d-d352-40db-aff8-d5fbf5a1c0b1 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.377137 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-009f8c0d-d352-40db-aff8-d5fbf5a1c0b1 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/4ef2ade8-e5ba-44d6-bc48-c614a7d2883d HTTP/1.1" status: 204 len: 168 time: 0.7187560 Jun 09 13:16:09.404269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44698) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:09.467707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.477522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:09.551686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:09.561841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:09.568099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:09.612201 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8564572 Jun 09 13:16:09.626132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44700) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:09.664570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aec127-f0f8-496f-8c3f-da5eacbc220e None None] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:09.671347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2a8359f5-31e0-400e-acd3-d292d0f84639 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4ef2ade8-e5ba-44d6-bc48-c614a7d2883d HTTP/1.1" status: 200 len: 216 time: 0.2541440 Jun 09 13:16:09.696036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44704) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:09.719129 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.719772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=3d837ae4-0b16-4ecd-b534-9aec2cefde50,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:09.723239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:09.740896 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Transition to ACTIVE for port object d6742ff5-0083-4e47-82c1-37d59883d086 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:09.750486 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.755618 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:09.767866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3d837ae4-0b16-4ecd-b534-9aec2cefde50 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:09.791197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.814750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7c9620f2-00aa-4a01-8b89-8be6b2f87f7b tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0925710 Jun 09 13:16:09.830913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44706) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:09.839939 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Pushing event updated for resources: {'Port': ['ID=d6742ff5-0083-4e47-82c1-37d59883d086,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:09.852673 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.853488 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.854087 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.854811 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.856137 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.856726 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.857518 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.858067 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.858682 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.859226 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.859795 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.860702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Tracked resource versions report: Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: pushed versions: Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: { 'AddressGroup': {'1.2'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'ConntrackHelper': {'1.0'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Log': {'1.0'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Network': {'1.1'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Port': {'1.7'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'PortForwarding': {'1.2'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'QosPolicy': {'1.8'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroup': {'1.4'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SubPort': {'1.0'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Subnet': {'1.1'}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Trunk': {'1.1'}} Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: consumer versions: Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: { DHCP agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: HyperV agent@hv-neutron-6013: {}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: L3 agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: Metadata agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: Metering agent@dv-neutron-601336-89-hyperv: {}, Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: Open vSwitch agent@dv-neutron-601336-89-hyperv: { 'AddressGroup': '1.2', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'ConntrackHelper': '1.0', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Log': '1.0', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Network': '1.1', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Port': '1.7', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'PortForwarding': '1.2', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'QosPolicy': '1.8', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroup': '1.4', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SecurityGroupRule': '1.2', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'SubPort': '1.0', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Subnet': '1.1', Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: 'Trunk': '1.1'}} Jun 09 13:16:09.862341 dv-neutron-601336-89-hyperv neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 13:16:09.869880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=efadac38-9cf2-435d-abfb-cbbc8712bd35,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:09.871970 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:09.880578 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c83e41cb-161a-4c7b-af75-057392613814 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0487761 Jun 09 13:16:09.898699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44708) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:09.898868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:09.914890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.916651 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Attempting to bind port d6742ff5-0083-4e47-82c1-37d59883d086 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:09.917414 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Attempting to bind port d6742ff5-0083-4e47-82c1-37d59883d086 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:09.918751 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Attempting to bind port d6742ff5-0083-4e47-82c1-37d59883d086 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:09.927306 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:09.928181 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:09.929046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.929638 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:09.930318 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Bound port: d6742ff5-0083-4e47-82c1-37d59883d086, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:09.930999 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:09.939103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f93e66e5-fd52-49b6-bff2-a6e1afcbfb3d None None] Provisioning for port f9d01491-5dd7-4cbf-af0c-d8742483b9cb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:10.018848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.032007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.032440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.033178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.033519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > port after_create 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.033855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.034174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > port after_update 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.034512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.035054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.035186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.036032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.037309 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] For port d6742ff5-0083-4e47-82c1-37d59883d086, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:10.042159 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] For port d6742ff5-0083-4e47-82c1-37d59883d086, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d6742ff5-0083-4e47-82c1-37d59883d086,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:10.049247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.055215 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:10.093932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.139792 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Pushing event updated for resources: {'Port': ['ID=d6742ff5-0083-4e47-82c1-37d59883d086,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:10.154018 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:10.154201 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d80fde6b-efd3-4ac0-a20f-6f2860dc3f4c tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/1bbf3c16-d454-4723-8b94-71e10f0a0361 HTTP/1.1" status: 200 len: 472 time: 0.2522051 Jun 09 13:16:10.177693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44710) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:10.181369 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:10.182790 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:10.195436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.195777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.196103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.196423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:10.196773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d837ae4-0b16-4ecd-b534-9aec2cefde50']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:10.220292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eda47880-0596-4318-84d3-24b713b12a91 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/2afd29c0-a410-4a01-b396-ab90929b3c1d HTTP/1.1" status: 200 len: 459 time: 0.0362766 Jun 09 13:16:10.221587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44712) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:10.224214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port 3575430b-bbb8-4812-b7c9-8e715d07f5ff yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:10.232087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820cbf84-4641-4ad0-a5ca-030cb1fa7ce3') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:10.232388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820cbf84-4641-4ad0-a5ca-030cb1fa7ce3') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:10.262495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.285210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.290621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.319408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.323115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.341817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:10.342474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: from cryptography.utils import int_from_bytes Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: from cryptography.utils import int_from_bytes Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:10.360440 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:10.368881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:10.385632 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:10.401807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.542015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.645022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96aebf9a-904d-47e5-adca-abb6cc8029bc tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.648534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-96aebf9a-904d-47e5-adca-abb6cc8029bc tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/2afd29c0-a410-4a01-b396-ab90929b3c1d HTTP/1.1" status: 204 len: 168 time: 0.4150298 Jun 09 13:16:10.661790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Allocated IP 172.26.5.51 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/22bbc19b-d63e-444b-8f47-bfcf67fa17c0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:10.663671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44714) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:10.679286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb2cf75-7949-4006-9f85-73a6694ccb9f,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:10.688018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:10.693488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:10.718211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.719548 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6246245 Jun 09 13:16:10.729614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44716) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:10.735502 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:05Z', 'revision_number': 3, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:10.739442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1628957511', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'fixed_ips': [{'ip_address': '172.26.5.180'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:10.741654 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d619482-c869-4b56-b848-aa7d79e7f897 None None] The sync data for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv is: [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:05Z', 'revision_number': 3, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:10.751391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.779764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.799836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:10.821134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Transition to ACTIVE for port object 3575430b-bbb8-4812-b7c9-8e715d07f5ff will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:10.822419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d837ae4-0b16-4ecd-b534-9aec2cefde50 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:10.834932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d837ae4-0b16-4ecd-b534-9aec2cefde50,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:10.848501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.850894 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3d837ae4-0b16-4ecd-b534-9aec2cefde50 HTTP/1.1" status: 204 len: 168 time: 1.2237964 Jun 09 13:16:10.856316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Made reservation on behalf of 126853edcd4644f68b3a20f63115a7c7 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:10.858729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Checking segment: {'id': '2a7b51a8-a840-4991-ad80-b1453df55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:10.859093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Network hostable DHCP agents. Network: 599f4178-8bb9-4812-a5be-c425c1c56e21, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:10.859236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.870711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44720) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:10.913183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:10.918738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.977766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:10.981119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f9d01491-5dd7-4cbf-af0c-d8742483b9cb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:11.066726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f9d01491-5dd7-4cbf-af0c-d8742483b9cb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:11.077128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f9d01491-5dd7-4cbf-af0c-d8742483b9cb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:11.077647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.112925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:11.170633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.179170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event updated for resources: {'Subnet': ['ID=c8492150-e471-432d-a43e-de555af5b82d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:11.252999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.266686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.267815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:11.271302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.291273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:11.296854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.298916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8d1e8590-483f-4386-afc7-7c1c78c2175d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:11.313271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:11.323767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.341290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] device_id is not set on port c6e5244c-ac2f-4813-83e6-f4baf65283d0 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:11.341888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:11.342379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3285cbb8-0263-4bcf-9182-bbfdd772cc5a tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:11.353867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:11.407260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=3575430b-bbb8-4812-b7c9-8e715d07f5ff,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:11.413726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2eca0b51-1eec-468f-b553-9768a7ac5647 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.415023 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2eca0b51-1eec-468f-b553-9768a7ac5647 tempest-MeteringIpV6TestJSON-1894408883 tempest-MeteringIpV6TestJSON-1894408883-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/1bbf3c16-d454-4723-8b94-71e10f0a0361 HTTP/1.1" status: 204 len: 168 time: 0.7469075 Jun 09 13:16:11.435242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:11.436004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 599f4178-8bb9-4812-a5be-c425c1c56e21) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:11.462208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:11.463123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.484408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Checking segment: {'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:11.484765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Network hostable DHCP agents. Network: 431231b9-e4b7-4e37-8f56-714b88a8cca9, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:11.487552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4c7d2-149f-49bd-b210-fcedae95de8b None None] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:11.492692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.500626 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2454839 Jun 09 13:16:11.506083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44726) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:11.513655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Request body: {'port': {'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21', 'name': 'tempest-DHCPAgentSchedulersTestJSON-72468617'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:11.586633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:11.597272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:11.607021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:11.610341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:11.719213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8d1e8590-483f-4386-afc7-7c1c78c2175d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:11.719774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.726361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 431231b9-e4b7-4e37-8f56-714b88a8cca9) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:11.731738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Allocated IP 172.20.0.1 (5afd4417-c8ce-4060-91c6-1ec09f97250b/8bb0b340-7617-4014-b9ea-7cf1c6a2a244/4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:11.736475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:11.738705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2e1e4-ec80-4b7b-815d-7d73bb6fc846,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:11.748406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.801342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:11.832000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b10fff-5b18-4922-9b86-fa81fd28e785 None None] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:11.863500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:11.868102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:11.886106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:11.886332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44732) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:11.891257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:11.891859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:11.892922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:11.895813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:11.910732 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:16:11.940336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:11.950790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:11.951152 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Added segment 46502ceb-cc05-4e83-a89b-ec14733418c3 of type vlan for network 25568bf2-b2b1-4642-972b-15bbe82b02ef Jun 09 13:16:12.074111 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 09 13:16:12.074733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:16:12.108676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-599f4178-8bb9-4812-a5be-c425c1c56e21', 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21', 'tenant_id': 'c856833b433d48f7a7ba6949fe3c38fb', 'fixed_ips': [{'subnet_id': 'c8492150-e471-432d-a43e-de555af5b82d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:16:12.110392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.143518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.156333 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4252982 Jun 09 13:16:12.164812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44736) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:12.170807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.174006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.174504 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.191149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 2 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.212552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.212831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.213040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.229199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.229518 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.239361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 3 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.258422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.259389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.259389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.264147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Pushing event updated for resources: {'Port': ['ID=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:12.269574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.269893 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.271338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:12.272684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 4 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.325194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.418711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Allocated IP 172.20.0.2 (599f4178-8bb9-4812-a5be-c425c1c56e21/c8492150-e471-432d-a43e-de555af5b82d/48516069-dfda-4ace-afd6-3a76841c054e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:12.466328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.467158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.467754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.489163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.489645 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.492924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 5 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.511888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.511888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.511888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.522477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.522976 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.525472 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 6 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.565064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.565663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.566147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.575599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.576009 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.578194 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 7 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.587646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.667321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.684880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Transition to ACTIVE for port object 48516069-dfda-4ace-afd6-3a76841c054e will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:12.708212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Transition to ACTIVE for port object 48516069-dfda-4ace-afd6-3a76841c054e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:12.709825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.715467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.720133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:12.722272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.722703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.723115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.734097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:12.734494 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:12.736779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 8 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:12.746127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.762179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:12.762805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.773197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-40ee59b9-0c7d-49d4-a3d4-c32676981e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:12.786853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:12.790726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:12.795617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:12.841989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Pushing event updated for resources: {'Port': ['ID=48516069-dfda-4ace-afd6-3a76841c054e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:12.857380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Transition to ACTIVE for port object 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:12.878319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:12.910008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Attempting to bind port 48516069-dfda-4ace-afd6-3a76841c054e on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.910388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Attempting to bind port 48516069-dfda-4ace-afd6-3a76841c054e by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2a7b51a8-a840-4991-ad80-b1453df55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.910796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Attempting to bind port 48516069-dfda-4ace-afd6-3a76841c054e on network 599f4178-8bb9-4812-a5be-c425c1c56e21 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.916524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:12.916961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Checking segment: {'id': '2a7b51a8-a840-4991-ad80-b1453df55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:12.917435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.917774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Bound using segment: {'id': '2a7b51a8-a840-4991-ad80-b1453df55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:12.918346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Bound port: 48516069-dfda-4ace-afd6-3a76841c054e, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7b51a8-a840-4991-ad80-b1453df55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '599f4178-8bb9-4812-a5be-c425c1c56e21'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:12.918761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:12.926319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=25568bf2-b2b1-4642-972b-15bbe82b02ef,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:12.937242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:12.965986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 25568bf2-b2b1-4642-972b-15bbe82b02ef details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:12.981250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:12.981400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:12.981656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:12.982478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.002023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.007172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Deleting port 7cb2cf75-7949-4006-9f85-73a6694ccb9f {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:13.007537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.032459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:13.043557 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1689548 Jun 09 13:16:13.049589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44740) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:13.111078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:13.111407 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:13.112253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'subnet': {'network_id': '25568bf2-b2b1-4642-972b-15bbe82b02ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:13.114494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 9 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:13.118229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.125135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d6742ff5-0083-4e47-82c1-37d59883d086 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:13.125825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Made reservation on behalf of c856833b433d48f7a7ba6949fe3c38fb for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:13.128289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.152083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:13.152430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:13.152737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:13.165531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:13.165856 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:13.166842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] device_id is not set on port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:13.184365 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e48f463143142aaa10a9f812a02e3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2970674 Jun 09 13:16:13.185702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0f0b9-dc92-4f7e-84eb-1fd1def5fe4b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:13.192440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44742) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:13.203295 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 10 to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff Jun 09 13:16:13.210940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:13.214412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:13.228100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] For port 48516069-dfda-4ace-afd6-3a76841c054e, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:13.234281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] For port 48516069-dfda-4ace-afd6-3a76841c054e, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=48516069-dfda-4ace-afd6-3a76841c054e,segment=NetworkSegment(2a7b51a8-a840-4991-ad80-b1453df55831),segment_id=2a7b51a8-a840-4991-ad80-b1453df55831)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:13.243916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:13.244305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:13.244574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:13.246338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.251413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:13.258911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:13.259240 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 3575430b-bbb8-4812-b7c9-8e715d07f5ff on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:13.259594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.276063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:13.276905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Router ee86869a-a42c-4555-8e1b-4daa687ec99c is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:16:13.286871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d6742ff5-0083-4e47-82c1-37d59883d086 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:13.289123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.294625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:13.299416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d6742ff5-0083-4e47-82c1-37d59883d086 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:13.299797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.319632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:13.323352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.347127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:13.382476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Pushing event updated for resources: {'Port': ['ID=48516069-dfda-4ace-afd6-3a76841c054e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:13.390904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:13.460514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.480029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port d6742ff5-0083-4e47-82c1-37d59883d086, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d6742ff5-0083-4e47-82c1-37d59883d086,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:13.495857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.496830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f9d01491-5dd7-4cbf-af0c-d8742483b9cb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:13.527001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:13.646566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=d6742ff5-0083-4e47-82c1-37d59883d086,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:13.662321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:13.702767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Allocated IP 172.20.0.5 (599f4178-8bb9-4812-a5be-c425c1c56e21/c8492150-e471-432d-a43e-de555af5b82d/d5ba1aba-9a09-474c-b7ce-dbe402be60a1) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:13.711609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f9d01491-5dd7-4cbf-af0c-d8742483b9cb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:13.733696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:13.734168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.735730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Pushing event updated for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:13.763391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:13.773224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Sync routers for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:13.786356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.786764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.797525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port 3575430b-bbb8-4812-b7c9-8e715d07f5ff, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:13.798868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempted to set empty binding levels {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:16:13.814993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.827800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.830999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:13.832271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:13.847013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:13.892684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-18ae8aae-a3fd-4969-bc4a-67bbc1c49f78 None None] Provisioning for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:13.904589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.907888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-18ae8aae-a3fd-4969-bc4a-67bbc1c49f78 None None] Provisioning complete for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:13.908261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18ae8aae-a3fd-4969-bc4a-67bbc1c49f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.928481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=3575430b-bbb8-4812-b7c9-8e715d07f5ff,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:13.937475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:13.980258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.984251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:13.987782 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9672527 Jun 09 13:16:13.992019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44746) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:13.993568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:13.994158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.002046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Calling delete_port for 7cb2cf75-7949-4006-9f85-73a6694ccb9f owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:14.060474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-18ae8aae-a3fd-4969-bc4a-67bbc1c49f78 None None] Port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:14.154802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Router 4f90d061-3a50-483c-b950-e3e204eac40c is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:16:14.175500 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.9375675 Jun 09 13:16:14.178455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44748) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:14.205724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:14.231254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.253258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.257192 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80e0f0b9-dc92-4f7e-84eb-1fd1def5fe4b HTTP/1.1" status: 204 len: 168 time: 1.0579507 Jun 09 13:16:14.274120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6818c7c-1b0f-40eb-9dbf-c1d40910f46b tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:14.294515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0f0b9-dc92-4f7e-84eb-1fd1def5fe4b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:14.315405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:14.681913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:14.691820 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Sync routers for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:14.697084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.710674 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:14.711437 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:14.745349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.762200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.766196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0068910 Jun 09 13:16:14.766196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44754) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:14.775959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44756) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:14.802404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:10Z', 'revision_number': 3, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:14.809794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Checking router: ee86869a-a42c-4555-8e1b-4daa687ec99c for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:14.810145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Updating router ee86869a-a42c-4555-8e1b-4daa687ec99c port efadac38-9cf2-435d-abfb-cbbc8712bd35 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:14.917039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11854912-cb82-490a-b644-fdaa360fe121 None None] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:14.959842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Transition to ACTIVE for port object d5ba1aba-9a09-474c-b7ce-dbe402be60a1 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:14.961445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:14.982612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.041866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Deleting port 3575430b-bbb8-4812-b7c9-8e715d07f5ff {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:15.042359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.097483 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:15.128519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.169997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:15.174668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d6742ff5-0083-4e47-82c1-37d59883d086 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:15.194586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.218017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:15.232772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-675cceb1-bea8-425c-a951-c17c3e485e05 None None] Provisioning for port 48516069-dfda-4ace-afd6-3a76841c054e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:15.314067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cb2cf75-7949-4006-9f85-73a6694ccb9f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:15.362633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:15.373828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:15.376313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:15.381871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:15.382483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.387479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event updated for resources: {'Port': ['ID=d5ba1aba-9a09-474c-b7ce-dbe402be60a1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:15.390777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:15.397760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.416450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.433693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:15.449078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d6742ff5-0083-4e47-82c1-37d59883d086 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:15.449450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.473376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:15.478276 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9692736 Jun 09 13:16:15.487216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44758) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:15.517408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a4837-5411-4299-9845-09f328b24e5d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:15.521290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:15.526759 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5f90aed736a4eedba9e70312adad93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532885 Jun 09 13:16:15.526759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44760) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:15.544064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port 3575430b-bbb8-4812-b7c9-8e715d07f5ff, host hv-neutron-6013, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:15.544587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.547535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.626062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:12Z', 'revision_number': 3, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:15.630685 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Checking router: 4f90d061-3a50-483c-b950-e3e204eac40c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:15.631046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Updating router 4f90d061-3a50-483c-b950-e3e204eac40c port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:15.696606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.709386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.732271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 48516069-dfda-4ace-afd6-3a76841c054e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:15.795236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.909404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 48516069-dfda-4ace-afd6-3a76841c054e completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:15.923356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.931168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 48516069-dfda-4ace-afd6-3a76841c054e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:15.931829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.933163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.938556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:15.942173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c3a4837-5411-4299-9845-09f328b24e5d HTTP/1.1" status: 204 len: 168 time: 0.4118838 Jun 09 13:16:15.945978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:15.955876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Allocated IP 172.20.0.1 (4b12cc31-023c-453e-a866-1288055d02f2/96fed8f9-be83-49ee-9efa-82d9cdc3271c/7fe8886f-8ec9-4661-8d39-a1aca52648aa) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:15.962272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a4837-5411-4299-9845-09f328b24e5d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:15.965135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:15.970159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Provisioning for port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:16.029003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Transition to ACTIVE for port object efadac38-9cf2-435d-abfb-cbbc8712bd35 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:16.039813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Provisioning complete for port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:16.040186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.090557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Calling delete_port for 3575430b-bbb8-4812-b7c9-8e715d07f5ff owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:16.099619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.108438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:16.204846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.207264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.208606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/f3018534-35c7-4fae-8f4a-6fe9b9e7b496 HTTP/1.1" status: 204 len: 168 time: 4.0393622 Jun 09 13:16:16.244013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.261053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Transition to ACTIVE for port object 7fe8886f-8ec9-4661-8d39-a1aca52648aa will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:16.288259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.301354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9abdc96d-876b-431b-93c9-252942d0b283 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:16.325022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:16.334280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.352594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Transition to ACTIVE for port object 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:16.356156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Attempting to bind port efadac38-9cf2-435d-abfb-cbbc8712bd35 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:16.359389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Attempting to bind port efadac38-9cf2-435d-abfb-cbbc8712bd35 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:16.359957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Attempting to bind port efadac38-9cf2-435d-abfb-cbbc8712bd35 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:16.368650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:16.369038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:16.370825 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.380050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.380691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:16.381221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Bound port: efadac38-9cf2-435d-abfb-cbbc8712bd35, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:16.381604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.385359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee5a1c6-3f34-4695-b89f-734c001b928c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:16.388553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Network 4b12cc31-023c-453e-a866-1288055d02f2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:16.389797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Pushing event updated for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:16.392860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:16.394909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:16.395878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:16.396426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.504501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Pushing event updated for resources: {'Port': ['ID=efadac38-9cf2-435d-abfb-cbbc8712bd35,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:16.516991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:16.598649 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Attempting to bind port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:16.599011 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Attempting to bind port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:16.599432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Attempting to bind port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:16.615630 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:16.615955 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:16.616369 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.616830 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:16.617371 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Bound port: 22bbc19b-d63e-444b-8f47-bfcf67fa17c0, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:16.617750 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.685083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Provisioning complete for port 48516069-dfda-4ace-afd6-3a76841c054e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:16.689067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c880d2cc-11d1-4edb-b2bf-1bd5b503388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.788863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44778) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:16.789518 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] For port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:16.796742 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] For port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:16.800497 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Pushing event updated for resources: {'Port': ['ID=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:16.800668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.805507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Deleting port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:16.805936 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:16.806538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.809141 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.822233 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:16.864557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] For port efadac38-9cf2-435d-abfb-cbbc8712bd35, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:16.875233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] For port efadac38-9cf2-435d-abfb-cbbc8712bd35, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=efadac38-9cf2-435d-abfb-cbbc8712bd35,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:16.876459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.904790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.912771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.927046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:16.950257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:16.976299 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Pushing event updated for resources: {'Port': ['ID=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:16.987425 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:16.992822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.001142 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:17.001846 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:17.025756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-265f5bf1-71f3-4296-afc9-edb8a9fb5ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:17.060186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.069215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 48516069-dfda-4ace-afd6-3a76841c054e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=48516069-dfda-4ace-afd6-3a76841c054e,segment=NetworkSegment(2a7b51a8-a840-4991-ad80-b1453df55831),segment_id=2a7b51a8-a840-4991-ad80-b1453df55831)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:17.120736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.134139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:17.134816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:17.204193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Pushing event updated for resources: {'Port': ['ID=efadac38-9cf2-435d-abfb-cbbc8712bd35,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:17.215857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:16:17.216683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.217003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:17.217697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.219483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:17.246861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:17.253843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:17.255157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.289383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.292343 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3575430b-bbb8-4812-b7c9-8e715d07f5ff HTTP/1.1" status: 204 len: 168 time: 3.1066656 Jun 09 13:16:17.353474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:17.408654 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:17.527854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ce1cf4-4234-46ad-a7c4-bfbd4b1369b9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:16:17.530179 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-78ce1cf4-4234-46ad-a7c4-bfbd4b1369b9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports/3575430b-bbb8-4812-b7c9-8e715d07f5ff HTTP/1.1" status: 404 len: 333 time: 0.1104593 Jun 09 13:16:17.535273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=48516069-dfda-4ace-afd6-3a76841c054e,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:17.540448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:17.597088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:17.651317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Provisioning complete for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:17.652171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.673749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44794) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:17.686142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.694366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1537580258'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:17.718792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:17.755624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f34cc3-bb36-4f51-be52-9df30ac6a6ac,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:17.760061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Router 0e070c8e-fcfd-478e-8f55-3571817373f8 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:16:17.772972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:17.802639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0a1299fdad843c794c4fa94e489dbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095370 Jun 09 13:16:17.802639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44802) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:17.812048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Pushing event updated for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:17.814931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:17.829884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:17.833993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:17.884971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Made reservation on behalf of 4866b4450e3540fcbca81338230a43db for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:17.884971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.895596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:17.923304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-15f77439-08fa-461f-acef-a6dd1663113a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.940227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Provisioning for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:17.951424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Provisioning complete for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:17.951929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:17.988476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.060261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Port 7fe8886f-8ec9-4661-8d39-a1aca52648aa cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:18.089436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.093633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.099785 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:12Z', 'revision_number': 3, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:18.104495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.107786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37668abb-f381-43bf-a3bb-cc3939aa5910 None None] The sync data for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv is: [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:12Z', 'revision_number': 3, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:18.138023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.140986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Provisioning complete for port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:18.141373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.156298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:18.211179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.220173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1365faec-a84d-40f3-a42b-1545ee6817b0 None None] Port d5ba1aba-9a09-474c-b7ce-dbe402be60a1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:18.241306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.255488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:15Z', 'revision_number': 1, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:18.261386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4a82e-deaf-4d75-8fe8-e315a8f51ee5 None None] The sync data for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv is: [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:15Z', 'revision_number': 1, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:18.413561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Checking segment: {'id': '46502ceb-cc05-4e83-a89b-ec14733418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '25568bf2-b2b1-4642-972b-15bbe82b02ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:18.413959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Network hostable DHCP agents. Network: 25568bf2-b2b1-4642-972b-15bbe82b02ef, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:18.428206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Calling delete_port for d5ba1aba-9a09-474c-b7ce-dbe402be60a1 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:18.437537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44810) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:18.444071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.447109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Pushing event updated for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:18.458482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:18.507940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac40caf1-fcb3-4e47-bc58-b3bb1e58e523,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:18.512425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:18.517374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.233s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:18.545906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.551842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Network 4b12cc31-023c-453e-a866-1288055d02f2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:18.554704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.555874 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4f34cc3-bb36-4f51-be52-9df30ac6a6ac HTTP/1.1" status: 204 len: 168 time: 0.7524533 Jun 09 13:16:18.557759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c483a5d9-9a70-4b43-823a-7d18d4b66246 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:18.564841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:18.576028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f34cc3-bb36-4f51-be52-9df30ac6a6ac,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:18.602949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event deleted for resources: {'Port': ['ID=3575430b-bbb8-4812-b7c9-8e715d07f5ff,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:18.606007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:18.720669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:18.731000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:18.755198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Network 25568bf2-b2b1-4642-972b-15bbe82b02ef is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:18.814939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:18.828310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Sync routers for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:18.832051 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e070c8e-fcfd-478e-8f55-3571817373f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5979350 Jun 09 13:16:18.840121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:18.870299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:18.871139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:15:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:18.887490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 25568bf2-b2b1-4642-972b-15bbe82b02ef) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:18.928063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1864790395', 'router:external': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:18.942259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:18.946167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.058163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665c827-b3a5-45fd-91ab-1411c55b7396 None None] Network 25568bf2-b2b1-4642-972b-15bbe82b02ef requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:19.079152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:19.111421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:19.154228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:19.155621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:19.160534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.168072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d95f3b-87c6-4a03-80e3-b05ac080cd35,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:19.194438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Made reservation on behalf of 0b36e5e6f6b846b9be035d23c72ec424 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:19.196871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.228307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:19.266475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.301751 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.2011113 Jun 09 13:16:19.317331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44828) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:19.328977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'floatingip': {'floating_network_id': '25568bf2-b2b1-4642-972b-15bbe82b02ef'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:19.331645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6455562 Jun 09 13:16:19.338670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44830) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:19.349009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:19.413131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Allocated IP 172.20.0.1 (1fba9b51-584b-484a-a8d9-fafe71f2648e/a6b6a15f-c254-4c08-8c69-eba1c1279065/2d457e91-800e-4565-8b07-5201897ef465) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:19.460713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:19.463411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Router ee86869a-a42c-4555-8e1b-4daa687ec99c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:16:19.468406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:19.545280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.588192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.693905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:19.727184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8a7e43d5-b92d-46d9-a9e5-9f63aeac1b72 None None] Provisioning complete for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:19.730401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8a7e43d5-b92d-46d9-a9e5-9f63aeac1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:19.797352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event deleted for resources: {'Port': ['ID=d5ba1aba-9a09-474c-b7ce-dbe402be60a1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:19.802916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:19.805862 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2d88b708-430c-4b24-93a5-0a6821d4564b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=126853edcd4644f68b3a20f63115a7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286066 Jun 09 13:16:19.826184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44838) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:20.006620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.046248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.091759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e43d5-b92d-46d9-a9e5-9f63aeac1b72 None None] Port 7fe8886f-8ec9-4661-8d39-a1aca52648aa cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:20.113881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.120259 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "DELETE /v2.0/ports/d5ba1aba-9a09-474c-b7ce-dbe402be60a1 HTTP/1.1" status: 204 len: 168 time: 4.6185582 Jun 09 13:16:20.123727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.127345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44840) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:20.143098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.207132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:20.250076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Transition to ACTIVE for port object 2d457e91-800e-4565-8b07-5201897ef465 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:20.314354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:20.329546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.336714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7071d7db-6939-4971-8e98-13ec16673b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:20.348380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f5c508f-304e-4810-ab8e-6ecf62270ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:20.364918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] 10.222.0.21 "PUT /v2.0/routers/ee86869a-a42c-4555-8e1b-4daa687ec99c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3641601 Jun 09 13:16:20.532802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:20.559593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:20.572228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:20.594484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:20.650461 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0582bea8-6596-4b1c-9831-8bb1642f8d84 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4361 time: 0.5207100 Jun 09 13:16:20.651261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44846) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:20.658859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:20.666264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-731886506'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:20.672576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.678332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:20.763388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519dc92-369c-4920-8d47-fd794140df76 None None] Network 25568bf2-b2b1-4642-972b-15bbe82b02ef requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:20.875603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:20.900782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eefb57d-bc7d-4f43-a929-2ddc64921754,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:20.926832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:20.935608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.938091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:20.951091 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Added segment 75d31a73-e6ef-4535-915a-87f35bc847ac of type vlan for network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 Jun 09 13:16:20.957780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Allocated IP 172.20.0.11 (25568bf2-b2b1-4642-972b-15bbe82b02ef/ac40caf1-fcb3-4e47-bc58-b3bb1e58e523/ed49b298-144f-480f-820f-46c3e96785f9) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:21.046672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.104398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.166972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.228942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:21.242148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.244570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.247356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.249355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.249990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.255439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7aca5271-37bf-4983-bd40-b530693e7124 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880 tempest-ExternalNetworksAdminNegativeTestJSON-1819935880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:21.260458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.262870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18a2e1e4-ec80-4b7b-815d-7d73bb6fc846 HTTP/1.1" status: 204 len: 168 time: 1.2520680 Jun 09 13:16:21.266760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:21.267644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.271423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44858) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:21.273766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:21.284532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770306892', 'description': 'tempest-description--1427713217'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:21.293006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Made reservation on behalf of c856833b433d48f7a7ba6949fe3c38fb for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:21.296543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.307050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2e1e4-ec80-4b7b-815d-7d73bb6fc846,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:21.315446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:21.320723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5241bc28-dc2a-4591-892d-af9fc7f6e734 tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:21.327442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.333584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:21.334825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.335950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Transition to ACTIVE for port object d9d95f3b-87c6-4a03-80e3-b05ac080cd35 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:21.377767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:21.386485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Network 25568bf2-b2b1-4642-972b-15bbe82b02ef is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:21.398753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.399432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:21.405455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261270674', 'description': 'tempest-description--1993636355'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:21.413771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:21.471018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Port': ['ID=ed49b298-144f-480f-820f-46c3e96785f9,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:21.480988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Network': ['ID=d434c64d-fbc2-4fdd-a4aa-86e045cd8756,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:21.491702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:21.495061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.506592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:21.513377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:21.514181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec681e26-a07e-4025-8978-79102aa7d032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:21.538036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.538908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Added segment 0b6d9f7d-815a-42f4-8c74-d360c7d77769 of type vlan for network 46344366-9044-49dd-ac2a-5d5fa8802738 Jun 09 13:16:21.548718 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1024768 Jun 09 13:16:21.552335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.565790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44866) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:21.573649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'subnet': {'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:21.579990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:21.600667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6921efbc-5957-48a5-b3b0-43817e6d2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.629859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:21.630189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:21.630543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:21.641171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d95f3b-87c6-4a03-80e3-b05ac080cd35,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:21.645382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:21.645737 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:21.647364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:21.647804 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 2 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:21.681615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Made reservation on behalf of 0b36e5e6f6b846b9be035d23c72ec424 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:21.688695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.713379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:21.713712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:21.714046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:21.735834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1d3bb314-58cc-43ca-86f3-3de24c1c328b None None] Provisioning for port 2d457e91-800e-4565-8b07-5201897ef465 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:21.752084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1d3bb314-58cc-43ca-86f3-3de24c1c328b None None] Provisioning complete for port 2d457e91-800e-4565-8b07-5201897ef465 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:21.752460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb314-58cc-43ca-86f3-3de24c1c328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.776578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.797751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.807759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:21.808231 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:21.825776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 3 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:21.884337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:21.884681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:21.885036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:21.899661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:21.900034 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:21.901027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.905973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 4 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:21.953538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:21.953788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:21.954121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:21.971109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1d3bb314-58cc-43ca-86f3-3de24c1c328b None None] Port 2d457e91-800e-4565-8b07-5201897ef465 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:21.978868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:21.984558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:21.984812 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:21.988715 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 5 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:21.991643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.000040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:22.014111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.015047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 48516069-dfda-4ace-afd6-3a76841c054e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:22.045047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.045376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.045707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.080950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.104529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.109198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.116383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:15Z', 'revision_number': 2, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:22.131714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.131849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Checking router: 0e070c8e-fcfd-478e-8f55-3571817373f8 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:22.132102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Updating router 0e070c8e-fcfd-478e-8f55-3571817373f8 port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:22.132234 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.135644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 6 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:22.145636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.166210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0d4a626-8e22-4913-a753-014283a35e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.166736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.190790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:22.191443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.197330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.197870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.200266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.206168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.234088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.234387 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.237516 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 7 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:22.255551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.255765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.256089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.258223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f398a0f-2897-46fa-b1e2-43af27464502,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:22.270106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:22.275002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.275331 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.277347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 8 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:22.315007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event updated for resources: {'Network': ['ID=46344366-9044-49dd-ac2a-5d5fa8802738,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:22.315182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.315182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.315182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.317967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:22.324049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.324049 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.324677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 9 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:22.373188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 46344366-9044-49dd-ac2a-5d5fa8802738 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:22.391581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.391890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.392344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.397952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.398337 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.398891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 10 to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 Jun 09 13:16:22.427202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:22.427540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:22.427881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:22.452111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:22.452778 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:22.454311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.491477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:22.513597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:22.516576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.560967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 48516069-dfda-4ace-afd6-3a76841c054e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:22.561752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.614773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.627429 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Sync routers for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:22.632929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.644813 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:22.645568 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:22.649938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.656682 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3756747 Jun 09 13:16:22.660733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.662310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44888) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:22.664815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port d9d95f3b-87c6-4a03-80e3-b05ac080cd35, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:22.665316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempted to set empty binding levels {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:16:22.669277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'security_group_rule': {'security_group_id': '8f398a0f-2897-46fa-b1e2-43af27464502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:22.673544 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0157239 Jun 09 13:16:22.679046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44890) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:22.722369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.732845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8fdfc-561b-4d91-8417-70c0fc27d148,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:22.738264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:22.770684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.776308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.791713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.804160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:22.810835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:16:22.811836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.861614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.883946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:22.978300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Port': ['ID=ed49b298-144f-480f-820f-46c3e96785f9,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:22.988548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:22.995155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:23.000341 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:23.052509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] In _notify_port_updated(), no bound segment for port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:16:23.053748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:23.054788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.057470 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "PUT /v2.0/ports/d9d95f3b-87c6-4a03-80e3-b05ac080cd35 HTTP/1.1" status: 200 len: 977 time: 3.7152781 Jun 09 13:16:23.066606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.070663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44896) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:23.077537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.086652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d95f3b-87c6-4a03-80e3-b05ac080cd35,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:23.097095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:23.097670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:23.153477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.155281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af935beb-68af-41d7-98a1-d9c3ab80035e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:23.162979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.173025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Transition to ACTIVE for port object 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:23.173247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:23.183537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.183786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.189577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:23.257309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Checking segment: {'id': '75d31a73-e6ef-4535-915a-87f35bc847ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:23.257714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network hostable DHCP agents. Network: d434c64d-fbc2-4fdd-a4aa-86e045cd8756, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:23.350103 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6fc61582-515d-487c-96d5-5e554aed511b tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks HTTP/1.1" status: 200 len: 7217 time: 0.6669853 Jun 09 13:16:23.353203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44902) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:23.393448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:23.494794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.499582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device efadac38-9cf2-435d-abfb-cbbc8712bd35 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:23.513676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.577264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.581669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Pushing event updated for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:23.582369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, d434c64d-fbc2-4fdd-a4aa-86e045cd8756) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:23.593694 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2057469 Jun 09 13:16:23.595668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:23.601110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44908) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:23.612048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'security_group_rule': {'security_group_id': '66d8fdfc-561b-4d91-8417-70c0fc27d148', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:23.624376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:23.635789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:23.635789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378b5a7-c55a-4c58-9c09-d2e8b81e001a None None] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:23.642353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:23.652991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.658420 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3329902 Jun 09 13:16:23.669671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:23.674208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44910) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:23.675118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:23.733776 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:17Z', 'revision_number': 2, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:23.743870 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Checking router: ee86869a-a42c-4555-8e1b-4daa687ec99c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:23.744244 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Updating router ee86869a-a42c-4555-8e1b-4daa687ec99c port 7fe8886f-8ec9-4661-8d39-a1aca52648aa binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:23.783896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.785080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1216631 Jun 09 13:16:23.787699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:23.788283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.819738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44914) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:23.825277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'security_group_rule': {'security_group_id': '8f398a0f-2897-46fa-b1e2-43af27464502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:23.850425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60970e9a-b29c-4cfc-b5c0-fdc6005d0111,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:23.876438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:23.915687 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:23.923879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a7a8e-1065-46a0-aa3f-e99dc01a44b1 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] Network 46344366-9044-49dd-ac2a-5d5fa8802738 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:23.952509 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-879a7a8e-1065-46a0-aa3f-e99dc01a44b1 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "POST /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5982924 Jun 09 13:16:23.954973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44918) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.099302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e2169-6f0a-49bf-b5dd-96c47025c822 None None] Network 46344366-9044-49dd-ac2a-5d5fa8802738 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:24.154503 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5dffd91c-eab9-481a-9ece-ae961a5c0380 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=25568bf2-b2b1-4642-972b-15bbe82b02ef HTTP/1.1" status: 200 len: 690 time: 0.4745800 Jun 09 13:16:24.155821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44924) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.231468 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6645777 Jun 09 13:16:24.244353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44926) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.245136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.301138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-568526394', 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:24.312414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Attempting to bind port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:24.312706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Attempting to bind port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:24.313086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Attempting to bind port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b on network 5afd4417-c8ce-4060-91c6-1ec09f97250b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:24.349957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8573f-bab2-45a5-9c22-76dc1eeb9049 None None] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:24.355915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44928) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.369195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.382084 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4342479e-5295-4e04-8811-925c264df8b8 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks HTTP/1.1" status: 200 len: 8794 time: 0.4259040 Jun 09 13:16:24.382819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44932) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.396307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Made reservation on behalf of 0b36e5e6f6b846b9be035d23c72ec424 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:24.398475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.398723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.398996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.399815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.399963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.400381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.400619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port efadac38-9cf2-435d-abfb-cbbc8712bd35 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:24.400841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.401304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.401774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.402219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.402712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.403172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.403632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.404088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.404546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.405000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.405454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:24.411380 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-21b922a4-09a8-4bb5-8e62-ec9df121d2c6 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14465 time: 1.3315890 Jun 09 13:16:24.422554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44934) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.425508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.459378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.496470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port efadac38-9cf2-435d-abfb-cbbc8712bd35 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:24.497392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.505989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.540292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] device_id is not set on port 4efac1a8-6669-4989-9ad3-7090061fcc2a yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:24.575793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:24.576403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Checking segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:24.577171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.577674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Bound using segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:24.578577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Bound port: 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:24.579343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:24.579708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.604832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-88439907-76c6-4192-9f10-e5a8142e8ea9 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:24.615495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8728d603-887f-4e52-9b29-767a3c8bb6e4 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "DELETE /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks/46344366-9044-49dd-ac2a-5d5fa8802738 HTTP/1.1" status: 204 len: 168 time: 0.2287757 Jun 09 13:16:24.618702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.619294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.624106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316f1497-4d0a-4e95-a4d7-4a52e824168d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:24.625650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Router 4f90d061-3a50-483c-b950-e3e204eac40c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:16:24.639392 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Transition to ACTIVE for port object 7fe8886f-8ec9-4661-8d39-a1aca52648aa will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:24.651675 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.653357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54a6eff4-d1bb-4d59-9165-50ea489ec4aa None None] Provisioning complete for port 2d457e91-800e-4565-8b07-5201897ef465 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:24.653903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54a6eff4-d1bb-4d59-9165-50ea489ec4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.660203 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:24.664752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:24.670634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.673433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.677398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8532875 Jun 09 13:16:24.683532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44938) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.695768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:24.740598 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Pushing event updated for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:24.752211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-54a6eff4-d1bb-4d59-9165-50ea489ec4aa None None] Port 2d457e91-800e-4565-8b07-5201897ef465 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:24.756661 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:24.766880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.803883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.842376 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-88439907-76c6-4192-9f10-e5a8142e8ea9 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "PUT /v2.0/quotas/b068768705b74155ab487753ed5c8d75 HTTP/1.1" status: 200 len: 368 time: 0.4836907 Jun 09 13:16:24.872838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:24.897114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Request body: {'network': {'project_id': 'b068768705b74155ab487753ed5c8d75'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:24.904935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:24.941789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Made reservation on behalf of b068768705b74155ab487753ed5c8d75 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:24.944096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.971704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:24.980105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bdbfcd-ef6b-4756-a200-db429081dfb9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:24.999836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:25.002732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 2001:db8::265 (d434c64d-fbc2-4fdd-a4aa-86e045cd8756/af935beb-68af-41d7-98a1-d9c3ab80035e/4efac1a8-6669-4989-9ad3-7090061fcc2a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:25.007515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Deleting port d9d95f3b-87c6-4a03-80e3-b05ac080cd35 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:25.007921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.012624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.013956 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4105976 Jun 09 13:16:25.020550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44942) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:25.033201 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Attempting to bind port 7fe8886f-8ec9-4661-8d39-a1aca52648aa on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:25.033842 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Attempting to bind port 7fe8886f-8ec9-4661-8d39-a1aca52648aa by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:25.034348 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Attempting to bind port 7fe8886f-8ec9-4661-8d39-a1aca52648aa on network 4b12cc31-023c-453e-a866-1288055d02f2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:25.035331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'security_group_rule': {'security_group_id': '66d8fdfc-561b-4d91-8417-70c0fc27d148', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:25.046058 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:25.046702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Checking segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:25.047323 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.047979 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Bound using segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:25.048683 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Bound port: 7fe8886f-8ec9-4661-8d39-a1aca52648aa, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:25.049860 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.050883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Deleting port ed49b298-144f-480f-820f-46c3e96785f9 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:25.051780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.055846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] For port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:25.060002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] For port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:25.145604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.158432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbaf962-c290-4735-97eb-43c9b483adac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:25.179427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:16:25.179427 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:16:25.179427 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': 'b068768705b74155ab487753ed5c8d75', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 16, 25, 103082)}] Jun 09 13:16:25.179427 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:16:25.179935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:16:25.209536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:25.214670 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] For port 7fe8886f-8ec9-4661-8d39-a1aca52648aa, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:25.221313 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] For port 7fe8886f-8ec9-4661-8d39-a1aca52648aa, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7fe8886f-8ec9-4661-8d39-a1aca52648aa,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:25.222353 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-80a8c3af-be91-42af-aa36-adbd85d767c7 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.6010399 Jun 09 13:16:25.231350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port d9d95f3b-87c6-4a03-80e3-b05ac080cd35, host hv-neutron-6013, got binding levels [] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:25.231712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.233238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.237105 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f90d061-3a50-483c-b950-e3e204eac40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4593987 Jun 09 13:16:25.240100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44944) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:25.257964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.258139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Pushing event updated for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:25.266256 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:25.308403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Sync routers for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:25.317980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.318552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.323319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:25.340109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:25.341346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:25.411712 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Pushing event updated for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:25.418740 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:25.425084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Calling delete_port for d9d95f3b-87c6-4a03-80e3-b05ac080cd35 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:25.448106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.458659 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:25.459513 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:25.474622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Calling delete_port for ed49b298-144f-480f-820f-46c3e96785f9 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:25.485479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port efadac38-9cf2-435d-abfb-cbbc8712bd35, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=efadac38-9cf2-435d-abfb-cbbc8712bd35,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:25.529563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.551380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.560061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46678809-c66c-4d0a-aa65-c322d6d454ec tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:25.600740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a3dc3e33-d411-495a-b4db-18c51c9a4b80 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/networks/599f4178-8bb9-4812-a5be-c425c1c56e21/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.3589528 Jun 09 13:16:25.605005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44952) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:25.606788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850685bd-8679-41c5-aac1-5007fb1c13e8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:25.613511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:25.619502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:25.620162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:25.670021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14b0e7cf-0f80-4200-92f7-c18ad8999baa tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/networks/599f4178-8bb9-4812-a5be-c425c1c56e21/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0591071 Jun 09 13:16:25.681439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44954) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:25.682432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.683850 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6595638 Jun 09 13:16:25.719149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44956) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:25.732887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:25.742755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.743755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:25.765408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.867491 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:25.885353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.955826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:25.978919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.000458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:26.019883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.053802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.064145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.133796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9a651ae-53e5-4d8c-b477-4772647e277d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.176495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.215911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44958) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:26.271373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234154379', 'description': 'tempest-description--270757518'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:26.290767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed49b298-144f-480f-820f-46c3e96785f9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:26.298985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9d95f3b-87c6-4a03-80e3-b05ac080cd35,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:26.305907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:26.317989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:26.326643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.328184 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d9d95f3b-87c6-4a03-80e3-b05ac080cd35 HTTP/1.1" status: 204 len: 168 time: 1.9046834 Jun 09 13:16:26.333618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44960) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:26.348607 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:26.353505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016b8b5-ccc7-4ca8-af74-705fd4c67c65 None None] The sync data for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv is: [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:26.371674 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e2d518fc-bc51-45c3-ad86-974f354fdee8 tempest-DHCPAgentSchedulersTestJSON-290221734 tempest-DHCPAgentSchedulersTestJSON-290221734-project-admin] 10.222.0.21 "GET /v2.0/agents/680ee262-2731-4098-839b-50a64be565b8/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.6864638 Jun 09 13:16:26.377114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44962) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:26.412298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a3adf0-6638-4620-b961-c951427bf697 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:16:26.413452 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c5a3adf0-6638-4620-b961-c951427bf697 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports/d9d95f3b-87c6-4a03-80e3-b05ac080cd35 HTTP/1.1" status: 404 len: 333 time: 0.0769515 Jun 09 13:16:26.417999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Allocated IP 172.26.5.148 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/06fe03f1-ee66-4dab-8a4f-7920363a5041) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:26.422479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44964) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:26.436040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-413404400', 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:26.452834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.472507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.528893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:26.528893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.579640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.590145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.630123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=efadac38-9cf2-435d-abfb-cbbc8712bd35,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:26.633791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:26.660024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:26.696545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.716263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.750482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=4efac1a8-6669-4989-9ad3-7090061fcc2a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:26.760068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:26.763754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.765569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.775979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:26.777882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.843702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:26.846403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.853412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.858056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:26.859160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:26.859750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.892396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:26.893295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'Port': ['ID=06fe03f1-ee66-4dab-8a4f-7920363a5041,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:26.897780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:26.900895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:26.901432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:26.908868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.911498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:26.920151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Made reservation on behalf of 4866b4450e3540fcbca81338230a43db for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:26.922655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:26.942189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:26.957068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6585488 Jun 09 13:16:26.964313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44966) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:27.027172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.027172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Added segment 3494b0e5-b42a-40f5-b04b-e0343a3ebc98 of type vlan for network c2ac5721-1c73-4656-80bd-ad2a8189719c Jun 09 13:16:27.042237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef59d30c-88fe-4747-a1b2-0adee641c845,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:27.049161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port ddd0910d-f981-4ea1-bcc5-552e918a7cf1 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:27.084983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:27.101904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:22Z', 'revision_number': 2, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.109101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.139190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.144567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Checking router: 4f90d061-3a50-483c-b950-e3e204eac40c for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:27.144820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Updating router 4f90d061-3a50-483c-b950-e3e204eac40c port 2d457e91-800e-4565-8b07-5201897ef465 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:27.146207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.188708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46344366-9044-49dd-ac2a-5d5fa8802738']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.192838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.197140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:27.230232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.257374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6d9f7d-815a-42f4-8c74-d360c7d77769') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.257778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6d9f7d-815a-42f4-8c74-d360c7d77769') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.265577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac40caf1-fcb3-4e47-bc58-b3bb1e58e523,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:27.271554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device efadac38-9cf2-435d-abfb-cbbc8712bd35 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:27.295827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:27.327434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.348646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.367906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:27.368581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.371913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.426945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bb615aa5-2135-403b-b494-269dff3931be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.432991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.441198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb615aa5-2135-403b-b494-269dff3931be None None] The sync data for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv is: [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:27.447729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.453646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:27.460455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25568bf2-b2b1-4642-972b-15bbe82b02ef']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.478927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:27.479334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:27.497426 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:27.520046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Allocated IP 172.26.5.131 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/d39a7110-ca76-4b06-a348-94f2ce3b4e63) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:27.567980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46502ceb-cc05-4e83-a89b-ec14733418c3') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.568414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46502ceb-cc05-4e83-a89b-ec14733418c3') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:27.569966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port efadac38-9cf2-435d-abfb-cbbc8712bd35 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:27.570472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.630592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Deleting port 4efac1a8-6669-4989-9ad3-7090061fcc2a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:27.630925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.685769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.789387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.794322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.815008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.816960 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "DELETE /v2.0/networks/46344366-9044-49dd-ac2a-5d5fa8802738 HTTP/1.1" status: 204 len: 168 time: 1.4389298 Jun 09 13:16:27.831533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0516604-65eb-4363-a243-d222c5ee5623 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:27.840049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.864684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:27.865087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.881813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44968) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:27.884780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.886285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:27.886782 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:27.898604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Transition to ACTIVE for port object 2d457e91-800e-4565-8b07-5201897ef465 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:27.909953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.920214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:27.932900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a3edab9-82d0-4f7a-acd2-cc899961bed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:27.987022 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caae315-b159-4fce-b28d-9807edefd1d9 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] DELETE failed (client error): The resource could not be found. Jun 09 13:16:27.987471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5caae315-b159-4fce-b28d-9807edefd1d9 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:16:27.992480 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5caae315-b159-4fce-b28d-9807edefd1d9 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "DELETE /v2.0/ports/d5ba1aba-9a09-474c-b7ce-dbe402be60a1 HTTP/1.1" status: 404 len: 333 time: 0.1050582 Jun 09 13:16:27.993107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44970) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.002613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event deleted for resources: {'Network': ['ID=46344366-9044-49dd-ac2a-5d5fa8802738,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.043894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.060305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.066082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Calling delete_port for 4efac1a8-6669-4989-9ad3-7090061fcc2a owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:28.075012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Pushing event updated for resources: {'Network': ['ID=c2ac5721-1c73-4656-80bd-ad2a8189719c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.079282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.100652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2165661 Jun 09 13:16:28.111834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44972) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.126588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Request body: {'network': {'project_id': 'b068768705b74155ab487753ed5c8d75'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:28.128519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d228bf72-36dc-4174-8e7c-e2e6f95ce48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.146002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c2ac5721-1c73-4656-80bd-ad2a8189719c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:28.161479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.163018 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9351223 Jun 09 13:16:28.177610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44974) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.178249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7fe8886f-8ec9-4661-8d39-a1aca52648aa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:28.185573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'security_group_rule': {'security_group_id': 'bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:28.199888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Made reservation on behalf of b068768705b74155ab487753ed5c8d75 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:28.202311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.242999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.262460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Deleting subnet c8492150-e471-432d-a43e-de555af5b82d {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:16:28.275806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.308448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.321408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25568bf2-b2b1-4642-972b-15bbe82b02ef {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:28.326447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.331576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.332342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-edaa6320-7db6-4ef1-aecd-35f6cb9612b2 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.336355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:28.350166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.351463 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Added segment eaf2abe5-ed48-4cb3-af27-c033d19977d8 of type vlan for network 9db7ba76-fa31-4a59-a002-e484ec2f8af1 Jun 09 13:16:28.392799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Pushing event updated for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.447381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.473358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.479021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/25568bf2-b2b1-4642-972b-15bbe82b02ef HTTP/1.1" status: 204 len: 168 time: 4.3220060 Jun 09 13:16:28.484997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44978) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.532936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:28.543586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.551330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.555167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Attempting to bind port 2d457e91-800e-4565-8b07-5201897ef465 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:28.555830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Attempting to bind port 2d457e91-800e-4565-8b07-5201897ef465 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:28.556385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Attempting to bind port 2d457e91-800e-4565-8b07-5201897ef465 on network 1fba9b51-584b-484a-a8d9-fafe71f2648e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:28.563629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.565857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:28.566833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Checking segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:28.567680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.568250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Bound using segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:28.568903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Bound port: 2d457e91-800e-4565-8b07-5201897ef465, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:28.569742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.574250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.577958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.582338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Network': ['ID=25568bf2-b2b1-4642-972b-15bbe82b02ef,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.591945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.600106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.601219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:28.602160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.634299 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7a6ec550-ddb5-4f41-9ccb-d6a6466391a3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1457405 Jun 09 13:16:28.634976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44980) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.642095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.671268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.716667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.743148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:16:28.756716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.816465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.832681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.833207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.833558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.834392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.834922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.835368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.835866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.836300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.841770 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9a4dd08a-a209-4d91-8c1f-dd44210c9fb9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5217 time: 0.1993213 Jun 09 13:16:28.843231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.845702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 44982) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.867219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.870613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.874599 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6934719 Jun 09 13:16:28.876567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:28.884861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44984) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:28.894577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'security_group_rule': {'security_group_id': 'bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:28.902051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] For port 2d457e91-800e-4565-8b07-5201897ef465, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:28.903750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:28.909343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'Port': ['ID=06fe03f1-ee66-4dab-8a4f-7920363a5041,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:28.920918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:28.922190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.922461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.927677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.934302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 7fe8886f-8ec9-4661-8d39-a1aca52648aa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7fe8886f-8ec9-4661-8d39-a1aca52648aa,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:28.935998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.943056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] For port 2d457e91-800e-4565-8b07-5201897ef465, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2d457e91-800e-4565-8b07-5201897ef465,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:28.943621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:28.944440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.945277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.945708 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2571812 Jun 09 13:16:28.946414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.947981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:28.985709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:28.989301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:28.989614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.031775 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-47bebe7c-d0af-47fd-9cfd-50860f8bc73a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] delete failed (client error): The resource could not be found. Jun 09 13:16:29.032838 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-47bebe7c-d0af-47fd-9cfd-50860f8bc73a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9c2cfa31-0d86-416a-82cf-c59563989428 HTTP/1.1" status: 404 len: 345 time: 0.1856387 Jun 09 13:16:29.047787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44988) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.048535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.091833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:29.097508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:29.120048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:29.123493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.137061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1eaaf0-0006-4c68-890b-f7a3702aba29 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] DELETE failed (client error): The resource could not be found. Jun 09 13:16:29.137552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1eaaf0-0006-4c68-890b-f7a3702aba29 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:16:29.143338 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af1eaaf0-0006-4c68-890b-f7a3702aba29 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/25568bf2-b2b1-4642-972b-15bbe82b02ef HTTP/1.1" status: 404 len: 339 time: 0.0914605 Jun 09 13:16:29.151470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=ddd0910d-f981-4ea1-bcc5-552e918a7cf1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.162394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44990) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.170491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'name': 'tempest-network--996869364', 'router:external': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:29.172964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:29.181113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.197311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:29.216564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0949645 Jun 09 13:16:29.220467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7916207 Jun 09 13:16:29.220467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-648fe939-6c1f-4f66-93e5-d5beb1f6caed tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.232543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44992) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.232779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 44994) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.234034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.261488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Request body: {'network': {'project_id': 'b068768705b74155ab487753ed5c8d75'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:29.273524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'Port': ['ID=d39a7110-ca76-4b06-a348-94f2ce3b4e63,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.286640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.354472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.373362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.373553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.377527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1a4cc-348c-46f5-b68c-2d3b2c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:29.379531 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eaf1a4cc-348c-46f5-b68c-2d3b2c5fbb61 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports/ddd0910d-f981-4ea1-bcc5-552e918a7cf1 HTTP/1.1" status: 200 len: 954 time: 0.1364043 Jun 09 13:16:29.380912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.382923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4efac1a8-6669-4989-9ad3-7090061fcc2a HTTP/1.1" status: 204 len: 168 time: 2.4093866 Jun 09 13:16:29.391273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:29.415389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45006) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.415718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45008) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.420722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.427412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec811075-7e5d-405f-8e42-f0111e441d64,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.430076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.433717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.436316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.449721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:16:29.449721 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:16:29.449721 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': 'b068768705b74155ab487753ed5c8d75', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 16, 29, 425106)}] Jun 09 13:16:29.449721 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:16:29.450044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:16:29.536394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.549454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756', 'external_fixed_ips': [{'subnet_id': 'af935beb-68af-41d7-98a1-d9c3ab80035e', 'ip_address': '2001:db8::265'}]}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:29.562205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Pushing event updated for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.575231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.582232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.585900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:29.588260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.590035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.595435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event deleted for resources: {'Subnet': ['ID=c8492150-e471-432d-a43e-de555af5b82d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.598204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:29.598913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.601266 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "DELETE /v2.0/subnets/c8492150-e471-432d-a43e-de555af5b82d HTTP/1.1" status: 204 len: 168 time: 1.5999188 Jun 09 13:16:29.604972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.605604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45024) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.624758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.626694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.628040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.650844 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 13:16:29.656875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1e5f8-7dff-433a-b5cc-ef1f83d27a58 None None] Network 599f4178-8bb9-4812-a5be-c425c1c56e21 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:29.668972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:29.691003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Pushing event updated for resources: {'Network': ['ID=9db7ba76-fa31-4a59-a002-e484ec2f8af1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.694422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.698694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.739358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:29.739732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.743975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.745492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8584733 Jun 09 13:16:29.756663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:29.757767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Port': ['ID=4efac1a8-6669-4989-9ad3-7090061fcc2a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.760472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.767096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:29.773438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:29.778650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 9db7ba76-fa31-4a59-a002-e484ec2f8af1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:29.797313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-b51473a5-be6a-42e2-8c1d-e32762b9ae1e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--770306892&fields=id&tenant_id=cabffba4816b4932a24795be0b1ca368 HTTP/1.1" status: 200 len: 267 time: 0.1538308 Jun 09 13:16:29.799310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:29.803778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.839497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.842327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe2d5a-4ad1-4f10-b580-306743bb2986,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:29.844911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:29.850773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.892231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Deleting port ddd0910d-f981-4ea1-bcc5-552e918a7cf1 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:29.892582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.900091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:29.900562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Added segment 9e7c9a45-0dc0-45de-8349-1130de2d7daa of type vlan for network 5a01f0fc-61d2-4155-89e9-d90019b60b18 Jun 09 13:16:29.936841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.052881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.059439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 09 13:16:30.060023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:16:30.065631 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e99dc4b6-07b1-4659-b6d5-2ab2695f4b2e tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.8194120 Jun 09 13:16:30.068467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45032) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:30.173090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-97805db5-1d9a-4189-a500-aee24e6fc3c0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:30.180604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-97805db5-1d9a-4189-a500-aee24e6fc3c0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 810 time: 0.3822761 Jun 09 13:16:30.228405 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-58cd72e2-a3f6-497a-8a74-f769ec7b2f59 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/quotas/cabffba4816b4932a24795be0b1ca368 HTTP/1.1" status: 200 len: 375 time: 0.0466273 Jun 09 13:16:30.274465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.319169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.326391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.330562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:30.331478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.342663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:30.359501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:30.366426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.370343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.373438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:30.457249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:30.461851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:30.464238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:30.467844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] DHCP port deletion for 599f4178-8bb9-4812-a5be-c425c1c56e21 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:16:30.511490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402136dd-a1cc-4e3a-8ad1-ae1946ab230e None None] The sync data for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv is: [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:30.526214 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3627005 Jun 09 13:16:30.536570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45034) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:30.606163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Deleting port 48516069-dfda-4ace-afd6-3a76841c054e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:30.606681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.613837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=5a01f0fc-61d2-4155-89e9-d90019b60b18,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:30.649104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:30.650802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 5a01f0fc-61d2-4155-89e9-d90019b60b18 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:30.698766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Calling delete_port for ddd0910d-f981-4ea1-bcc5-552e918a7cf1 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:30.729761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.795227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] For port 48516069-dfda-4ace-afd6-3a76841c054e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=48516069-dfda-4ace-afd6-3a76841c054e,segment=NetworkSegment(2a7b51a8-a840-4991-ad80-b1453df55831),segment_id=2a7b51a8-a840-4991-ad80-b1453df55831)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:30.795920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.855632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Deleting port 48516069-dfda-4ace-afd6-3a76841c054e {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:30.856167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.938283 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-01821787-b968-46d8-9a72-5e43c04678ad tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7086198 Jun 09 13:16:30.956114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.975277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:30.980988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.003405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.004578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.005310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.007782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.007938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > port after_create 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.008223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.008569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > port after_update 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.008893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.009207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.009530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.012411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.025480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:31.102381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Calling delete_port for 48516069-dfda-4ace-afd6-3a76841c054e owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:31.117875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] For port 48516069-dfda-4ace-afd6-3a76841c054e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=48516069-dfda-4ace-afd6-3a76841c054e,segment=NetworkSegment(2a7b51a8-a840-4991-ad80-b1453df55831),segment_id=2a7b51a8-a840-4991-ad80-b1453df55831)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:31.118382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.270940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.277473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-876d249d-ee10-4fc1-a515-36a37d810526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:31.283188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.283482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.285313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.285711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 13:16:31.286126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7ba76-fa31-4a59-a002-e484ec2f8af1']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:31.317255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf2abe5-ed48-4cb3-af27-c033d19977d8') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:31.317797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf2abe5-ed48-4cb3-af27-c033d19977d8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:31.334221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.337703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7fe8886f-8ec9-4661-8d39-a1aca52648aa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:31.354758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.363649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.365901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:31.366460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.374763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Calling delete_port for 48516069-dfda-4ace-afd6-3a76841c054e owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:31.378396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Pushing event deleted for resources: {'Port': ['ID=48516069-dfda-4ace-afd6-3a76841c054e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:31.387752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'Port': ['ID=d39a7110-ca76-4b06-a348-94f2ce3b4e63,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:31.388111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:31.391135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] No DVR routers for this DVR port 48516069-dfda-4ace-afd6-3a76841c054e on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:16:31.392568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: from cryptography.utils import int_from_bytes Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: from cryptography.utils import int_from_bytes Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:31.397838 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:31.410052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:31.441342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7fe8886f-8ec9-4661-8d39-a1aca52648aa triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:31.441925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.460271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddd0910d-f981-4ea1-bcc5-552e918a7cf1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:31.463631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:31.473407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.482790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.487024 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ddd0910d-f981-4ea1-bcc5-552e918a7cf1 HTTP/1.1" status: 204 len: 168 time: 2.0693991 Jun 09 13:16:31.497809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45040) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:31.526115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:31.539064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:31.545040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:31.550910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:31.556972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:31.558951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4a9ac160-9d59-4efe-b4ea-8b6ca523a4ea tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 1.0170307 Jun 09 13:16:31.576705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45042) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:31.591378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:31.602046 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-5391d004-8d52-43c1-b727-45be6f40c6aa tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:16:31.603800 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5391d004-8d52-43c1-b727-45be6f40c6aa tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports/ddd0910d-f981-4ea1-bcc5-552e918a7cf1 HTTP/1.1" status: 404 len: 333 time: 0.1031840 Jun 09 13:16:31.611900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45046) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:31.622792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-225068701'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:31.661818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.677188 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9559746 Jun 09 13:16:31.693488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-c30de14b-e28a-4c15-8673-37c3b9e88002 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:16:31.694554 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-c30de14b-e28a-4c15-8673-37c3b9e88002 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.2246468 Jun 09 13:16:31.728134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:31.728855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.882644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-7943b5b9-3bc0-46a7-a88d-8d04d8f5f719 service neutron] 10.222.0.21 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794567 Jun 09 13:16:31.894755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2d457e91-800e-4565-8b07-5201897ef465 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:31.929336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.950146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:31.966307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:31.985158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.011855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:32.019664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event deleted for resources: {'Port': ['ID=48516069-dfda-4ace-afd6-3a76841c054e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:32.028462 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:32.035000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Pushing event deleted for resources: {'Network': ['ID=9db7ba76-fa31-4a59-a002-e484ec2f8af1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:32.036839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Made reservation on behalf of 4866b4450e3540fcbca81338230a43db for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:32.039334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.041832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.046076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9db7ba76-fa31-4a59-a002-e484ec2f8af1 HTTP/1.1" status: 204 len: 168 time: 1.9724870 Jun 09 13:16:32.047283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2d457e91-800e-4565-8b07-5201897ef465 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:32.052778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45064) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:32.053758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:32.055245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2d457e91-800e-4565-8b07-5201897ef465 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:32.055804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.184752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45072) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:32.199736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.234962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 2d457e91-800e-4565-8b07-5201897ef465, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2d457e91-800e-4565-8b07-5201897ef465,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:32.239034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.242662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:32.268916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.290403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a01f0fc-61d2-4155-89e9-d90019b60b18']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.299813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] No DVR routers for this DVR port 48516069-dfda-4ace-afd6-3a76841c054e on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:16:32.303145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7c9a45-0dc0-45de-8349-1130de2d7daa') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.303441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7c9a45-0dc0-45de-8349-1130de2d7daa') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.314345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:32.318923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:32.330032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 48516069-dfda-4ace-afd6-3a76841c054e no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:16:32.336609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.341111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.366830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 48516069-dfda-4ace-afd6-3a76841c054e {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:16:32.367224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 48516069-dfda-4ace-afd6-3a76841c054e not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:16:32.382647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-75fd254e-338a-490f-9634-557852184e81 service neutron] 10.222.0.21 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895871 Jun 09 13:16:32.384437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.388363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.394158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.407911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Allocated IP 172.26.5.109 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/02384869-a3ba-4d85-9e8b-bdb64c33ea4f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:32.415966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:32.416353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:32.429545 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:32.441843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:32.488256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b2c92bac-5b6d-4ad8-9d5c-60bddefa52ca tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1261270674&fields=id&tenant_id=66529a26540d4aa49e9975937820b075 HTTP/1.1" status: 200 len: 267 time: 0.1776710 Jun 09 13:16:32.625650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.701120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7882a4ed-b4ae-4f19-918c-67193516d8cd req-e11a3d01-4974-495d-ba17-e2540aa6ec8b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.1113427 Jun 09 13:16:32.722609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.766325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:32.781812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599f4178-8bb9-4812-a5be-c425c1c56e21']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.785458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a01f0fc-61d2-4155-89e9-d90019b60b18 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:32.804558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a01f0fc-61d2-4155-89e9-d90019b60b18,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:32.816603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.818424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5a01f0fc-61d2-4155-89e9-d90019b60b18 HTTP/1.1" status: 204 len: 168 time: 1.2407560 Jun 09 13:16:32.820799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:32.823624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45094) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:32.831522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-058eec95-0e4c-4bde-8e97-51be6a9b6a30 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:32.833127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-058eec95-0e4c-4bde-8e97-51be6a9b6a30 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/networks?id=4b12cc31-023c-453e-a866-1288055d02f2 HTTP/1.1" status: 200 len: 811 time: 0.3303225 Jun 09 13:16:32.838684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'name': 'tempest-network--116429130', 'router:external': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:32.861452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7b51a8-a840-4991-ad80-b1453df55831') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.861767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7b51a8-a840-4991-ad80-b1453df55831') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:32.895989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.904890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:32.949398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ac5721-1c73-4656-80bd-ad2a8189719c']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:33.003334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-40c17a0b-d9ba-475e-b778-380e9cbc94c4 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/quotas/66529a26540d4aa49e9975937820b075 HTTP/1.1" status: 200 len: 375 time: 0.1574290 Jun 09 13:16:33.007080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.036925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3494b0e5-b42a-40f5-b04b-e0343a3ebc98') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:33.037457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3494b0e5-b42a-40f5-b04b-e0343a3ebc98') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:33.044081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.053595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:33.057338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.091865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.100354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:33.100751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:33.116293 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:33.152274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:33.167223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2d457e91-800e-4565-8b07-5201897ef465 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:33.167532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.167875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Added segment de762bb8-5a31-4af7-8f73-50593d7c04c3 of type vlan for network bbd53d41-b4ae-449f-95d2-7947dac4a38b Jun 09 13:16:33.169399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.184582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2343bfad-b9a6-4e2d-918c-77b7595e42cb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:33.261010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.279698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-a637f931-7543-494c-a29a-399bba3b70f9 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=66529a26540d4aa49e9975937820b075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2671754 Jun 09 13:16:33.281562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:33.300118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:33.300118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.301422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:33.308125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.312271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:33.323156 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:33.330845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.356128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'Port': ['ID=02384869-a3ba-4d85-9e8b-bdb64c33ea4f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:33.363397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:33.390794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2d457e91-800e-4565-8b07-5201897ef465 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:33.399255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.418157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.422806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:33.423398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.443184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02b61ea6-f4d8-4c08-912d-72165d7a2c7f tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:33.478228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.505701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 2001:db8::265 (d434c64d-fbc2-4fdd-a4aa-86e045cd8756/af935beb-68af-41d7-98a1-d9c3ab80035e/443305eb-ced6-408e-8dac-3a6b14fc8e61) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:33.507989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.518093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b5fbf1f-00e6-49c9-b06c-df57aa9fc577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:33.554319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-c562b800-c370-4196-8e8e-efe5e8e0db96 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:16:33.561382 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-c562b800-c370-4196-8e8e-efe5e8e0db96 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0921724 Jun 09 13:16:33.594737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.599144 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] 10.222.0.21 "DELETE /v2.0/networks/599f4178-8bb9-4812-a5be-c425c1c56e21 HTTP/1.1" status: 204 len: 168 time: 3.9892311 Jun 09 13:16:33.599144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.639489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Network 431231b9-e4b7-4e37-8f56-714b88a8cca9 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:33.651918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:33.661168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:33.662126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:33.662748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.667130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.667612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:33.671228 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c2ac5721-1c73-4656-80bd-ad2a8189719c HTTP/1.1" status: 204 len: 168 time: 1.6136742 Jun 09 13:16:33.698137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8729870 Jun 09 13:16:33.706412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45126) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:33.834980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=609ccdc5-2778-48e5-8bd2-c2d772b2a890,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:33.849102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:33.849637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-49bb79dd-3d4c-4378-b928-19301c3208d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:33.882732 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2656054 Jun 09 13:16:33.885840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Pushing event deleted for resources: {'Network': ['ID=599f4178-8bb9-4812-a5be-c425c1c56e21,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:33.889430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45134) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:33.894568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:33.904001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=bbd53d41-b4ae-449f-95d2-7947dac4a38b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:33.918665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network bbd53d41-b4ae-449f-95d2-7947dac4a38b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:33.999596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2ac5721-1c73-4656-80bd-ad2a8189719c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:34.042989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:34.043698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:34.043839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:34.067686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:34.085880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5ad80-a358-41f5-8121-74c66a1fd8da tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:34.090689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8ea5ad80-a358-41f5-8121-74c66a1fd8da tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "GET /v2.0/networks/bbd53d41-b4ae-449f-95d2-7947dac4a38b HTTP/1.1" status: 200 len: 756 time: 0.3819125 Jun 09 13:16:34.094221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45138) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.107665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6557c72-530f-4fd4-9656-8f852a098bbf req-fdf429f0-32a8-40f6-b4f9-b9e6775fb4d0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.2924876 Jun 09 13:16:34.130114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.216345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-86a50f97-2afd-4afa-8093-fa550da32eee service neutron] 10.222.0.21 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535058 Jun 09 13:16:34.259232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45140) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.468048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e2bad-8248-44ea-86f9-c88d30b8c78c tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:34.469851 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c04e2bad-8248-44ea-86f9-c88d30b8c78c tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "GET /v2.0/networks/c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6 HTTP/1.1" status: 200 len: 767 time: 0.3717146 Jun 09 13:16:34.472416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45146) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.472661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45148) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.477123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.519535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.550987 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-dd2b74b4-fed2-4910-a444-8043afae44a9 service neutron] 10.222.0.21 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139389 Jun 09 13:16:34.622433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.649818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.673975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.692366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.701307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bc5c094-5d23-4587-941a-8bf244c297e5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:34.709167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:34.718356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44aa7817-aaf0-48f7-aa09-a71071e65004 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:34.736028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.42', 56503) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.802295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:34.817622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:34.830963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:34.852352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-11025496-ba28-450a-9079-8934e65f0b6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c856833b433d48f7a7ba6949fe3c38fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5434349 Jun 09 13:16:34.894296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45162) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:34.918734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=443305eb-ced6-408e-8dac-3a6b14fc8e61,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:34.983550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:35.221639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-52294b7a-597a-4a46-a35b-e7b94873d7f0 req-c5858e94-4ade-4cc4-aa8e-57d58c87ced0 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.3547924 Jun 09 13:16:35.231821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'Port': ['ID=02384869-a3ba-4d85-9e8b-bdb64c33ea4f,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:35.303433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:35.357431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.365636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.377432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.392347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd53d41-b4ae-449f-95d2-7947dac4a38b']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:35.400045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.425559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.431809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de762bb8-5a31-4af7-8f73-50593d7c04c3') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:35.432103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de762bb8-5a31-4af7-8f73-50593d7c04c3') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:35.445462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.452076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.501457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] device_id is not set on port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:35.523226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.526807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-032d12d6-5f25-429c-9771-9d4c4cb1d48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:35.547748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf646970-ee31-4675-b420-07e26f18f7d9 req-3ba33579-f78c-4c75-ad89-83caff32e2fd tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.1248870 Jun 09 13:16:35.548764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.557126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.560329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.562012 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8000741 Jun 09 13:16:35.590219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:35.590635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.629294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-073e39e0-8334-439f-89df-9973ff12b302 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:35.630985 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-073e39e0-8334-439f-89df-9973ff12b302 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 810 time: 0.8828721 Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:35.631862 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:35.772557 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb94ef7c0ccd4f01b98912109b8338d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2965233 Jun 09 13:16:35.776816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45214) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:35.805740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.820502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.824941 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/353b95c8-31c3-41f6-a12f-8fbd4b1fa603 HTTP/1.1" status: 204 len: 168 time: 0.9301810 Jun 09 13:16:35.829502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:35.846041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f5863-7b7c-4820-8b47-3e22694c7ff7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:35.855196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b95c8-31c3-41f6-a12f-8fbd4b1fa603,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:35.859590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:35.882592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:35.906750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.911863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:35.913173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Transition to ACTIVE for port object 609ccdc5-2778-48e5-8bd2-c2d772b2a890 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:35.972743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:36.025838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbd53d41-b4ae-449f-95d2-7947dac4a38b {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:36.045793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbd53d41-b4ae-449f-95d2-7947dac4a38b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:36.059024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.066936 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/bbd53d41-b4ae-449f-95d2-7947dac4a38b HTTP/1.1" status: 204 len: 168 time: 1.5889816 Jun 09 13:16:36.077858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:36.078779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45230) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:36.089313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-85927a99-adbf-4f71-8d83-4ca02c1b7df2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cabffba4816b4932a24795be0b1ca368 HTTP/1.1" status: 200 len: 379 time: 0.3442392 Jun 09 13:16:36.104312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'name': 'tempest-network--1891147234'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:36.151695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'port': {'device_id': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'admin_state_up': True, 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'security_groups': ['8f398a0f-2897-46fa-b1e2-43af27464502']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:36.311540 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-633a92e3-4138-4bae-b493-035c70def1c9 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1234154379&fields=id&tenant_id=005f14f0eb164dbfb37129d8d5623448 HTTP/1.1" status: 200 len: 267 time: 0.3943586 Jun 09 13:16:36.456500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.496972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:36.615429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45236) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:36.639929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.663485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Made reservation on behalf of 7b4457654fdf42308e57db40d4f1cab4 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:36.666777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.781474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.809057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93cbb188-adc3-4c37-8eea-216dd58ab38e req-2d199b2c-8fe2-4bf7-9942-f162875c07b2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.1762199 Jun 09 13:16:36.845930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=609ccdc5-2778-48e5-8bd2-c2d772b2a890,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:36.876136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:36.904519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:36.922192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:36.922726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:36.923300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:36.963453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:36.963923 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:36.968193 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 2 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.001867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:37.095086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.095430 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Added segment a6d2bf5d-176d-4f42-9efb-d4aa3dc69d52 of type vlan for network 3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 Jun 09 13:16:37.123453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-f54e6d6d-2f12-4b61-a649-9cd9377be1ef tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:37.124990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-f54e6d6d-2f12-4b61-a649-9cd9377be1ef tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/networks?id=1fba9b51-584b-484a-a8d9-fafe71f2648e HTTP/1.1" status: 200 len: 805 time: 0.8064013 Jun 09 13:16:37.128803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-039a589c-e4cd-430c-a38d-59efb3479fd7 req-b17e70f5-162f-41ea-a155-6f1ac12037c8 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.0982802 Jun 09 13:16:37.160632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.160841 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-141f494c-e08f-4810-84da-c90da5a3092a tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/quotas/005f14f0eb164dbfb37129d8d5623448 HTTP/1.1" status: 200 len: 375 time: 0.0258765 Jun 09 13:16:37.161030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.161609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.162486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.175806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.176143 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.180384 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 3 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.216461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.217848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.218195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.218750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.225965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.226308 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.227077 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 4 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.234191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router d4aa93a5-6404-47d0-acff-90074ff82917 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:16:37.235972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.250560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.251916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.252569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:37.252825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b74f5863-7b7c-4820-8b47-3e22694c7ff7 HTTP/1.1" status: 204 len: 168 time: 1.4023120 Jun 09 13:16:37.258082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:37.275991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f5863-7b7c-4820-8b47-3e22694c7ff7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:37.281133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:37.282391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.285258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:37.285405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.285740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.285981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.286101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.291662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:37.372089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Made reservation on behalf of cabffba4816b4932a24795be0b1ca368 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:37.375647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.417613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.418326 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.422378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3314099 Jun 09 13:16:37.426149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45242) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:37.438869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:37.492655 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 5 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.521063 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96049894fe547b78191ace160fa2a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9013324 Jun 09 13:16:37.523030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340212e6-799f-4407-867f-3b8716014f3c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:37.553282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=3ba442f3-c30e-4fcc-973a-bfc1dd6186c1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:37.564867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:37.572387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:37.572617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:37.572918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:37.580624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.581180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.581670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.604083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.604497 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.607779 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 6 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.634517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.634872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.635216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.644557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.644891 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.647297 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 7 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.664505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:37.677167 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Sync routers for ids ['d4aa93a5-6404-47d0-acff-90074ff82917'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:37.690105 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Routers {'d4aa93a5-6404-47d0-acff-90074ff82917'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:37.691763 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['d4aa93a5-6404-47d0-acff-90074ff82917'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:37.703444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.703788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.704126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:37.733859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:37.734196 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:37.743931 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 8 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:37.763590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:37.767029 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3477049 Jun 09 13:16:37.770283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45248) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:37.962440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45252) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:37.962440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:37.962440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:37.962440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:38.065720 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Set router d4aa93a5-6404-47d0-acff-90074ff82917 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:38.078916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:38.079251 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:38.088493 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 9 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:38.095477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.134988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-ac7ff536-7625-4494-8904-74932508d8db tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=005f14f0eb164dbfb37129d8d5623448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9458714 Jun 09 13:16:38.147529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:38.147854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:38.148288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:38.173050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:38.173384 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:38.179038 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempt 10 to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 Jun 09 13:16:38.211369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.262926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:38.263289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:38.263653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempting to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:38.338141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:38.338615 dv-neutron-601336-89-hyperv neutron-server[92383]: ERROR neutron.plugins.ml2.managers [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Failed to bind port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ec265b0f-0012-44b9-8b5d-c755557e4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '431231b9-e4b7-4e37-8f56-714b88a8cca9'}] Jun 09 13:16:38.338869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.523072 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aa93a5-6404-47d0-acff-90074ff82917', 'name': '', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756', 'external_fixed_ips': [{'subnet_id': 'af935beb-68af-41d7-98a1-d9c3ab80035e', 'ip_address': '2001:db8::265'}], 'enable_snat': True}, 'gw_port_id': '443305eb-ced6-408e-8dac-3a6b14fc8e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:16:35Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '443305eb-ced6-408e-8dac-3a6b14fc8e61', 'name': '', 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aa93a5-6404-47d0-acff-90074ff82917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'af935beb-68af-41d7-98a1-d9c3ab80035e', 'ip_address': '2001:db8::265', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:32Z', 'updated_at': '2021-06-09T13:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af935beb-68af-41d7-98a1-d9c3ab80035e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:38.528687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.530519 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Checking router: d4aa93a5-6404-47d0-acff-90074ff82917 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:38.531011 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Updating router d4aa93a5-6404-47d0-acff-90074ff82917 port 443305eb-ced6-408e-8dac-3a6b14fc8e61 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:38.536361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85f0d214-aabe-4a23-8dd3-bc7bc582aafa req-432626fa-36b5-4993-be1b-130f376efcf7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.4040048 Jun 09 13:16:38.542833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port 609ccdc5-2778-48e5-8bd2-c2d772b2a890, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:38.543213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attempted to set empty binding levels {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:16:38.548294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.555465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.560987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:38.637155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.637805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.656189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-0387e364-09af-4c41-8f5d-f2a6c73a9b22 service neutron] 10.222.0.21 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809165 Jun 09 13:16:38.659851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Allocated IP 172.20.0.8 (5afd4417-c8ce-4060-91c6-1ec09f97250b/8bb0b340-7617-4014-b9ea-7cf1c6a2a244/39cd18d3-f0a7-4b35-bc83-0383741560d2) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:38.663134 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.696111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] In _notify_port_updated(), no bound segment for port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 on network 431231b9-e4b7-4e37-8f56-714b88a8cca9 {{(pid=92383) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:16:38.696988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:38.697601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.701564 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "PUT /v2.0/ports/609ccdc5-2778-48e5-8bd2-c2d772b2a890 HTTP/1.1" status: 200 len: 976 time: 4.8085794 Jun 09 13:16:38.710036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45256) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:38.775673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event updated for resources: {'Port': ['ID=609ccdc5-2778-48e5-8bd2-c2d772b2a890,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:38.786246 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82e4fc48f3ba4a26bdf4c134d576a650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8426998 Jun 09 13:16:38.786246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:38.793603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:38.819186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.823239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45258) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:38.823936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8addd-8971-4b3d-8f2e-3e5a2cdaf628,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:38.827843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:38.891558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:38.944328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Deleting port 443305eb-ced6-408e-8dac-3a6b14fc8e61 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:38.944702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.028230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e53edd36-87c3-4e28-a65d-09dc33fceb40 req-0ff2f1fd-38f8-4579-9a4c-f16c85b99ac9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.1168904 Jun 09 13:16:39.043146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.066044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b66d5686-605a-48bc-b5cf-c2be3b15d694 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:39.155406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Network 3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 is not hosted by any dhcp agent {{(pid=92384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:16:39.157239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:39.158066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.159625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "PUT /v2.0/networks/3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 HTTP/1.1" status: 200 len: 858 time: 1.7323539 Jun 09 13:16:39.228074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45260) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:39.238563 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.261185 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Transition to ACTIVE for port object 443305eb-ced6-408e-8dac-3a6b14fc8e61 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:39.276278 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.287579 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:39.328303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.372723 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Attempting to bind port 443305eb-ced6-408e-8dac-3a6b14fc8e61 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:39.373754 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Attempting to bind port 443305eb-ced6-408e-8dac-3a6b14fc8e61 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '75d31a73-e6ef-4535-915a-87f35bc847ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:39.374594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Attempting to bind port 443305eb-ced6-408e-8dac-3a6b14fc8e61 on network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:39.382080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event updated for resources: {'Network': ['ID=3ba442f3-c30e-4fcc-973a-bfc1dd6186c1,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:39.392595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:39.396238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:39.398722 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-358967d7-f259-45fc-b27e-b56bce7a2e9a service neutron] 10.222.0.21 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323229 Jun 09 13:16:39.401472 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Checking segment: {'id': '75d31a73-e6ef-4535-915a-87f35bc847ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:39.404283 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.404723 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Bound using segment: {'id': '75d31a73-e6ef-4535-915a-87f35bc847ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:39.406055 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Bound port: 443305eb-ced6-408e-8dac-3a6b14fc8e61, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d31a73-e6ef-4535-915a-87f35bc847ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd434c64d-fbc2-4fdd-a4aa-86e045cd8756'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:39.407643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.426744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.429289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.430507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/340212e6-799f-4407-867f-3b8716014f3c HTTP/1.1" status: 204 len: 168 time: 1.8647747 Jun 09 13:16:39.476724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:39.515160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340212e6-799f-4407-867f-3b8716014f3c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:39.545174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:39.551237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.616214 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Pushing event updated for resources: {'Port': ['ID=443305eb-ced6-408e-8dac-3a6b14fc8e61,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:39.630040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Calling delete_port for 443305eb-ced6-408e-8dac-3a6b14fc8e61 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:39.631136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:39.633073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.648514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.745985 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] For port 443305eb-ced6-408e-8dac-3a6b14fc8e61, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:39.751329 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] For port 443305eb-ced6-408e-8dac-3a6b14fc8e61, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=443305eb-ced6-408e-8dac-3a6b14fc8e61,segment=NetworkSegment(75d31a73-e6ef-4535-915a-87f35bc847ac),segment_id=75d31a73-e6ef-4535-915a-87f35bc847ac)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:39.760205 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.775774 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a082af9-970f-448c-8b9e-a24f5da51dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:39.806066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.838687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Transition to ACTIVE for port object 39cd18d3-f0a7-4b35-bc83-0383741560d2 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:39.870777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3d372b2-5ad3-4170-97c6-ccac064bb877 req-12e6186a-0ef5-47f0-91c6-e0d263df8c8f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1944435 Jun 09 13:16:39.922721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:39.925883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Deleting port 609ccdc5-2778-48e5-8bd2-c2d772b2a890 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:39.926354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.036606 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Routers {'d4aa93a5-6404-47d0-acff-90074ff82917'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:40.037257 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['d4aa93a5-6404-47d0-acff-90074ff82917'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:40.047034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b4b1941d-dbbb-4725-be16-6eda39c55442 req-f2620dee-918c-4490-b02f-1eb4e2effe34 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.2097013 Jun 09 13:16:40.063957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] For port 609ccdc5-2778-48e5-8bd2-c2d772b2a890, host hv-neutron-6013, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:40.063957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.097239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.113848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba442f3-c30e-4fcc-973a-bfc1dd6186c1']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:40.134175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d2bf5d-176d-4f42-9efb-d4aa3dc69d52') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:40.134421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d2bf5d-176d-4f42-9efb-d4aa3dc69d52') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:40.153015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.175147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.198830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b7b54c4a-346a-4a8d-b127-856c43f7d528 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:40.215354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Calling delete_port for 609ccdc5-2778-48e5-8bd2-c2d772b2a890 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:40.282023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.294623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.295534 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16e8addd-8971-4b3d-8f2e-3e5a2cdaf628 HTTP/1.1" status: 204 len: 168 time: 1.4686036 Jun 09 13:16:40.301793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:40.334223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.344004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8addd-8971-4b3d-8f2e-3e5a2cdaf628,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:40.378415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event updated for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:40.393829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:40.399293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:40.405986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:40.407763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:40.458273 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:40.507928 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Pushing event updated for resources: {'Port': ['ID=443305eb-ced6-408e-8dac-3a6b14fc8e61,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:40.528921 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:40.529101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Pushing event deleted for resources: {'Port': ['ID=609ccdc5-2778-48e5-8bd2-c2d772b2a890,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:40.532219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:40.540562 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "DELETE /v2.0/ports/609ccdc5-2778-48e5-8bd2-c2d772b2a890 HTTP/1.1" status: 204 len: 168 time: 1.8269656 Jun 09 13:16:40.544974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:40.549410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45290) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:40.565655 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] Set router d4aa93a5-6404-47d0-acff-90074ff82917 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:40.620438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:40.621515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:40.663939 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b29b2-72ad-47ab-b61b-35c29de81bec tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:16:40.670039 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-705b29b2-72ad-47ab-b61b-35c29de81bec tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] 10.222.0.21 "GET /v2.0/ports/609ccdc5-2778-48e5-8bd2-c2d772b2a890 HTTP/1.1" status: 404 len: 333 time: 0.1220019 Jun 09 13:16:40.681342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45294) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:40.827816 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aa93a5-6404-47d0-acff-90074ff82917', 'name': '', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:16:38Z', 'revision_number': 4, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:40.841794 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414e3ef-225f-4d59-a1d7-5b4c802ea60d None None] The sync data for ids ['d4aa93a5-6404-47d0-acff-90074ff82917'] in dv-neutron-601336-89-hyperv is: [{'id': 'd4aa93a5-6404-47d0-acff-90074ff82917', 'name': '', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:16:38Z', 'revision_number': 4, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:16:40.939612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.096570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:41.231303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:41.529323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.582912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:41.588814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.590918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3ba442f3-c30e-4fcc-973a-bfc1dd6186c1 HTTP/1.1" status: 204 len: 168 time: 2.3613987 Jun 09 13:16:41.628337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e554f84-5db6-43a8-82f0-55c32a092b87 req-bc9f4c11-81f8-44a0-a73a-5f1d72a6ecb6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.3187439 Jun 09 13:16:41.628337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45314) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:41.634994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d13c7a2d-18d0-4b86-b172-a9b6480ed27a None None] Provisioning for port 39cd18d3-f0a7-4b35-bc83-0383741560d2 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:41.653808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d13c7a2d-18d0-4b86-b172-a9b6480ed27a None None] Provisioning complete for port 39cd18d3-f0a7-4b35-bc83-0383741560d2 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:41.654506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d13c7a2d-18d0-4b86-b172-a9b6480ed27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.681713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-443c29f9-f8b7-42c8-8bcd-b4495bd5007a tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:41.731658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.755704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431231b9-e4b7-4e37-8f56-714b88a8cca9']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:41.788220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec265b0f-0012-44b9-8b5d-c755557e4dad') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:41.791240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec265b0f-0012-44b9-8b5d-c755557e4dad') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:41.814431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d13c7a2d-18d0-4b86-b172-a9b6480ed27a None None] Port 39cd18d3-f0a7-4b35-bc83-0383741560d2 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:41.817079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.840453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.849206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:41.849784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:41.964947 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:41.976057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:41.978353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.42', 56510) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:42.161297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ba442f3-c30e-4fcc-973a-bfc1dd6186c1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:42.166372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:42.261271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-75f5a1c3-437c-4719-8859-a1a721e0a913 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:42.263028 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-75f5a1c3-437c-4719-8859-a1a721e0a913 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.42 "GET /v2.0/networks?id=4b12cc31-023c-453e-a866-1288055d02f2 HTTP/1.1" status: 200 len: 811 time: 0.2817400 Jun 09 13:16:42.277180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:42.291758 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73dfea6-8cc6-4f45-a984-eaed94ca1702 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] DELETE failed (client error): The resource could not be found. Jun 09 13:16:42.292413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73dfea6-8cc6-4f45-a984-eaed94ca1702 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:16:42.304873 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b73dfea6-8cc6-4f45-a984-eaed94ca1702 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "DELETE /v2.0/subnets/ac40caf1-fcb3-4e47-bc58-b3bb1e58e523 HTTP/1.1" status: 404 len: 337 time: 0.5060542 Jun 09 13:16:42.321137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45326) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:42.327069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:42.329597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:42.330803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:42.339412 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] 10.222.0.21 "DELETE /v2.0/networks/431231b9-e4b7-4e37-8f56-714b88a8cca9 HTTP/1.1" status: 204 len: 168 time: 1.6491623 Jun 09 13:16:42.339412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Pushing event deleted for resources: {'Network': ['ID=431231b9-e4b7-4e37-8f56-714b88a8cca9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:42.410088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-255b90ad-1c9e-4c9b-8aba-3988813c1b1b req-12d522c7-8111-4396-9663-37ebd393331a tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.2494767 Jun 09 13:16:42.428385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cacda8-b0c0-4389-b00f-2e8aa108599b req-399f6e64-cd85-436a-a160-c106da7ce369 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:42.438710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1cacda8-b0c0-4389-b00f-2e8aa108599b req-399f6e64-cd85-436a-a160-c106da7ce369 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 931 time: 1.9900217 Jun 09 13:16:42.480635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3488028 Jun 09 13:16:42.534299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-5d0632ed-a741-4c7d-a325-278eb7bbcc0c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:16:42.541381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-5d0632ed-a741-4c7d-a325-278eb7bbcc0c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0141170 Jun 09 13:16:42.564027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1cacda8-b0c0-4389-b00f-2e8aa108599b req-c648ff05-5700-4440-92c1-a5dcbd8b10e5 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251078 Jun 09 13:16:42.601761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:42.628899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:42.664644 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-f5c5792e-40ea-46df-bf5c-8f4efab0b176 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66529a26540d4aa49e9975937820b075 HTTP/1.1" status: 200 len: 380 time: 0.3408067 Jun 09 13:16:42.716786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'port': {'device_id': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'admin_state_up': True, 'tenant_id': '66529a26540d4aa49e9975937820b075', 'security_groups': ['66d8fdfc-561b-4d91-8417-70c0fc27d148']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:42.983066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Made reservation on behalf of 66529a26540d4aa49e9975937820b075 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:42.987136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.106734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.121149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:43.130408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.42', 56513) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:43.136812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a19e3d-b7d3-451d-b19a-3c3bd63fee39') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:43.137212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a19e3d-b7d3-451d-b19a-3c3bd63fee39') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:43.150603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.170009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.380667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:43.381056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.388406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c26dba90-18b5-4b1f-bd88-f9a1a977daa6 req-cecdb3a9-f313-467e-a92f-4ba4c75eae30 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.4832003 Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:43.424192 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:43.482715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.504230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:43.538750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-12df6e40-9300-4bb1-b86f-c9da460e8575 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:43.542794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-12df6e40-9300-4bb1-b86f-c9da460e8575 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.42 "GET /v2.0/networks?id=1fba9b51-584b-484a-a8d9-fafe71f2648e HTTP/1.1" status: 200 len: 805 time: 0.3666284 Jun 09 13:16:43.621479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45356) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:43.632625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Port': ['ID=443305eb-ced6-408e-8dac-3a6b14fc8e61,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:43.639142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:43.787189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:43.833515 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-820d93e8-8c0f-4b13-b091-771043f22813 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f14f0eb164dbfb37129d8d5623448 HTTP/1.1" status: 200 len: 380 time: 0.2691214 Jun 09 13:16:43.896138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'port': {'device_id': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'admin_state_up': True, 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'security_groups': ['bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:44.095568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.127263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a8481fd6-6dfc-4fec-b964-62a70d0deb51 req-d2d2d524-aeb6-4cd2-b2e0-0be2491c4f81 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.3968163 Jun 09 13:16:44.139612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Request body: {'port': {'device_id': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:44.164083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:44.186409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.188760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Made reservation on behalf of 005f14f0eb164dbfb37129d8d5623448 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:44.189087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.191100 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] 10.222.0.21 "DELETE /v2.0/networks/c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6 HTTP/1.1" status: 204 len: 168 time: 1.8492379 Jun 09 13:16:44.192638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.195694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.219634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Pushing event deleted for resources: {'Network': ['ID=c66b9fec-0f8b-4421-832c-1d8d4e9ad0a6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:44.437641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:44.444729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Allocated IP 172.20.0.7 (1fba9b51-584b-484a-a8d9-fafe71f2648e/a6b6a15f-c254-4c08-8c69-eba1c1279065/028714d1-69ac-447b-8cde-98d13e2d93ff) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:44.462008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.463057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4aa93a5-6404-47d0-acff-90074ff82917 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:16:44.470557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.481439 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d4aa93a5-6404-47d0-acff-90074ff82917 HTTP/1.1" status: 204 len: 168 time: 6.7101991 Jun 09 13:16:44.482097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45378) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:44.613359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Allocated IP 172.20.0.5 (4b12cc31-023c-453e-a866-1288055d02f2/96fed8f9-be83-49ee-9efa-82d9cdc3271c/4757457b-589d-4905-ac82-ea7dfd1984fb) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:44.710005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Deleting subnet af935beb-68af-41d7-98a1-d9c3ab80035e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:16:44.728729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.793942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:44.876662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.026746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0da5a57d-6263-4823-920a-eb51d72d618b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c256728d8f24337817d14b84d0411f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3987131 Jun 09 13:16:45.029596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-be03c37d-af76-4623-9475-66436abd6fd5 req-12fdd207-72c5-4120-beb0-a72d3a5855da tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.2485285 Jun 09 13:16:45.031509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45390) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:45.100703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45392) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:45.349483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.370715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Transition to ACTIVE for port object 028714d1-69ac-447b-8cde-98d13e2d93ff will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:45.405239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.410973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45400) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:45.411625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45402) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:45.518494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.534205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.571527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.579791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.589979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:45.640841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daacc93-194e-41c6-8e52-6140d93ca522 req-0a71b9cc-b9cf-487d-bad9-2829918f7547 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:45.642828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4daacc93-194e-41c6-8e52-6140d93ca522 req-0a71b9cc-b9cf-487d-bad9-2829918f7547 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 931 time: 1.8031337 Jun 09 13:16:45.647586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af935beb-68af-41d7-98a1-d9c3ab80035e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:45.651894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:45.656642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:45.670109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.680293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/af935beb-68af-41d7-98a1-d9c3ab80035e HTTP/1.1" status: 204 len: 168 time: 1.1915531 Jun 09 13:16:45.683566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45408) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:45.698257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.814094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-565262151', 'router:external': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:45.835718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f9c601ca-3713-43d6-bde6-de7adc17d9f2 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-899146984'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:45.835718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f9c601ca-3713-43d6-bde6-de7adc17d9f2 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Unknown quota resources ['metering_label']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:45.869993 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-49138718-800d-4a63-b14a-d76e91919e59 req-56ee4f95-e1a2-49f9-bdef-d2d0dd8dedac tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.4497695 Jun 09 13:16:45.870712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.873209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:45.877573 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce95f626-5d4b-472d-bf27-0e58945453be HTTP/1.1" status: 204 len: 168 time: 0.8291302 Jun 09 13:16:45.879958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Transition to ACTIVE for port object 4757457b-589d-4905-ac82-ea7dfd1984fb will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:46.018289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4daacc93-194e-41c6-8e52-6140d93ca522 req-bc24f89e-9714-4740-bbda-cc9991c7dd57 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348357 Jun 09 13:16:46.028978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Made reservation on behalf of 57c739b43b91450aafe6f8d4a2a9cc95 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:46.032302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.038454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:46.045461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event updated for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:46.060688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:46.106060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:46.108761 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-02e9c300-decc-40c9-98bd-37cc801697d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1067571819f84475a1a726a03c0a8fb4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0034821 Jun 09 13:16:46.109500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-64b9a752-615f-4a92-924b-5a2df73d453b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:46.117320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45416) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:46.120227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:46.133687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.173132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9c601ca-3713-43d6-bde6-de7adc17d9f2 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.177899 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f9c601ca-3713-43d6-bde6-de7adc17d9f2 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7654886 Jun 09 13:16:46.181764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45418) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:46.190462 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b76be46a-f56c-43fb-9fcb-2cc062394f84 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f5c68a12-3782-4826-8e0f-5ab58d8fb364'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:46.191491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b76be46a-f56c-43fb-9fcb-2cc062394f84 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:46.207453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.207948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95f626-5d4b-472d-bf27-0e58945453be,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:46.249326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:46.305793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.322322 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.services.metering.metering_plugin [None req-b76be46a-f56c-43fb-9fcb-2cc062394f84 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 09 13:16:46.352002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:46.492184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:46.495477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.495639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1607665e-acf3-41ae-bcc1-e73eb0b06394 None None] Provisioning for port 028714d1-69ac-447b-8cde-98d13e2d93ff completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:46.503618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1607665e-acf3-41ae-bcc1-e73eb0b06394 None None] Provisioning complete for port 028714d1-69ac-447b-8cde-98d13e2d93ff triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:46.504680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1607665e-acf3-41ae-bcc1-e73eb0b06394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.506103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45420) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:46.511105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.587212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1607665e-acf3-41ae-bcc1-e73eb0b06394 None None] Port 028714d1-69ac-447b-8cde-98d13e2d93ff cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:46.614317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event updated for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:46.642403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:46.658114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.747710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fbc56522-c45c-4bb4-8d4a-8ec5222931df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4866b4450e3540fcbca81338230a43db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2374132 Jun 09 13:16:46.761595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45422) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:46.792838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b76be46a-f56c-43fb-9fcb-2cc062394f84 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.795090 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b76be46a-f56c-43fb-9fcb-2cc062394f84 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6103563 Jun 09 13:16:46.800952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73632bbb-c5e5-4552-873b-20670ddb5849 req-4da95db3-99db-4927-b7e1-8abd1c328e35 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:46.802480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73632bbb-c5e5-4552-873b-20670ddb5849 req-4da95db3-99db-4927-b7e1-8abd1c328e35 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 931 time: 0.4635203 Jun 09 13:16:46.812618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Network 4b12cc31-023c-453e-a866-1288055d02f2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:46.813336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45424) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:46.840207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-07cfc45f-2115-4d27-ac4d-a13ece964e60 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f5c68a12-3782-4826-8e0f-5ab58d8fb364'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:46.840697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-07cfc45f-2115-4d27-ac4d-a13ece964e60 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92383) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:46.844513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:46.848774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.859787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:46.896680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d434c64d-fbc2-4fdd-a4aa-86e045cd8756']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:46.900693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.904838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:46.909181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917a60b1-01f8-465d-a5d4-8aa4aba39273 HTTP/1.1" status: 204 len: 168 time: 0.7439923 Jun 09 13:16:46.924932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc9963ff-8fcf-419e-9983-6d6b27c545b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:46.957563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a60b1-01f8-465d-a5d4-8aa4aba39273,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:46.958087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d31a73-e6ef-4535-915a-87f35bc847ac') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:46.958382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d31a73-e6ef-4535-915a-87f35bc847ac') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:46.990901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:46.993862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:16:46.999476 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.services.metering.metering_plugin [None req-07cfc45f-2115-4d27-ac4d-a13ece964e60 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 09 13:16:47.023644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.131670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.172792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.228520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c83949d7-4ccb-45c7-8a7f-7001216122cf None None] Provisioning for port 4757457b-589d-4905-ac82-ea7dfd1984fb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:47.228871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73632bbb-c5e5-4552-873b-20670ddb5849 req-7836e0bd-ddb3-44d3-8a88-b58c7d08db89 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044611 Jun 09 13:16:47.236792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c83949d7-4ccb-45c7-8a7f-7001216122cf None None] Provisioning complete for port 4757457b-589d-4905-ac82-ea7dfd1984fb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:47.237170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c83949d7-4ccb-45c7-8a7f-7001216122cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.262812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3766685 Jun 09 13:16:47.264431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.282278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cd18d3-f0a7-4b35-bc83-0383741560d2 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:47.297111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.300839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.356540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Transition to ACTIVE for port object 39cd18d3-f0a7-4b35-bc83-0383741560d2 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:47.377739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.384406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:47.409331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c83949d7-4ccb-45c7-8a7f-7001216122cf None None] Port 4757457b-589d-4905-ac82-ea7dfd1984fb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:16:47.452965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.463261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ecd88dc-987c-45b4-9c97-6adfd897c1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:47.477701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:47.478749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.484014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-07cfc45f-2115-4d27-ac4d-a13ece964e60 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.488822 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-07cfc45f-2115-4d27-ac4d-a13ece964e60 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6553450 Jun 09 13:16:47.495112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45434) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:47.518315 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-98e763a9-0a0e-4ecf-b36b-db1888307d7e tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=347e1df1-f4d5-421e-a33a-539581fe6cfe HTTP/1.1" status: 200 len: 464 time: 0.0216866 Jun 09 13:16:47.519055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45436) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:47.522473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:16:47.524207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:16:47.541450 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:16:47.562234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93beeb0-bb00-4643-9525-2770990f4f46 req-47acd2bd-36ae-44ce-962b-213944877390 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:47.568746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a93beeb0-bb00-4643-9525-2770990f4f46 req-47acd2bd-36ae-44ce-962b-213944877390 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 931 time: 0.4300110 Jun 09 13:16:47.610674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:47.612869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45438) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:47.622710 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9121914 Jun 09 13:16:47.638126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f450c281-7c66-493e-8ec0-d8957323fedb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:47.641537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:47.649358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:47.664523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.667101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.670800 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b17b2801-83d3-421b-9d3d-ed52384d9f75 HTTP/1.1" status: 204 len: 168 time: 0.9040189 Jun 09 13:16:47.679046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:47.744757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b2801-83d3-421b-9d3d-ed52384d9f75,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:47.763229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:47.773614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:47.776907 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a93beeb0-bb00-4643-9525-2770990f4f46 req-6db1e29b-3a47-42c8-b4d3-3b85c67d3af6 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950383 Jun 09 13:16:47.810719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6cd44174-ad4c-4c0e-aa28-f64971100b42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b4457654fdf42308e57db40d4f1cab4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1944249 Jun 09 13:16:47.811373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45442) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:47.823334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36d1b9c6-7505-44b0-a936-995e164a69e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.829830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Request body: {'port': {'device_id': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:47.852636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.864455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Request body: {'port': {'device_id': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:47.892622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c7ac2-66d2-4e7e-84b4-f24e9a821ace req-1d98f832-1dfd-45d1-8562-e271eca3f654 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:47.894124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf3c7ac2-66d2-4e7e-84b4-f24e9a821ace req-1d98f832-1dfd-45d1-8562-e271eca3f654 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 943 time: 0.4514880 Jun 09 13:16:47.899983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5daf-46d7-4ac8-b61a-7ec019e500dc tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.901096 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e5dd5daf-46d7-4ac8-b61a-7ec019e500dc tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/347e1df1-f4d5-421e-a33a-539581fe6cfe HTTP/1.1" status: 204 len: 168 time: 0.3606608 Jun 09 13:16:47.907278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45444) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:47.913748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.917008 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Added segment a4960de2-3ace-44bd-b6be-423cafbb8311 of type vlan for network c913bc14-d294-4549-a3ae-29c26bb5ab90 Jun 09 13:16:47.918751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3342d529-ea6c-4140-8ec0-93e6337d12c2 tempest-ExternalNetworksTestJSON-1978102520 tempest-ExternalNetworksTestJSON-1978102520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:47.923684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Attempting to bind port 39cd18d3-f0a7-4b35-bc83-0383741560d2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:47.924021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Attempting to bind port 39cd18d3-f0a7-4b35-bc83-0383741560d2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:47.924345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Attempting to bind port 39cd18d3-f0a7-4b35-bc83-0383741560d2 on network 5afd4417-c8ce-4060-91c6-1ec09f97250b {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:47.931056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d434c64d-fbc2-4fdd-a4aa-86e045cd8756 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:16:47.945521 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:47.950886 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d434c64d-fbc2-4fdd-a4aa-86e045cd8756 HTTP/1.1" status: 204 len: 168 time: 2.2632544 Jun 09 13:16:47.961028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Network': ['ID=d434c64d-fbc2-4fdd-a4aa-86e045cd8756,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:47.964718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Port 39cd18d3-f0a7-4b35-bc83-0383741560d2 on network 5afd4417-c8ce-4060-91c6-1ec09f97250b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:47.965042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Attempting to bind port 39cd18d3-f0a7-4b35-bc83-0383741560d2 on network 5afd4417-c8ce-4060-91c6-1ec09f97250b {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:47.970217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:48.007322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7dd363aa-d1c6-40e0-ad6c-6324b8387f82 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=347e1df1-f4d5-421e-a33a-539581fe6cfe HTTP/1.1" status: 200 len: 221 time: 0.0881503 Jun 09 13:16:48.020143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45450) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.030250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:48.030645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Checking segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:48.031193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Bound using segment: {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:48.031633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Bound port: 39cd18d3-f0a7-4b35-bc83-0383741560d2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a917f8d8-3604-4a93-b6b8-97f8764467be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:48.032409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.033709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.043145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c77e478b-c8e7-4b46-a441-a4c5af863434 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1318099830', 'description': 'label created by tempest'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:48.043589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c77e478b-c8e7-4b46-a441-a4c5af863434 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Unknown quota resources ['metering_label']. {{(pid=92384) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 09 13:16:48.068658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.134705 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf3c7ac2-66d2-4e7e-84b4-f24e9a821ace req-b26d57df-2c5d-4ca5-872d-684e4512a8a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143788 Jun 09 13:16:48.148093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.164117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.167297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:48.167888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.174046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.180387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:48.351653 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9349787 Jun 09 13:16:48.356251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45466) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.362693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'subnet': {'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:48.380060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Network': ['ID=c913bc14-d294-4549-a3ae-29c26bb5ab90,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:48.390114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:48.393466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:48.513547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Made reservation on behalf of 57c739b43b91450aafe6f8d4a2a9cc95 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:48.515990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.593400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45472) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.599985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'name': 'tempest-router--1680211986', 'project_id': 'b601d633e2cd44b5804f3aec41c86d3a'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:48.688419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.689509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.693106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.737308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.791383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c77e478b-c8e7-4b46-a441-a4c5af863434 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.795206 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c77e478b-c8e7-4b46-a441-a4c5af863434 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7634358 Jun 09 13:16:48.816685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45478) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.877300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45482) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.879912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:48.902877 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:16:48.941680 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-baef1345-13a0-4c45-87c0-9bd910001c85 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e6f94107-2f32-491d-b018-c322e8cd1377 HTTP/1.1" status: 200 len: 468 time: 0.1213846 Jun 09 13:16:48.941680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4757457b-589d-4905-ac82-ea7dfd1984fb {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:48.942567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.944648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.946573 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb49cf9d-e6cf-44d5-a86d-0a70c8a6555b HTTP/1.1" status: 204 len: 168 time: 1.1293261 Jun 09 13:16:48.949363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45486) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:48.953237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a8a1c572-46ba-4e5b-a36f-59860009f479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:48.955990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.965205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:48.965627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:49.020935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb49cf9d-e6cf-44d5-a86d-0a70c8a6555b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:49.024126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.030135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:49.034623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:49.073617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.074832 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1d998444-befd-42cc-b53d-1659bdd70ae2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4803739 Jun 09 13:16:49.084931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45490) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:49.096843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Transition to ACTIVE for port object 4757457b-589d-4905-ac82-ea7dfd1984fb will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:49.168907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-457269011'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:49.263540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:49.264151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.265524 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] 10.222.0.42 "PUT /v2.0/ports/39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1093 time: 6.0999937 Jun 09 13:16:49.332601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:16:49.399144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ade7-3d81-4a31-9d5a-80dddbcd4fd6 req-8cdc2d56-167f-470c-928a-d51169c37447 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:49.400612 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6a1ade7-3d81-4a31-9d5a-80dddbcd4fd6 req-8cdc2d56-167f-470c-928a-d51169c37447 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 931 time: 0.9070642 Jun 09 13:16:49.419260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.425397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:49.442825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.533544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:49.600542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5c1fff-52fb-47c0-bb39-a3800a595b47" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:16:49.603989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:49.632791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:49.636251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.732279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.766607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f95a551-5d2c-49b4-840d-4172a396b534 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:49.767985 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1f95a551-5d2c-49b4-840d-4172a396b534 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e6f94107-2f32-491d-b018-c322e8cd1377 HTTP/1.1" status: 204 len: 168 time: 0.8173604 Jun 09 13:16:49.769119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Pushing event updated for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:49.772814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:49.773367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45516) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:49.831998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6a1ade7-3d81-4a31-9d5a-80dddbcd4fd6 req-33137f4f-b3d9-45e4-b94d-71c1b223b071 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990433 Jun 09 13:16:49.840596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f249cc-0975-42b2-ac73-2363c4d9b7c5 req-3ce0362f-adcf-4b96-97ab-32bb42b4a04e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:49.842085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62f249cc-0975-42b2-ac73-2363c4d9b7c5 req-3ce0362f-adcf-4b96-97ab-32bb42b4a04e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 931 time: 0.9095027 Jun 09 13:16:49.853822 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14e62bcf-29f1-4059-bfaa-22d84b96998a tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e6f94107-2f32-491d-b018-c322e8cd1377 HTTP/1.1" status: 200 len: 216 time: 0.0767570 Jun 09 13:16:49.856330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:49.890998 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-982b175f-2ead-443b-b265-cfb21f769fb6 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0333586 Jun 09 13:16:49.898117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45522) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:49.964674 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f6f911b3-f96d-404c-bdf0-314280debe45 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0651953 Jun 09 13:16:49.965383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45524) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:50.082807 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5245a740-25bc-48f1-844a-8b021899da3c tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/f5c68a12-3782-4826-8e0f-5ab58d8fb364 HTTP/1.1" status: 200 len: 472 time: 0.1133165 Jun 09 13:16:50.089176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45528) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:50.094480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.109524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Attempting to bind port 4757457b-589d-4905-ac82-ea7dfd1984fb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:50.109870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Attempting to bind port 4757457b-589d-4905-ac82-ea7dfd1984fb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:50.110195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Attempting to bind port 4757457b-589d-4905-ac82-ea7dfd1984fb on network 4b12cc31-023c-453e-a866-1288055d02f2 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:50.111231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.126112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Port 4757457b-589d-4905-ac82-ea7dfd1984fb on network 4b12cc31-023c-453e-a866-1288055d02f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:50.126452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Attempting to bind port 4757457b-589d-4905-ac82-ea7dfd1984fb on network 4b12cc31-023c-453e-a866-1288055d02f2 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:50.133974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:50.134322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Checking segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:50.134885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Bound using segment: {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:50.135320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Bound port: 4757457b-589d-4905-ac82-ea7dfd1984fb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:50.135666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.233818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1f5fc37f-0a71-4121-ba43-e4ede02ea44a tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/1bcc1e9b-1f1b-4593-a991-231e5199ab19 HTTP/1.1" status: 200 len: 461 time: 0.1261575 Jun 09 13:16:50.236131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:16:50.240519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45534) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:50.245381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:16:50.245381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.248774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d81375d3-82cd-4a0c-976e-13bfc20ab745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.271003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:50.272876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62f249cc-0975-42b2-ac73-2363c4d9b7c5 req-710997fe-910a-496e-96a6-484577bbe1fa tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486341 Jun 09 13:16:50.306887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.335205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-c606d191-da5e-43b1-a625-ed173381a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:50.337109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-c606d191-da5e-43b1-a625-ed173381a7b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1096 time: 0.9898152 Jun 09 13:16:50.343704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.344373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83bb4692-7231-42b6-97fc-30dc13929696 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:16:50.346352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:50.349893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.355087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-facbc72c-142b-40b3-b181-be59b31105ba tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/routers/83bb4692-7231-42b6-97fc-30dc13929696 HTTP/1.1" status: 204 len: 168 time: 1.2509048 Jun 09 13:16:50.440732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-a1a0e3cc-6c02-48eb-b291-265645f81bf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 217 time: 0.0791919 Jun 09 13:16:50.452893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028714d1-69ac-447b-8cde-98d13e2d93ff {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:50.464717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4757457b-589d-4905-ac82-ea7dfd1984fb,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:50.475996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Subnet': ['ID=883c356a-4d21-40d2-94cd-690e981aa33d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:50.482486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:50.507137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.540088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.559195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414caa2-af53-428f-9275-373e1d57204c req-8faaf02c-bbd6-415b-a7c5-c7e02d431b51 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:50.560780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7414caa2-af53-428f-9275-373e1d57204c req-8faaf02c-bbd6-415b-a7c5-c7e02d431b51 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 943 time: 0.5289195 Jun 09 13:16:50.562219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:50.570857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Transition to ACTIVE for port object 028714d1-69ac-447b-8cde-98d13e2d93ff will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:50.599184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Checking segment: {'id': 'a4960de2-3ace-44bd-b6be-423cafbb8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:50.599627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network hostable DHCP agents. Network: c913bc14-d294-4549-a3ae-29c26bb5ab90, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:50.604593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.613310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e4fca860-1119-4eff-ba9c-2bcfcb81949c tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.614687 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e4fca860-1119-4eff-ba9c-2bcfcb81949c tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1bcc1e9b-1f1b-4593-a991-231e5199ab19 HTTP/1.1" status: 204 len: 168 time: 0.3731172 Jun 09 13:16:50.618398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:50.627160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45546) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:50.658495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:50.659138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.660612 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] 10.222.0.42 "PUT /v2.0/ports/4757457b-589d-4905-ac82-ea7dfd1984fb HTTP/1.1" status: 200 len: 1093 time: 2.8091938 Jun 09 13:16:50.661034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:16:50.675490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-57b51d9f-7680-426e-9bb1-a76fa820143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:50.676450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-57b51d9f-7680-426e-9bb1-a76fa820143e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.2283864 Jun 09 13:16:50.772575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45552) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:50.853409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cae025-3337-49b9-b4b0-02721c478fc4 x-openstack-request-id: req-f8cae025-3337-49b9-b4b0-02721c478fc4 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:16:50.854080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:16:50.854080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8cae025-3337-49b9-b4b0-02721c478fc4 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:16:50.854480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'status': 'completed', 'code': 200} Jun 09 13:16:50.913392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7414caa2-af53-428f-9275-373e1d57204c req-38529da2-7f01-4136-a5b0-26d19b3da55d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378923 Jun 09 13:16:50.919134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:50.938285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Pushing event updated for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:50.948154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:50.952289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.019131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:51.019850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:51.135835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:16:51.222424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1337003929', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:51.238052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Attempting to bind port 028714d1-69ac-447b-8cde-98d13e2d93ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:51.238434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Attempting to bind port 028714d1-69ac-447b-8cde-98d13e2d93ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:51.238829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Attempting to bind port 028714d1-69ac-447b-8cde-98d13e2d93ff on network 1fba9b51-584b-484a-a8d9-fafe71f2648e {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:51.243727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.244057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Added segment 4a0ccf11-8ace-471c-a8ae-c68a611e0521 of type vlan for network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 Jun 09 13:16:51.253179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1085104346', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:51.259360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2b368-67c2-44d5-b95c-e4314dc37687,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:51.273612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:51.273883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.278500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:51.289974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Port 028714d1-69ac-447b-8cde-98d13e2d93ff on network 1fba9b51-584b-484a-a8d9-fafe71f2648e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:16:51.289974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Attempting to bind port 028714d1-69ac-447b-8cde-98d13e2d93ff on network 1fba9b51-584b-484a-a8d9-fafe71f2648e {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:51.290272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Pushing event updated for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:51.328047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:51.328801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Checking segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:51.329114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Bound using segment: {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:51.329675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Bound port: 028714d1-69ac-447b-8cde-98d13e2d93ff, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b876d7c7-f089-470a-b87a-9d4ddba96029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:51.330118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.350878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Made reservation on behalf of 9d7d78bf683e4e6ea43df9d9ff934baf for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:51.353351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.363485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-b1aa7dfe-395d-42ba-a1a3-a20957b479d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.364969 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-b1aa7dfe-395d-42ba-a1a3-a20957b479d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6638222 Jun 09 13:16:51.369494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17af38-86eb-4c36-a3fd-3199df27d700" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:16:51.371799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:51.385527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, c913bc14-d294-4549-a3ae-29c26bb5ab90) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:51.393246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-672322fe-da45-4ea0-9c3b-a5b622145de1 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.396808 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-672322fe-da45-4ea0-9c3b-a5b622145de1 tempest-MeteringTestJSON-345860084 tempest-MeteringTestJSON-345860084-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/f5c68a12-3782-4826-8e0f-5ab58d8fb364 HTTP/1.1" status: 204 len: 168 time: 0.7649465 Jun 09 13:16:51.396808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.396808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.405212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd7036-b16f-45b3-b83d-32f63fd3b0a5 None None] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:51.417737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-faeb7123-c3dd-438e-ba60-b5774d62a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.419263 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-faeb7123-c3dd-438e-ba60-b5774d62a08d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66529a26540d4aa49e9975937820b075&device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 1096 time: 0.4021058 Jun 09 13:16:51.498118 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b298ed5c-831f-4e77-b3f6-9247dc810c34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4757457b-589d-4905-ac82-ea7dfd1984fb HTTP/1.1" status: 200 len: 217 time: 0.0711842 Jun 09 13:16:51.505038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.510681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.573864 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-2c408eeb-bddb-4955-8836-2f7568d39558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.576383 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-2c408eeb-bddb-4955-8836-2f7568d39558 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96fed8f9-be83-49ee-9efa-82d9cdc3271c HTTP/1.1" status: 200 len: 850 time: 0.0713665 Jun 09 13:16:51.632783 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-6ca2e292-2399-43fa-8626-f3acb04fc9fd service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562459 Jun 09 13:16:51.639618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec18670-4194-43ec-be54-be48c59840cf None None] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:51.647362 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2900190 Jun 09 13:16:51.651896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45574) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:51.660316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-178835161', 'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:51.696284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Made reservation on behalf of 57c739b43b91450aafe6f8d4a2a9cc95 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:51.701746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.709390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45576) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:51.719943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9a6c977-a0e3-4dbf-892b-8181810426a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.721859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-b9a6c977-a0e3-4dbf-892b-8181810426a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b12cc31-023c-453e-a866-1288055d02f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1387367 Jun 09 13:16:51.722284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.723326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.727061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] device_id is not set on port 7cb19a6e-e931-45ea-a121-c766bd0c7195 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:51.729233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:51.835421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=028714d1-69ac-447b-8cde-98d13e2d93ff,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:51.843634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e52837-981e-47b4-9a8b-ac784add07f0 req-6ce833d2-f205-4e0b-ab86-3765eebaeacb tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.845144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76e52837-981e-47b4-9a8b-ac784add07f0 req-6ce833d2-f205-4e0b-ab86-3765eebaeacb tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 943 time: 0.7187307 Jun 09 13:16:51.863117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.867679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.873908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:51.873908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:51.894136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e3ac3e4-7259-4520-9178-6ded18354ca6 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:51.973866 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-bbb296b0-f1f6-469e-ac07-ea692cd129fa service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143633 Jun 09 13:16:52.054077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.20.0.13 (c913bc14-d294-4549-a3ae-29c26bb5ab90/883c356a-4d21-40d2-94cd-690e981aa33d/7cb19a6e-e931-45ea-a121-c766bd0c7195) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:52.061165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.145686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:52.146310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.147713 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] 10.222.0.42 "PUT /v2.0/ports/028714d1-69ac-447b-8cde-98d13e2d93ff HTTP/1.1" status: 200 len: 1093 time: 4.3329620 Jun 09 13:16:52.158877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.186028 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-19cdd72a-15de-4df1-b475-a0f7de16ee93 req-2a55a97d-a390-46d2-b7e4-8528411f0f56 service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029908 Jun 09 13:16:52.280222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Pushing event updated for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:52.329086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.346313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:52.349323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e7e6f3e-5e6d-438b-aded-2eb0df9d9961 req-326df6c1-a156-405e-a460-0c95344c5f32 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353080 Jun 09 13:16:52.349802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dfa03d3c-ee8e-489b-a3a1-9ecebeb7fbfb tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:52.358704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.368474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b9ef8e3c-05df-40c5-8de3-fc71a88aaca2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:52.385338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de814-93f9-4275-9f2a-4c6f2c178f5c req-fad387fd-e424-4c36-abd9-e369083b6f4c tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:52.386698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e0de814-93f9-4275-9f2a-4c6f2c178f5c req-fad387fd-e424-4c36-abd9-e369083b6f4c tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 943 time: 0.8837204 Jun 09 13:16:52.421411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:52.428145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:52.432282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:52.474012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb19a6e-e931-45ea-a121-c766bd0c7195,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:52.478146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:52.484056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76e52837-981e-47b4-9a8b-ac784add07f0 req-02d1ebc6-80de-4c66-ad89-69783f68836f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6288288 Jun 09 13:16:52.497505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:52.498418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.666475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d156306-75d8-4f44-92cf-7df9d14a12ec x-openstack-request-id: req-2d156306-75d8-4f44-92cf-7df9d14a12ec {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:16:52.666786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:16:52.667089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d156306-75d8-4f44-92cf-7df9d14a12ec {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:16:52.667689 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'status': 'completed', 'code': 200} Jun 09 13:16:52.722752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Network': ['ID=4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:52.735685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:16:52.749548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:52.775915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.782802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-b089643d-23b5-4eaa-85c3-b3ce34c6a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:52.784757 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-b089643d-23b5-4eaa-85c3-b3ce34c6a7bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66529a26540d4aa49e9975937820b075&device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 1096 time: 0.0858746 Jun 09 13:16:52.835923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e0de814-93f9-4275-9f2a-4c6f2c178f5c req-30153ef7-d404-4e12-85d7-2df11ab15bde tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458495 Jun 09 13:16:52.859376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:16:52.868564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:16:52.890607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.957094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.965050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:52.976170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.0894144 Jun 09 13:16:52.976170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] device_id is not set on port 3ec2e4f6-961d-4044-b1d3-207ca4a9b189 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:52.983127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:52.983359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:52.989716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:53.009908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-34600828-bdc4-442d-ad19-1cc6f358eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.011408 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-34600828-bdc4-442d-ad19-1cc6f358eb67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=005f14f0eb164dbfb37129d8d5623448&device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 1096 time: 0.8139048 Jun 09 13:16:53.016910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114cba76-ba08-4cbd-95ba-ac9dfe3988ef x-openstack-request-id: req-114cba76-ba08-4cbd-95ba-ac9dfe3988ef {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:16:53.017227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:16:53.017573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-114cba76-ba08-4cbd-95ba-ac9dfe3988ef {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:16:53.017951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'status': 'completed', 'code': 200} Jun 09 13:16:53.052926 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3963735 Jun 09 13:16:53.072222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45594) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:53.114540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-f1d2b2a1-29dd-4983-a2be-7e5f5b9c4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.116000 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-f1d2b2a1-29dd-4983-a2be-7e5f5b9c4373 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1096 time: 0.6130285 Jun 09 13:16:53.140288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-e7d21340-1e55-4a6c-ab45-f8be1839642f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=028714d1-69ac-447b-8cde-98d13e2d93ff HTTP/1.1" status: 200 len: 217 time: 0.1052573 Jun 09 13:16:53.162442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ba1a42-9a6e-4ede-bad9-a9b9eaa49215,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:53.175042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:53.236131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-6d314433-0b97-4575-9033-9fbc2456ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.237580 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-6d314433-0b97-4575-9033-9fbc2456ac19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4b12cc31-023c-453e-a866-1288055d02f2 HTTP/1.1" status: 200 len: 912 time: 0.4440172 Jun 09 13:16:53.315921 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-dba9f77d-c8f1-4fcb-8137-a8ded58c71d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4757457b-589d-4905-ac82-ea7dfd1984fb HTTP/1.1" status: 200 len: 217 time: 0.0629303 Jun 09 13:16:53.361828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Deleting port 7cb19a6e-e931-45ea-a121-c766bd0c7195 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:53.363042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:53.397433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebf89-9b21-4bd4-aec0-a6749105cb14 req-1ed6adb4-21c0-42f5-b03f-66047d3ba57c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.398948 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-875ebf89-9b21-4bd4-aec0-a6749105cb14 req-1ed6adb4-21c0-42f5-b03f-66047d3ba57c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 943 time: 0.6169336 Jun 09 13:16:53.413709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-dcd16b3b-f57b-4939-8962-711191b03640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.415044 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-dcd16b3b-f57b-4939-8962-711191b03640 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b6a15f-c254-4c08-8c69-eba1c1279065 HTTP/1.1" status: 200 len: 844 time: 0.2490966 Jun 09 13:16:53.464085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-241e853c-8442-4c9e-9fbb-e2cfd4e27fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.465527 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-241e853c-8442-4c9e-9fbb-e2cfd4e27fe7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96fed8f9-be83-49ee-9efa-82d9cdc3271c HTTP/1.1" status: 200 len: 850 time: 0.1396196 Jun 09 13:16:53.541658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Allocated IP 172.26.5.61 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/3ec2e4f6-961d-4044-b1d3-207ca4a9b189) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:53.542284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:53.563212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-90c7410d-bac8-4a16-95b9-e0ee69cbafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.564653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-90c7410d-bac8-4a16-95b9-e0ee69cbafcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.4289973 Jun 09 13:16:53.674244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Calling delete_port for 7cb19a6e-e931-45ea-a121-c766bd0c7195 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:53.710352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-279733a6-d42d-4516-8a32-2ff446113740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:53.711955 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-279733a6-d42d-4516-8a32-2ff446113740 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b12cc31-023c-453e-a866-1288055d02f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2314763 Jun 09 13:16:53.773262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-875ebf89-9b21-4bd4-aec0-a6749105cb14 req-ed872f79-ccb7-4889-b78d-cc076b3533c2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571718 Jun 09 13:16:53.837826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-32f608fb-7fba-41d0-9e67-8521027766bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 217 time: 0.2651000 Jun 09 13:16:53.900329 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-1246304b-e8d3-47ae-9d8c-ab393fc8601c service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789730 Jun 09 13:16:53.902020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:53.907638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9db39a6-933b-4f79-85e4-6306025ab9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:53.909162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:53.933838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:53.950774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:53.979363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cb19a6e-e931-45ea-a121-c766bd0c7195,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:54.025590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:54.071441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:54.074936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.185761 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91d0e616e6d34beca920a49b2d5a2ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4643190 Jun 09 13:16:54.194947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45600) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:54.208777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-6ac1b83e-0a11-49f1-8301-391d234c96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:54.210201 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-6ac1b83e-0a11-49f1-8301-391d234c96ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.3598778 Jun 09 13:16:54.277183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb553-ed9d-4da7-826f-c060a97301da req-b597553f-7a5b-4b4c-a291-5c8689d13cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:54.278669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-b597553f-7a5b-4b4c-a291-5c8689d13cdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fba9b51-584b-484a-a8d9-fafe71f2648e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8525081 Jun 09 13:16:54.279320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e6809f-7b94-4516-b4d1-30556ec192a9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:54.282343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:54.284606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cb17af38-86eb-4c36-a3fd-3199df27d700 req-012516ac-15e0-4080-84b1-795db8d14d75 service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435717 Jun 09 13:16:54.297665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.302243 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7cb19a6e-e931-45ea-a121-c766bd0c7195 HTTP/1.1" status: 204 len: 168 time: 1.2290452 Jun 09 13:16:54.302849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45602) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:54.318017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90', 'external_fixed_ips': [{'subnet_id': '883c356a-4d21-40d2-94cd-690e981aa33d', 'ip_address': '172.20.0.13'}]}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:54.400223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.405090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.406072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.489097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3e08-8755-4806-b934-2882422b6a4a req-afbd6c59-af84-4418-aced-9b8366deb09f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:54.490575 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-566d3e08-8755-4806-b934-2882422b6a4a req-afbd6c59-af84-4418-aced-9b8366deb09f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 943 time: 0.7223458 Jun 09 13:16:54.504516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.572506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.585820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.597202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.698170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.709278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.718560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32192d-4cac-4a69-8990-27dd3f219617 req-62ad8150-4f54-40bb-a443-b8d1f66c0d3e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:54.720320 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e32192d-4cac-4a69-8990-27dd3f219617 req-62ad8150-4f54-40bb-a443-b8d1f66c0d3e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 943 time: 0.7406383 Jun 09 13:16:54.740752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-566d3e08-8755-4806-b934-2882422b6a4a req-5deff31f-0b2c-40c9-b3a2-fe5c964b3633 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040408 Jun 09 13:16:54.768757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-68364cbd-a9da-4e98-a95f-87f33bb99e36 service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338093 Jun 09 13:16:54.775656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db25b4fd-fe97-4095-94c4-e02accedb6c6 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:54.778682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-ea594154-0604-4b3d-9311-67267ca61c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:54.780113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-ea594154-0604-4b3d-9311-67267ca61c77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5081961 Jun 09 13:16:54.841584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e32192d-4cac-4a69-8990-27dd3f219617 req-e98e1328-85e5-43c9-9387-5b51617a003e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067944 Jun 09 13:16:54.878110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.938993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.940133 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16e6809f-7b94-4516-b4d1-30556ec192a9 HTTP/1.1" status: 204 len: 168 time: 0.7442198 Jun 09 13:16:54.967542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=b9294c42-5ebd-4e7e-9b42-84bd9223a6be,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:54.971363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:54.981986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:54.983896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:55.012838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e6809f-7b94-4516-b4d1-30556ec192a9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:55.018227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:55.068288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.069263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:55.069582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network hostable DHCP agents. Network: 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:16:55.097769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 39cd18d3-f0a7-4b35-bc83-0383741560d2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:16:55.114167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:16:55.116487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:55.147767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:55.164767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:55.165378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.191839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5747548-f97e-4df7-923c-50a73ced2b2f None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:55.194695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec2e4f6-961d-4044-b1d3-207ca4a9b189,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:55.251136 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2657444 Jun 09 13:16:55.255629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45610) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:55.267029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'name': 'tempest-NetworksTestDHCPv6-196599726'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:55.358999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:55.361074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45612) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:55.366024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:55.373825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'port_id': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'mac_address': 'fa:16:3e:a9:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:16:55.383300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:55.406570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:55.418902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:55.449844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.481943 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-804c871a-5532-4937-bf76-dbcd5b4dd6fe service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788578 Jun 09 13:16:55.490687 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-18ddb553-ed9d-4da7-826f-c060a97301da req-66661d1f-207d-4f0b-9caa-203ca47a64dd service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916287 Jun 09 13:16:55.509303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.526715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edbc5-16fd-4c9d-a3a7-6e4bb9019883 req-87670911-d8a8-495a-9383-0b6b8eccb2b1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:55.528126 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c87edbc5-16fd-4c9d-a3a7-6e4bb9019883 req-87670911-d8a8-495a-9383-0b6b8eccb2b1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 943 time: 0.5797708 Jun 09 13:16:55.542872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cd18d3-f0a7-4b35-bc83-0383741560d2 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:55.596073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:55.605832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'b9294c42-5ebd-4e7e-9b42-84bd9223a6be'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:16:55.606675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.607919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.615909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.616717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 4757457b-589d-4905-ac82-ea7dfd1984fb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:16:55.623604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:55.641053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.647783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Allocated IP 172.26.5.228 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/6c8c6563-ecc2-4281-9a01-06f3e81ced07) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:55.700109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:55.701041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.826098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:55.836696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:55.877467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c87edbc5-16fd-4c9d-a3a7-6e4bb9019883 req-03ddba12-466a-455b-abf2-ca27c9dbeccc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307154 Jun 09 13:16:55.879798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.20.0.13 (c913bc14-d294-4549-a3ae-29c26bb5ab90/883c356a-4d21-40d2-94cd-690e981aa33d/9302f81a-f81d-4245-9c69-671a8b1eb954) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:55.926833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4757457b-589d-4905-ac82-ea7dfd1984fb,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:55.951799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'port_id': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'mac_address': 'fa:16:3e:d6:8e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:16:55.956399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:55.960910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/b9294c42-5ebd-4e7e-9b42-84bd9223a6be/d2ea9efe-7456-4849-a864-2172d2548c94) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:56.038226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.039869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:56.043446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.059788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.079741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port c89ce70c-e763-4206-8b8d-bfed0bbbbf56 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:16:56.082826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.102711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0726135 Jun 09 13:16:56.115439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4757457b-589d-4905-ac82-ea7dfd1984fb {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:56.120543 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa5c1fff-52fb-47c0-bb39-a3800a595b47 req-0286de50-cdb4-4c6a-9924-ef9a48ecbef9 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287615 Jun 09 13:16:56.143543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:56.151323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4757457b-589d-4905-ac82-ea7dfd1984fb,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:56.157579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.160933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-4c216cd8-54d6-4c23-8fdf-adfdff483f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:56.162468 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-4c216cd8-54d6-4c23-8fdf-adfdff483f08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=005f14f0eb164dbfb37129d8d5623448&device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 1096 time: 0.5540915 Jun 09 13:16:56.167601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.175964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.61'}]}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:56.224125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faf710c177e3427c90e2610229b8a3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575103 Jun 09 13:16:56.234677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45620) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:56.238781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97fb0d-9c09-4939-9945-db7a521841d5,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:56.295467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:56.298680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.300598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:56.307560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:56.316943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.330125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Transition to ACTIVE for port object d2ea9efe-7456-4849-a864-2172d2548c94 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:56.340742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.350899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Transition to ACTIVE for port object d2ea9efe-7456-4849-a864-2172d2548c94 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:56.357363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.359799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.363271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.365674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.366728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.406303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca058d-8cf1-44c0-acc5-480d9390160d req-04660eeb-3514-4938-ae2c-7bd664c328d0 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:56.413421 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a3ca058d-8cf1-44c0-acc5-480d9390160d req-04660eeb-3514-4938-ae2c-7bd664c328d0 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 943 time: 0.4376318 Jun 09 13:16:56.442857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.447957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.451027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:56.454287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:56.458933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:56.465272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Pushing event updated for resources: {'Port': ['ID=d2ea9efe-7456-4849-a864-2172d2548c94,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:56.470350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:56.475928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::217 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/b9294c42-5ebd-4e7e-9b42-84bd9223a6be/c89ce70c-e763-4206-8b8d-bfed0bbbbf56) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:16:56.483374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.485027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e368b-9f80-4be6-ab24-5e5e854ccf46 req-d0669211-fcea-4c86-948c-4f523b41e78e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:56.486673 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c3e368b-9f80-4be6-ab24-5e5e854ccf46 req-d0669211-fcea-4c86-948c-4f523b41e78e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 943 time: 0.4864259 Jun 09 13:16:56.490045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.511553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['4757457b-589d-4905-ac82-ea7dfd1984fb'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:16:56.529401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-00c89f36-4f0c-470f-a6e5-027f4ab22278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:56.530844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-00c89f36-4f0c-470f-a6e5-027f4ab22278 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fba9b51-584b-484a-a8d9-fafe71f2648e HTTP/1.1" status: 200 len: 906 time: 0.3480325 Jun 09 13:16:56.535909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['39cd18d3-f0a7-4b35-bc83-0383741560d2'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:16:56.546682 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a3ca058d-8cf1-44c0-acc5-480d9390160d req-2c179123-dcac-41d2-9cbd-4f08a82addd8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322463 Jun 09 13:16:56.579143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network c913bc14-d294-4549-a3ae-29c26bb5ab90 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:56.596296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:56.603910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:56.629476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=9302f81a-f81d-4245-9c69-671a8b1eb954,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:56.643205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:56.692995 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-a7e415ae-9d46-4e70-99fe-ba8afe498d87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=028714d1-69ac-447b-8cde-98d13e2d93ff HTTP/1.1" status: 200 len: 217 time: 0.1521368 Jun 09 13:16:56.694010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.708263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.745645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.754852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.758550 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b97fb0d-9c09-4939-9945-db7a521841d5 HTTP/1.1" status: 204 len: 168 time: 0.5203521 Jun 09 13:16:56.768927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Attempting to bind port d2ea9efe-7456-4849-a864-2172d2548c94 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:16:56.769281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Attempting to bind port d2ea9efe-7456-4849-a864-2172d2548c94 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:16:56.769657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Attempting to bind port d2ea9efe-7456-4849-a864-2172d2548c94 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:16:56.790998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:16:56.790998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:16:56.791419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.792230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:16:56.792356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Bound port: d2ea9efe-7456-4849-a864-2172d2548c94, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:16:56.792702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:56.810550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:56.863219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c3e368b-9f80-4be6-ab24-5e5e854ccf46 req-74563b30-de7d-44fe-8a1e-024c5b62f24f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553391 Jun 09 13:16:56.879751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97fb0d-9c09-4939-9945-db7a521841d5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:56.917119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:56.934618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:56.950486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:57.004042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:57.029637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event updated for resources: {'Port': ['ID=6c8c6563-ecc2-4281-9a01-06f3e81ced07,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:57.046483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:57.055660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-bc68454a-3791-4d3c-b723-226197096b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:57.056718 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-bc68454a-3791-4d3c-b723-226197096b6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b6a15f-c254-4c08-8c69-eba1c1279065 HTTP/1.1" status: 200 len: 844 time: 0.2729826 Jun 09 13:16:57.065495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.067313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.126723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] For port d2ea9efe-7456-4849-a864-2172d2548c94, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:16:57.138131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] For port d2ea9efe-7456-4849-a864-2172d2548c94, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2ea9efe-7456-4849-a864-2172d2548c94,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:16:57.159025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.167163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:57.252555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object c89ce70c-e763-4206-8b8d-bfed0bbbbf56 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:16:57.279927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Pushing event updated for resources: {'Port': ['ID=d2ea9efe-7456-4849-a864-2172d2548c94,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:57.285639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:57.323499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.403649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.457337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:57.554784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=c89ce70c-e763-4206-8b8d-bfed0bbbbf56,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:57.563616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:16:57.564948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:57.569537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:16:57.573044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:16:57.590317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:57.593520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:57.663769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-d4fd3864-ce59-4272-b22e-9fbcc733a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:57.665203 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-d4fd3864-ce59-4272-b22e-9fbcc733a168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fba9b51-584b-484a-a8d9-fafe71f2648e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5924904 Jun 09 13:16:57.668591 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4117155 Jun 09 13:16:57.673748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45642) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:57.798977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03888291-3088-4e3b-803d-235737f6d838 req-1aca6fe8-25fa-41aa-aeeb-68b9d00c62b6 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:57.800737 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03888291-3088-4e3b-803d-235737f6d838 req-1aca6fe8-25fa-41aa-aeeb-68b9d00c62b6 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 944 time: 0.5163360 Jun 09 13:16:57.954179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45650) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:58.051754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.061334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef689de-4e63-4712-a4b3-27292edc4137 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:58.067523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef689de-4e63-4712-a4b3-27292edc4137 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:58.071910 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aef689de-4e63-4712-a4b3-27292edc4137 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3939147 Jun 09 13:16:58.080879 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03888291-3088-4e3b-803d-235737f6d838 req-93200b93-b66a-476c-8324-c235dabc4224 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263055 Jun 09 13:16:58.082398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45654) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:58.155485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-351358235'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:16:58.205961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.279907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router 856d05c6-c0aa-492f-b29e-54944e7a5361 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:16:58.281085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-dd170c72-e243-4a3d-a1a0-f76db446be87 service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291922 Jun 09 13:16:58.381292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.465179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:16:58.478381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Sync routers for ids ['856d05c6-c0aa-492f-b29e-54944e7a5361'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:16:58.482020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad564d-9433-4e85-ae38-a132aab021ac None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:16:58.495487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.497290 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1865449 Jun 09 13:16:58.499961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45656) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:58.559744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Routers {'856d05c6-c0aa-492f-b29e-54944e7a5361'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:58.560381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['856d05c6-c0aa-492f-b29e-54944e7a5361'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:58.688676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac81ec-38db-486f-adae-9136cbc0a318 req-4675cdce-86fd-4de1-9b86-ad833737e1be tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:58.690139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-86ac81ec-38db-486f-adae-9136cbc0a318 req-4675cdce-86fd-4de1-9b86-ad833737e1be tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 943 time: 0.9357982 Jun 09 13:16:58.698437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.699982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:16:58.703371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.736615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Set router 856d05c6-c0aa-492f-b29e-54944e7a5361 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:16:58.754160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.877376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:58.944382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-048ca332-d444-4ddd-8daa-8a53634385bd None None] Provisioning for port d2ea9efe-7456-4849-a864-2172d2548c94 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:58.953883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Deleting port 9302f81a-f81d-4245-9c69-671a8b1eb954 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:58.954222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.071927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.085744 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-86ac81ec-38db-486f-adae-9136cbc0a318 req-62fbc3f5-7392-4a19-9aa5-dc159c6efc5b tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648069 Jun 09 13:16:59.108939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 028714d1-69ac-447b-8cde-98d13e2d93ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:16:59.122884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 39cd18d3-f0a7-4b35-bc83-0383741560d2 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:59.194933 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-550e7dab-b86f-48f5-ba77-dd8c6ed4fa3b req-18120f71-a3b5-4dfd-a94c-bd1d41386091 service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104024 Jun 09 13:16:59.237634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205cbd-309a-4ca4-a7ab-b5cf189c50c4 req-7b0be20e-00d8-4cd5-92e1-4a3dab2c19e4 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:16:59.244544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-63205cbd-309a-4ca4-a7ab-b5cf189c50c4 req-7b0be20e-00d8-4cd5-92e1-4a3dab2c19e4 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 944 time: 0.9816301 Jun 09 13:16:59.250609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Calling delete_port for 9302f81a-f81d-4245-9c69-671a8b1eb954 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:16:59.254899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port c89ce70c-e763-4206-8b8d-bfed0bbbbf56 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:16:59.255167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.337821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2ea9efe-7456-4849-a864-2172d2548c94 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:16:59.406067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.411793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a3f6053-7657-4f16-be8a-379584946c02 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:16:59.436677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.455567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Port': ['ID=9302f81a-f81d-4245-9c69-671a8b1eb954,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:16:59.462403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:16:59.466960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 39cd18d3-f0a7-4b35-bc83-0383741560d2 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:59.485398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 39cd18d3-f0a7-4b35-bc83-0383741560d2 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:59.485928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.504879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.556301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856d05c6-c0aa-492f-b29e-54944e7a5361', 'name': '', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90', 'external_fixed_ips': [{'subnet_id': '883c356a-4d21-40d2-94cd-690e981aa33d', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9302f81a-f81d-4245-9c69-671a8b1eb954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:54Z', 'updated_at': '2021-06-09T13:16:57Z', 'revision_number': 3, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port': {'id': '9302f81a-f81d-4245-9c69-671a8b1eb954', 'name': '', 'network_id': 'c913bc14-d294-4549-a3ae-29c26bb5ab90', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d05c6-c0aa-492f-b29e-54944e7a5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '883c356a-4d21-40d2-94cd-690e981aa33d', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:55Z', 'updated_at': '2021-06-09T13:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '883c356a-4d21-40d2-94cd-690e981aa33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:59.560369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=028714d1-69ac-447b-8cde-98d13e2d93ff,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:16:59.570170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-63205cbd-309a-4ca4-a7ab-b5cf189c50c4 req-1be7f0a6-36e3-4027-be61-5c99aa62b20e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245907 Jun 09 13:16:59.571062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d2ea9efe-7456-4849-a864-2172d2548c94 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:16:59.593852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Checking router: 856d05c6-c0aa-492f-b29e-54944e7a5361 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:16:59.594221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Updating router 856d05c6-c0aa-492f-b29e-54944e7a5361 port 9302f81a-f81d-4245-9c69-671a8b1eb954 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:16:59.621383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.694128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.704557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d2ea9efe-7456-4849-a864-2172d2548c94 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:16:59.705291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.766661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'port_id': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'mac_address': 'fa:16:3e:90:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:16:59.816570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.852997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Port 9302f81a-f81d-4245-9c69-671a8b1eb954 not found while updating agent binding for router 856d05c6-c0aa-492f-b29e-54944e7a5361. {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 09 13:16:59.863940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.874572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.877357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.889039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] Routers {'856d05c6-c0aa-492f-b29e-54944e7a5361'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:16:59.889689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['856d05c6-c0aa-492f-b29e-54944e7a5361'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:16:59.905928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.906605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 856d05c6-c0aa-492f-b29e-54944e7a5361 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:16:59.911642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:16:59.912855 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/routers/856d05c6-c0aa-492f-b29e-54944e7a5361 HTTP/1.1" status: 204 len: 168 time: 1.4119229 Jun 09 13:16:59.916130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45660) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:16:59.980244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028714d1-69ac-447b-8cde-98d13e2d93ff {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:16:59.982207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Deleting subnet 883c356a-4d21-40d2-94cd-690e981aa33d {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:16:59.985534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.025081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for c89ce70c-e763-4206-8b8d-bfed0bbbbf56 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:00.027530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:00.028215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c13df7-100c-46ab-b4c9-927b25c33d48 None None] The sync data for ids ['856d05c6-c0aa-492f-b29e-54944e7a5361'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:00.046503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.107469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=028714d1-69ac-447b-8cde-98d13e2d93ff,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:00.116180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.128870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.131703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.136839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.148346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac9ce0-e5fb-4eef-bad7-33a81b636563 req-91d9c346-cc7b-4d65-83c2-5433f8c57618 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:00.150057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-63ac9ce0-e5fb-4eef-bad7-33a81b636563 req-91d9c346-cc7b-4d65-83c2-5433f8c57618 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 944 time: 0.9035404 Jun 09 13:17:00.162993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.179362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e863a9eb-a2b7-45aa-b4a2-47f1de3aae11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.206933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.219148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-68ff1b4a-c98d-4a44-8b87-f74504a1c37f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.240017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.243845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.244730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.254280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Provisioning complete for port d2ea9efe-7456-4849-a864-2172d2548c94 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:00.254757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.261709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=883c356a-4d21-40d2-94cd-690e981aa33d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.263509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.264040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.267492 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/883c356a-4d21-40d2-94cd-690e981aa33d HTTP/1.1" status: 204 len: 168 time: 0.3503714 Jun 09 13:17:00.269788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.270266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45664) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:00.324676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.345680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:17:00.379654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.433763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['028714d1-69ac-447b-8cde-98d13e2d93ff'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:17:00.443841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:17:00.495747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:00.519873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.520812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 4757457b-589d-4905-ac82-ea7dfd1984fb up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:00.522024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.537393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c913bc14-d294-4549-a3ae-29c26bb5ab90']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:00.553949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4960de2-3ace-44bd-b6be-423cafbb8311') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:00.554505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4960de2-3ace-44bd-b6be-423cafbb8311') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:00.557227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c02e42d6-6bf1-40eb-851d-2817b1862897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.569172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.590670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.603123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868b003b-464a-4720-905b-824c061c1fcb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.604153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:17:00.605368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.611852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.630587 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-63ac9ce0-e5fb-4eef-bad7-33a81b636563 req-5fb431c8-8613-414c-87de-4b9ec1c3231b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622235 Jun 09 13:17:00.631330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port d2ea9efe-7456-4849-a864-2172d2548c94, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2ea9efe-7456-4849-a864-2172d2548c94,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:00.634581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.634929 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Added segment ad55758b-2937-45ba-a13d-fb652f4ec375 of type vlan for network 54431ea5-95ad-4a19-8fac-8357c8d57295 Jun 09 13:17:00.645414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc75586d-2100-418e-8d41-bdc9a7d1abfe" -d '{"events": [{"server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "name": "network-vif-plugged", "status": "completed", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:17:00.664214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:17:00.736285 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:17:00.745344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.747660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.748669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.756569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.764100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe27aecc-ee8f-4db3-ac65-08c7cf6d0d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:00.774829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c913bc14-d294-4549-a3ae-29c26bb5ab90 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 09 13:17:00.780325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.786777 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c913bc14-d294-4549-a3ae-29c26bb5ab90 HTTP/1.1" status: 204 len: 168 time: 0.5119438 Jun 09 13:17:00.786777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Network': ['ID=c913bc14-d294-4549-a3ae-29c26bb5ab90,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.789169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.892433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=d2ea9efe-7456-4849-a864-2172d2548c94,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:00.915313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:00.942777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 4757457b-589d-4905-ac82-ea7dfd1984fb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:00.946595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.949588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.956614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:00.963599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 4757457b-589d-4905-ac82-ea7dfd1984fb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:00.964356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.014694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Router 5233f736-1cd3-4636-ad48-421588daa0c8 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:01.028372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Provisioning for port c89ce70c-e763-4206-8b8d-bfed0bbbbf56 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:01.049264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b096-91f8-4b59-bed2-52754e048870 req-b52bbda0-22af-49da-b3d1-43ee0335b743 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:01.050892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6b2b096-91f8-4b59-bed2-52754e048870 req-b52bbda0-22af-49da-b3d1-43ee0335b743 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 944 time: 0.8051589 Jun 09 13:17:01.105069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45680) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:01.110327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'name': 'tempest-router--1543123361', 'project_id': 'f9e06a914d2c4f819b15194dbb43a5bc'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:01.111303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Provisioning complete for port c89ce70c-e763-4206-8b8d-bfed0bbbbf56 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:01.111873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.134850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.135340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82480dda-a0ed-4e5c-bb0d-57e55f0afabd {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:01.173093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.174160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.200844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.212723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2ea9efe-7456-4849-a864-2172d2548c94 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:01.222177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.243287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.248298 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f0104f80-0d29-46a5-a903-30744289a9a0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1384881 Jun 09 13:17:01.248298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45682) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:01.257532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.263162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:01.263923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.273917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7e9558b2-6837-4e76-b8d4-eb4aae0c7a9c None None] Port c89ce70c-e763-4206-8b8d-bfed0bbbbf56 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:01.275576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb40ac62-1a92-440c-a5d4-9be646fb54e3 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:01.305189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.353275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4757457b-589d-4905-ac82-ea7dfd1984fb,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:01.354371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d2ea9efe-7456-4849-a864-2172d2548c94 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:01.354792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.368306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.381624 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:17:01.382940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-da29e747-d44c-4293-9bdd-c24346ec14e6 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2369266 Jun 09 13:17:01.398273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.404275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3a9bd2c-f77d-4e2d-b8aa-e8b33f2d695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:01.408925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45684) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:01.418657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaaf89-df0b-4d1b-8cdd-e422194ee596 req-65836e1e-3cb5-4dad-9dab-6b10a1338130 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:01.420328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10aaaf89-df0b-4d1b-8cdd-e422194ee596 req-65836e1e-3cb5-4dad-9dab-6b10a1338130 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 944 time: 0.6447833 Jun 09 13:17:01.426842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.448023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce930-c977-445f-91a3-1f957c6d3b8f None None] Could not find standard attr ID for object c89ce70c-e763-4206-8b8d-bfed0bbbbf56. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:17:01.471836 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6b2b096-91f8-4b59-bed2-52754e048870 req-85ec3694-0b3d-41ae-9144-4c558ac1ba07 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036288 Jun 09 13:17:01.477092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5131924 Jun 09 13:17:01.486225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45686) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:01.503721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'subnet': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:01.508194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:01.520500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:01.610960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Network': ['ID=54431ea5-95ad-4a19-8fac-8357c8d57295,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:01.627573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:17:01.675659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:01.688558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-41b5206e-0e8c-44e7-95c9-42992a88d381 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:01.763148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.768430 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/c89ce70c-e763-4206-8b8d-bfed0bbbbf56 HTTP/1.1" status: 204 len: 168 time: 3.6705546 Jun 09 13:17:01.771043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=c89ce70c-e763-4206-8b8d-bfed0bbbbf56,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:01.772433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb4ae68-a19b-4a2f-ab18-9422ee19a4e2 x-openstack-request-id: req-4fb4ae68-a19b-4a2f-ab18-9422ee19a4e2 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:17:01.772736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "name": "network-vif-plugged", "status": "completed", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:17:01.773090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb4ae68-a19b-4a2f-ab18-9422ee19a4e2 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:17:01.773605 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'code': 200} Jun 09 13:17:01.782859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:01.783500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45692) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:01.881035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:01.895572 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] Sync routers for ids ['5233f736-1cd3-4636-ad48-421588daa0c8'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:01.914659 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] Routers {'5233f736-1cd3-4636-ad48-421588daa0c8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:01.915324 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5233f736-1cd3-4636-ad48-421588daa0c8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:01.993339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:01.995803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.002278 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:02.012905 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] Routers {'5233f736-1cd3-4636-ad48-421588daa0c8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:02.014458 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5233f736-1cd3-4636-ad48-421588daa0c8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:02.020324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.020928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2e2e616-2ee4-402c-a454-32151e17cbe0 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:02.025616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.029382 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-552ed32f-2c12-46ab-994a-932a496ebc8e tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e2e2e616-2ee4-402c-a454-32151e17cbe0 HTTP/1.1" status: 204 len: 168 time: 0.7775798 Jun 09 13:17:02.062769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10aaaf89-df0b-4d1b-8cdd-e422194ee596 req-8f565fee-aab7-4717-a25d-46c37625131a tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5943995 Jun 09 13:17:02.086783 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:02.087445 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6357-2e16-48bc-893e-e7ab04134ba4 None None] The sync data for ids ['5233f736-1cd3-4636-ad48-421588daa0c8'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:02.143616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45698) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:02.197212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541ee60-9ce9-4392-ba22-27dc99a8ce15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:02.198980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541ee60-9ce9-4392-ba22-27dc99a8ce15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:02.200479 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2541ee60-9ce9-4392-ba22-27dc99a8ce15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3874354 Jun 09 13:17:02.203492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45702) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:02.234135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:02.238128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.276032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet b9294c42-5ebd-4e7e-9b42-84bd9223a6be {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:02.279352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.305693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.306923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.5251184 Jun 09 13:17:02.315117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45704) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:02.349067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Deleting port 3ec2e4f6-961d-4044-b1d3-207ca4a9b189 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:02.349408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.391746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548394115', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:02.449734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566455c-3427-47d2-88d4-8a48ea30506e req-7b83fb7a-724c-450a-b5db-2675b2cd6f88 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:02.451258 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b566455c-3427-47d2-88d4-8a48ea30506e req-7b83fb7a-724c-450a-b5db-2675b2cd6f88 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4291577 Jun 09 13:17:02.469989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b046-87d3-45ab-9879-791b335af5ab req-b964f89c-72f1-4914-88e2-4102d5804c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:02.471464 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa45b046-87d3-45ab-9879-791b335af5ab req-b964f89c-72f1-4914-88e2-4102d5804c07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.4446397 Jun 09 13:17:02.471630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.532108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-fa45b046-87d3-45ab-9879-791b335af5ab req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.547449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.548468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.576165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.607186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.616885 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-29371bab-2b7d-4838-9644-846acd6eda2f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/5233f736-1cd3-4636-ad48-421588daa0c8 HTTP/1.1" status: 200 len: 925 time: 0.3004806 Jun 09 13:17:02.621272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45708) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:02.664523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.702902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-770267c9-a508-4254-8b23-c4df8060b464 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233f736-1cd3-4636-ad48-421588daa0c8 HTTP/1.1" status: 200 len: 205 time: 0.0804632 Jun 09 13:17:02.719901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b566455c-3427-47d2-88d4-8a48ea30506e req-5b8fe9bb-1767-4dcb-a119-5dd8b2dd4c2c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557874 Jun 09 13:17:02.753452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45710) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:02.792770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Calling delete_port for 3ec2e4f6-961d-4044-b1d3-207ca4a9b189 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:02.909353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:02.926131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-da089c91-ec1f-4c01-ab44-2b65e63bd509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:03.048267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9328-842a-4356-91eb-185873325ec8 req-b5ff5892-66a7-4061-90c6-00340cddc435 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:03.049641 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9fae9328-842a-4356-91eb-185873325ec8 req-b5ff5892-66a7-4061-90c6-00340cddc435 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 944 time: 0.4553668 Jun 09 13:17:03.066015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Subnet': ['ID=e5beb9de-a240-419c-9ab3-8030807eeb62,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:03.117047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.118910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 028714d1-69ac-447b-8cde-98d13e2d93ff up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:03.139333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.141834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.142208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.142606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.142972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.143326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.143689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.144032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.144383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.144730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.145076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.145422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.145766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.150804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:03.164970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-557f5a40-65d7-4914-97ff-f8530e7e49ea tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:03.190556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-fa45b046-87d3-45ab-9879-791b335af5ab req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.209135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Checking segment: {'id': 'ad55758b-2937-45ba-a13d-fb652f4ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:03.209828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network hostable DHCP agents. Network: 54431ea5-95ad-4a19-8fac-8357c8d57295, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:17:03.210126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 028714d1-69ac-447b-8cde-98d13e2d93ff completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:03.215344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 028714d1-69ac-447b-8cde-98d13e2d93ff triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:03.216718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.218036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-fa45b046-87d3-45ab-9879-791b335af5ab req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.224533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.260046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:03.294583 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9fae9328-842a-4356-91eb-185873325ec8 req-166ad83b-869d-4b9b-9cdc-0ca094bd208d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362182 Jun 09 13:17:03.310584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa45b046-87d3-45ab-9879-791b335af5ab req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8175879 Jun 09 13:17:03.379049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=b9294c42-5ebd-4e7e-9b42-84bd9223a6be,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:03.387295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.392447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.401937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:17:03.402813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9145a5-4633-45c6-a3b8-ae1bec453db7 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:03.408459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5df1674c-f3bc-4ec4-b880-438c4227bef7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:03.425812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:03.427263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:03.446554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.448356 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/b9294c42-5ebd-4e7e-9b42-84bd9223a6be HTTP/1.1" status: 204 len: 168 time: 1.2435372 Jun 09 13:17:03.457284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.457648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.457998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.458344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.458717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.459087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.459398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.459735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.460074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.460483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.461221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.461221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.462728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45714) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:03.480325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 54431ea5-95ad-4a19-8fac-8357c8d57295) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:03.493409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbd51a-dfb8-4a3a-a403-c77800543cfa None None] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:03.516859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:03.542687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ec2e4f6-961d-4044-b1d3-207ca4a9b189,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:03.545656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:03.546993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.561604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:03.582411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=028714d1-69ac-447b-8cde-98d13e2d93ff,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:03.593996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-075dfd16-8edf-4318-bb11-98facd45d3a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213539 Jun 09 13:17:03.594202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.595164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45716) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:03.595279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:03.602324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:03.604205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.616473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.621664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3ec2e4f6-961d-4044-b1d3-207ca4a9b189 HTTP/1.1" status: 204 len: 168 time: 2.1969981 Jun 09 13:17:03.697352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2030270 Jun 09 13:17:03.701562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45720) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:03.710323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf9971-5989-4c55-85ba-f17657381a20 req-4b3aa1de-9830-4ef0-9acb-3bef18df8641 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:03.711946 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3abf9971-5989-4c55-85ba-f17657381a20 req-4b3aa1de-9830-4ef0-9acb-3bef18df8641 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.5045059 Jun 09 13:17:03.732258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-801519669'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:03.785287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb'}, {'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:17:03.787956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bda757-2724-4cfc-aaf8-6f23d1b856bc" -d '{"events": [{"server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "name": "network-vif-plugged", "status": "completed", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb"}, {"server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "name": "network-vif-plugged", "status": "completed", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:17:03.796172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:03.809065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.809465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.811878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.812714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.813145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.813564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.813977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:03.859336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port 6c8c6563-ecc2-4281-9a01-06f3e81ced07 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:03.859676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.872041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:03.888144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.971244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-54431ea5-95ad-4a19-8fac-8357c8d57295', 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'tenant_id': '9f43a7e08fc446ababc3089322f1e118', 'fixed_ips': [{'subnet_id': 'e5beb9de-a240-419c-9ab3-8030807eeb62'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:03.973437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:03.975897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.072328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:04.105290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3abf9971-5989-4c55-85ba-f17657381a20 req-71e3af8a-1ff4-4fdf-956b-01f1657e928a tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541925 Jun 09 13:17:04.129138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.186580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Jun 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6378241a-688a-49e3-99f1-e4af6a722a5f x-openstack-request-id: req-6378241a-688a-49e3-99f1-e4af6a722a5f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:17:04.187547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "name": "network-vif-plugged", "status": "completed", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb", "code": 200}, {"server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "name": "network-vif-plugged", "status": "completed", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:17:04.187955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6378241a-688a-49e3-99f1-e4af6a722a5f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:17:04.188193 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'code': 200} Jun 09 13:17:04.188542 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'code': 200} Jun 09 13:17:04.253418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Allocated IP 172.20.0.2 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/d2f734e5-7f5c-4568-b098-06633e820842) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:04.271065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903b34b-fc24-4e11-b760-49aa2b6b7449 req-1066f1fa-c251-4f07-bc52-3c71c0392e43 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:04.271945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Deleting port d2ea9efe-7456-4849-a864-2172d2548c94 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:04.272522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.273196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c903b34b-fc24-4e11-b760-49aa2b6b7449 req-1066f1fa-c251-4f07-bc52-3c71c0392e43 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3029389 Jun 09 13:17:04.274998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:04.278831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.286559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45728) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:04.305212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for 6c8c6563-ecc2-4281-9a01-06f3e81ced07 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:04.329648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Allocated IP 172.26.5.168 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/5d4ccc34-f76b-43c8-835f-9f149dcdfc6b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:04.518689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.614193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.629276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] For port d2ea9efe-7456-4849-a864-2172d2548c94, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2ea9efe-7456-4849-a864-2172d2548c94,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:04.629851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.636239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.641506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:04.693314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.713259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:04.719771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:04.748515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:04.761588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Calling delete_port for d2ea9efe-7456-4849-a864-2172d2548c94 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:04.768191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.781561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Transition to ACTIVE for port object d2f734e5-7f5c-4568-b098-06633e820842 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:04.813990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Transition to ACTIVE for port object d2f734e5-7f5c-4568-b098-06633e820842 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:04.827732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.834168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:04.844457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:04.848140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.905136 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c903b34b-fc24-4e11-b760-49aa2b6b7449 req-72ba92a9-3ecf-4167-bd19-553bf091ad2e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106258 Jun 09 13:17:04.931639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Pushing event updated for resources: {'Port': ['ID=d2f734e5-7f5c-4568-b098-06633e820842,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:04.936344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:04.939311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:04.940117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event updated for resources: {'Port': ['ID=5d4ccc34-f76b-43c8-835f-9f149dcdfc6b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:04.941579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:04.942769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port bcb923fc-be95-4bfa-b517-90fe0db78c6c yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:04.944674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:04.967305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:04.974148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56c2151d-60af-4b66-bd55-c4c874c022af tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:04.983341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:04.993445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:05.040819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc1ff-c068-495a-87a9-3efb8c026ce3 req-d0ac60f5-85eb-42a2-ba27-b1762d4dbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:05.042371 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c29cc1ff-c068-495a-87a9-3efb8c026ce3 req-d0ac60f5-85eb-42a2-ba27-b1762d4dbe01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 1098 time: 0.4468584 Jun 09 13:17:05.043289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=6c8c6563-ecc2-4281-9a01-06f3e81ced07,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:05.049074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.055531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:05.088407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:05.116385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41279f2-2a39-4616-8bf3-133776d4b583 req-014b7559-6f36-48d2-acd8-ba0a04cb9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:05.118450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41279f2-2a39-4616-8bf3-133776d4b583 req-014b7559-6f36-48d2-acd8-ba0a04cb9813 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 1098 time: 0.5167632 Jun 09 13:17:05.140146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8c131-6dc3-44e6-bb05-4e145f799b54 req-d914d7d1-a840-4422-acd3-b5215d65018e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:05.142146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75f8c131-6dc3-44e6-bb05-4e145f799b54 req-d914d7d1-a840-4422-acd3-b5215d65018e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.5425551 Jun 09 13:17:05.144955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.185383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Pushing event deleted for resources: {'Port': ['ID=d2ea9efe-7456-4849-a864-2172d2548c94,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:05.196750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] No DVR routers for this DVR port d2ea9efe-7456-4849-a864-2172d2548c94 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:05.206233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:05.275990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Attempting to bind port d2f734e5-7f5c-4568-b098-06633e820842 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:05.276348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Attempting to bind port d2f734e5-7f5c-4568-b098-06633e820842 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'ad55758b-2937-45ba-a13d-fb652f4ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:05.276761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Attempting to bind port d2f734e5-7f5c-4568-b098-06633e820842 on network 54431ea5-95ad-4a19-8fac-8357c8d57295 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:05.279756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2ea9efe-7456-4849-a864-2172d2548c94 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:05.291998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:05.304910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c29cc1ff-c068-495a-87a9-3efb8c026ce3 req-2b8dc12f-d019-4c4d-b05e-c74a7399ed4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545035 Jun 09 13:17:05.316822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:05.317204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Checking segment: {'id': 'ad55758b-2937-45ba-a13d-fb652f4ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:05.318182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.318182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Bound using segment: {'id': 'ad55758b-2937-45ba-a13d-fb652f4ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:05.318484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Bound port: d2f734e5-7f5c-4568-b098-06633e820842, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad55758b-2937-45ba-a13d-fb652f4ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:05.319239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.319599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:05.323394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:05.324029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.328083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d2ea9efe-7456-4849-a864-2172d2548c94 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:05.328433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2ea9efe-7456-4849-a864-2172d2548c94 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:05.342164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d543e3-7056-47aa-8127-6d9f76bb6aad None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:05.388957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:05.391764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:05.423735 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41279f2-2a39-4616-8bf3-133776d4b583 req-3796b177-5b12-4e5a-8f1c-9364c8ab211d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769034 Jun 09 13:17:05.424826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.13 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/bcb923fc-be95-4bfa-b517-90fe0db78c6c) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:05.430963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75f8c131-6dc3-44e6-bb05-4e145f799b54 req-1f3d215a-5ffa-41b2-8d79-d5cce68aebf3 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721481 Jun 09 13:17:05.473148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.475588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.517393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff67f6c-1825-44c5-9df4-2d354f02b1e0 req-3ed42759-e779-4e26-83dd-bf8a4639f745 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:05.519213 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff67f6c-1825-44c5-9df4-2d354f02b1e0 req-3ed42759-e779-4e26-83dd-bf8a4639f745 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.2205713 Jun 09 13:17:05.545809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.546287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 5233f736-1cd3-4636-ad48-421588daa0c8 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:05.550941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] For port d2f734e5-7f5c-4568-b098-06633e820842, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:05.588076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] For port d2f734e5-7f5c-4568-b098-06633e820842, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2f734e5-7f5c-4568-b098-06633e820842,segment=NetworkSegment(ad55758b-2937-45ba-a13d-fb652f4ec375),segment_id=ad55758b-2937-45ba-a13d-fb652f4ec375)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:05.597768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.603870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:05.610768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.617633 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/5233f736-1cd3-4636-ad48-421588daa0c8 HTTP/1.1" status: 204 len: 168 time: 2.8575633 Jun 09 13:17:05.617839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45740) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:05.625854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.626200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'name': 'tempest-snat-router-548287174', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:05.659736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0637159 Jun 09 13:17:05.678109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45742) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:05.685544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.695870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'name': 'tempest-NetworksTestDHCPv6-462766692'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:05.706890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-364e1f08-1f68-46cd-bd23-f97bfd8025cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:05.729464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Pushing event updated for resources: {'Port': ['ID=d2f734e5-7f5c-4568-b098-06633e820842,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:05.740987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:05.742076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:05.743082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.771272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee28bb-72ee-46f4-b490-cead73b5c908,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:05.776024 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=297d80b11ba643c985d02f2a2b49fd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4859302 Jun 09 13:17:05.779899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:05.782421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45744) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:05.795492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff67f6c-1825-44c5-9df4-2d354f02b1e0 req-b4a2e4f2-6ff2-4f29-9e85-d7479fcf59b5 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471368 Jun 09 13:17:05.809744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.810795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.824891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.879865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.899311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:05.940983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object bcb923fc-be95-4bfa-b517-90fe0db78c6c will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:05.944602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd/122d1c20-58f1-4eac-a8d0-892c1592b193) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:06.128873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.227713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.282224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.296722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Transition to ACTIVE for port object 122d1c20-58f1-4eac-a8d0-892c1592b193 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:06.308805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:06.312965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.324418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Transition to ACTIVE for port object 122d1c20-58f1-4eac-a8d0-892c1592b193 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:06.335746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.355479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:06.442614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.457795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:06.461291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:06.466302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:06.500594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.512253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Pushing event updated for resources: {'Port': ['ID=122d1c20-58f1-4eac-a8d0-892c1592b193,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:06.515478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:06.553785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.637376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Attempting to bind port 122d1c20-58f1-4eac-a8d0-892c1592b193 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:06.637929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Attempting to bind port 122d1c20-58f1-4eac-a8d0-892c1592b193 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:06.638300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Attempting to bind port 122d1c20-58f1-4eac-a8d0-892c1592b193 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:06.644644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:06.645182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:06.645702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.646205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:06.647097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Bound port: 122d1c20-58f1-4eac-a8d0-892c1592b193, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:06.647656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.691810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.712929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0628e7f9-b433-44c3-b707-d206db513005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:06.723159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.724287 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ee28bb-72ee-46f4-b490-cead73b5c908 HTTP/1.1" status: 204 len: 168 time: 0.9367087 Jun 09 13:17:06.725195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:06.794704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] For port 122d1c20-58f1-4eac-a8d0-892c1592b193, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:06.796708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee28bb-72ee-46f4-b490-cead73b5c908,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:06.799436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:06.808433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:06.810209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] For port 122d1c20-58f1-4eac-a8d0-892c1592b193, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=122d1c20-58f1-4eac-a8d0-892c1592b193,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:06.835307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:06.844292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=bcb923fc-be95-4bfa-b517-90fe0db78c6c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:06.846882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:06.854351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 132d0a4d-6973-46cb-9362-b4f837364206 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:06.859852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:06.897353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:06.908020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Router c8f0e822-38ea-4920-a528-05d47b83621d is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:06.915067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:06.970066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Pushing event updated for resources: {'Port': ['ID=122d1c20-58f1-4eac-a8d0-892c1592b193,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:06.982202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:07.017780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:07.018439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.068694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe424-0781-4126-b50d-5ffca53c7f61 req-1f39f970-8c1a-40b6-a8b6-0dfdca699aaa tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:07.077195 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8fefe424-0781-4126-b50d-5ffca53c7f61 req-1f39f970-8c1a-40b6-a8b6-0dfdca699aaa tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7799044 Jun 09 13:17:07.130673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:07.151533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] Sync routers for ids ['c8f0e822-38ea-4920-a528-05d47b83621d'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:07.173343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] Routers {'c8f0e822-38ea-4920-a528-05d47b83621d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:07.175497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['c8f0e822-38ea-4920-a528-05d47b83621d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:07.180271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.187826 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0421929 Jun 09 13:17:07.188324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45756) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.189231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45758) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.189794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4871645 Jun 09 13:17:07.207734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-1733253166', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:69:c5'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:07.298779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe4543-3ff9-4eed-b3a1-112410023180 None None] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:07.350386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45760) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.363136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::110 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd/132d0a4d-6973-46cb-9362-b4f837364206) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:07.419003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2f734e5-7f5c-4568-b098-06633e820842 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:07.468659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:07.501058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] Routers {'c8f0e822-38ea-4920-a528-05d47b83621d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:07.501556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['c8f0e822-38ea-4920-a528-05d47b83621d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:07.585827 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d88f83dd-a513-4846-bb2f-6710a3d9770d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d7d78bf683e4e6ea43df9d9ff934baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337182 Jun 09 13:17:07.589924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.594228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45762) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.608828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 132d0a4d-6973-46cb-9362-b4f837364206 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:07.627678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8fefe424-0781-4126-b50d-5ffca53c7f61 req-9dbfdb15-fa99-4b6a-bb94-b3129c2a2071 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5489926 Jun 09 13:17:07.653784 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5aeb2885-075d-4c3f-8b53-39ea8e59a116 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/c8f0e822-38ea-4920-a528-05d47b83621d HTTP/1.1" status: 200 len: 920 time: 0.3814135 Jun 09 13:17:07.655819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45766) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.674033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d3e38fda-902b-45b3-8339-c5d8d2e7d89a None None] Provisioning for port d2f734e5-7f5c-4568-b098-06633e820842 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:07.706627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:07.707050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27aa2c-4af5-481c-8e1a-e076628a4d5e None None] The sync data for ids ['c8f0e822-38ea-4920-a528-05d47b83621d'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:07.722558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c515d6-549e-4479-9492-9e6c30da0717 req-c99c5373-87f2-4795-8798-0e952beb2bc0 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:07.724360 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68c515d6-549e-4479-9492-9e6c30da0717 req-c99c5373-87f2-4795-8798-0e952beb2bc0 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 1.0436060 Jun 09 13:17:07.742854 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ed30eb49-731a-41c0-9d60-917423e929e7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f0e822-38ea-4920-a528-05d47b83621d HTTP/1.1" status: 200 len: 205 time: 0.0829730 Jun 09 13:17:07.748189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45768) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:07.757105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d2f734e5-7f5c-4568-b098-06633e820842 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:07.765778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d2f734e5-7f5c-4568-b098-06633e820842 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:07.766217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.771641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:07.841365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.908093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.926729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.960916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.979043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port d2f734e5-7f5c-4568-b098-06633e820842, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2f734e5-7f5c-4568-b098-06633e820842,segment=NetworkSegment(ad55758b-2937-45ba-a13d-fb652f4ec375),segment_id=ad55758b-2937-45ba-a13d-fb652f4ec375)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:07.989714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:07.999151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.000844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:08.023323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port 60ea905b-455b-41c7-a939-b0f08fd3beac yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:08.101294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=d2f734e5-7f5c-4568-b098-06633e820842,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:08.105591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:08.119890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.125417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.129497 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38ba1a42-9a6e-4ede-bad9-a9b9eaa49215 HTTP/1.1" status: 204 len: 168 time: 0.5339332 Jun 09 13:17:08.133435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53f038b2-e541-47ff-acaa-c7fbcc79fc2e tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:08.184768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ba1a42-9a6e-4ede-bad9-a9b9eaa49215,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:08.202286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:08.249737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:08.249994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.12 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/60ea905b-455b-41c7-a939-b0f08fd3beac) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:08.250111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Provisioning complete for port d2f734e5-7f5c-4568-b098-06633e820842 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:08.250374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.380734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:08.390047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:08.443452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:08.451950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:08.452582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.484616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68c515d6-549e-4479-9492-9e6c30da0717 req-a3d5816e-4250-4e4e-97ad-52840978bdeb tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7335529 Jun 09 13:17:08.493491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Provisioning for port bcb923fc-be95-4bfa-b517-90fe0db78c6c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:08.505849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Provisioning complete for port bcb923fc-be95-4bfa-b517-90fe0db78c6c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:08.506280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.531059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=132d0a4d-6973-46cb-9362-b4f837364206,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:08.567532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:08.582199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca3b01-ed99-44c9-b96f-bfbff8497e00 req-e6efb5b4-11a4-4b72-8d14-fd2ce9d67a2a tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:08.591020 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cca3b01-ed99-44c9-b96f-bfbff8497e00 req-e6efb5b4-11a4-4b72-8d14-fd2ce9d67a2a tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.8435853 Jun 09 13:17:08.635606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.644410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-48b1843a-b39c-4be7-85e6-6fc32beee7f6 None None] Port bcb923fc-be95-4bfa-b517-90fe0db78c6c cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:08.671435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cca3b01-ed99-44c9-b96f-bfbff8497e00 req-c0fd5d20-efbb-4310-8dab-2bb114ae14f6 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788329 Jun 09 13:17:08.673252 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9953053 Jun 09 13:17:08.675703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object 60ea905b-455b-41c7-a939-b0f08fd3beac will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:08.677124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45776) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:08.691893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.795513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e4882c2c-c785-4b1c-b261-cc1ce677ac7e None None] Provisioning for port 122d1c20-58f1-4eac-a8d0-892c1592b193 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:08.805834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd91f58-000b-45e1-a714-0a560c5ac662 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:08.812484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd91f58-000b-45e1-a714-0a560c5ac662 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:08.814093 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bfd91f58-000b-45e1-a714-0a560c5ac662 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1358893 Jun 09 13:17:08.816279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.816786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45786) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:08.832719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e4882c2c-c785-4b1c-b261-cc1ce677ac7e None None] Provisioning complete for port bcb923fc-be95-4bfa-b517-90fe0db78c6c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:08.833321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e4882c2c-c785-4b1c-b261-cc1ce677ac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.847052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:08.865139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8107dec6-9728-4379-a5e3-eb02f20c82cf tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:08.902854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e4882c2c-c785-4b1c-b261-cc1ce677ac7e None None] Port bcb923fc-be95-4bfa-b517-90fe0db78c6c cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:08.931163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:08.936557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:08.947261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:08.982300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.030189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8f4f364d-83af-43b8-82cc-24df7fe8a0b2 None None] Provisioning for port 132d0a4d-6973-46cb-9362-b4f837364206 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:09.044787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8f4f364d-83af-43b8-82cc-24df7fe8a0b2 None None] Provisioning complete for port 132d0a4d-6973-46cb-9362-b4f837364206 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:09.045692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f4f364d-83af-43b8-82cc-24df7fe8a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.131522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f364d-83af-43b8-82cc-24df7fe8a0b2 None None] Port 132d0a4d-6973-46cb-9362-b4f837364206 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:09.198832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=60ea905b-455b-41c7-a939-b0f08fd3beac,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:09.208345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.213607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:09.241269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:09.241883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.271002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 132d0a4d-6973-46cb-9362-b4f837364206 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:09.271357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.289020 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.0950730 Jun 09 13:17:09.328359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45798) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:09.339865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2f734e5-7f5c-4568-b098-06633e820842 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:09.376583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45800) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:09.414249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.431945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0b77c27b-a3c3-4858-a9d8-f5c7b3d9c589 None None] Provisioning for port 60ea905b-455b-41c7-a939-b0f08fd3beac completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:09.440420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d2f734e5-7f5c-4568-b098-06633e820842 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:09.440796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.490619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0b77c27b-a3c3-4858-a9d8-f5c7b3d9c589 None None] Provisioning complete for port 60ea905b-455b-41c7-a939-b0f08fd3beac triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:09.491294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b77c27b-a3c3-4858-a9d8-f5c7b3d9c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.500925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7046c27-2364-4816-b71f-a6df284cfc64 req-630f6490-e496-419f-a129-83799b17ef62 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:09.502418 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7046c27-2364-4816-b71f-a6df284cfc64 req-630f6490-e496-419f-a129-83799b17ef62 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7732391 Jun 09 13:17:09.517692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45804) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:09.529898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Request body: {'floatingip': {'port_id': '39cd18d3-f0a7-4b35-bc83-0383741560d2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:09.552528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-775430739'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:09.566095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 132d0a4d-6973-46cb-9362-b4f837364206 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:09.575207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0b77c27b-a3c3-4858-a9d8-f5c7b3d9c589 None None] Port 60ea905b-455b-41c7-a939-b0f08fd3beac cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:09.611724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 172.26.5.188 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/24fdc5e6-7d6f-425c-ae39-d62f2a394201) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:09.613749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:09.619585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.638907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.642653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port 5d4ccc34-f76b-43c8-835f-9f149dcdfc6b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:09.643003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.651293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 122d1c20-58f1-4eac-a8d0-892c1592b193 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:09.674405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.738315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 122d1c20-58f1-4eac-a8d0-892c1592b193 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:09.743655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 122d1c20-58f1-4eac-a8d0-892c1592b193 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:09.744099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.744222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.751874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b2074ea-2fd7-46d0-88a9-2fc22ed35d1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:09.807627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=132d0a4d-6973-46cb-9362-b4f837364206,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:09.813197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:09.846351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586199f2-4346-4e08-a7b2-a166996bd043 req-86ce8a33-bcce-4227-afc9-53d5498f5a53 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:09.850439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-586199f2-4346-4e08-a7b2-a166996bd043 req-86ce8a33-bcce-4227-afc9-53d5498f5a53 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.9803362 Jun 09 13:17:09.866685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45806) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:09.871923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Request body: {'floatingip': {'port_id': '028714d1-69ac-447b-8cde-98d13e2d93ff'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:09.888678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.930827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 122d1c20-58f1-4eac-a8d0-892c1592b193, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=122d1c20-58f1-4eac-a8d0-892c1592b193,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:09.937811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.939758 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/132d0a4d-6973-46cb-9362-b4f837364206 HTTP/1.1" status: 204 len: 168 time: 1.1219058 Jun 09 13:17:09.945649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:09.952278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:09.954702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45808) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:10.032959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abff40a-6a6b-4de1-8e00-047fee1f1d12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.038869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abff40a-6a6b-4de1-8e00-047fee1f1d12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.042938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.044531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abff40a-6a6b-4de1-8e00-047fee1f1d12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.047200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8abff40a-6a6b-4de1-8e00-047fee1f1d12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.7120001 Jun 09 13:17:10.047567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=122d1c20-58f1-4eac-a8d0-892c1592b193,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:10.055253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:10.096292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45810) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:10.168504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.169814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc89fb6-98f9-46ce-924f-f290fb983a89 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.171433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc89fb6-98f9-46ce-924f-f290fb983a89 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.172875 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5cc89fb6-98f9-46ce-924f-f290fb983a89 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2161515 Jun 09 13:17:10.188203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45812) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:10.300323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.321329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.388819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9528fde0-3f32-4436-902e-2800a77b0506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:10.420010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:10.444263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.475136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:17:10.500775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8f38b-d546-4ddd-b66c-dd2a42282034,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:10.513388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:10.519070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.519413 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Added segment 55e6fad4-68f9-4f2b-9758-c9bca3a02f65 of type vlan for network aa436027-561a-46c4-9fc7-0083988a3fe4 Jun 09 13:17:10.578195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for 5d4ccc34-f76b-43c8-835f-9f149dcdfc6b owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:10.613482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.633985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49d6f-f30c-4249-b3d3-2d344678976c req-9efc4009-e6d9-4e34-ad0d-2eec30c0cfd3 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:10.635470 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-06d49d6f-f30c-4249-b3d3-2d344678976c req-9efc4009-e6d9-4e34-ad0d-2eec30c0cfd3 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.9949207 Jun 09 13:17:10.646997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.649699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45814) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:10.666805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Request body: {'floatingip': {'port_id': '4757457b-589d-4905-ac82-ea7dfd1984fb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:10.765182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.859924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:10.918612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port 60ea905b-455b-41c7-a939-b0f08fd3beac {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:10.918808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.029276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.109914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:11.110511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.120752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:11.173072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 122d1c20-58f1-4eac-a8d0-892c1592b193 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:11.244808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.246213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 122d1c20-58f1-4eac-a8d0-892c1592b193 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:11.246626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.304475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.317307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8df89b5c-3bfa-430e-b15a-5425c43183a2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:11.418823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:11.419673 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0419037 Jun 09 13:17:11.431302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45816) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:11.432178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:11.436649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.567033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Network': ['ID=aa436027-561a-46c4-9fc7-0083988a3fe4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:11.578333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network aa436027-561a-46c4-9fc7-0083988a3fe4 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:17:11.579782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for 60ea905b-455b-41c7-a939-b0f08fd3beac owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:11.583749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:11.607723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:11.637501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'subnet': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:11.647510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.664623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:11.704702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:11.707318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:17:11.772366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30bf25-dbd6-455a-8517-4a1ab8c90eb7 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:11.776218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:11.778186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.782440 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd HTTP/1.1" status: 204 len: 168 time: 1.5613267 Jun 09 13:17:11.784016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45818) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:11.806115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=24fdc5e6-7d6f-425c-ae39-d62f2a394201,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:11.815621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:11.866318 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0bc3628f-4388-45e9-8578-d61a9495fc6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811923 Jun 09 13:17:11.870698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45820) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:11.876773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:11.906274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:11.929552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:17:11.967022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.077836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:12.148557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Deleting port 122d1c20-58f1-4eac-a8d0-892c1592b193 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:12.149243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.254189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.267287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] For port 122d1c20-58f1-4eac-a8d0-892c1592b193, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=122d1c20-58f1-4eac-a8d0-892c1592b193,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:12.267911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.341198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.358275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.364863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f1812773-1b8e-4de2-a78c-b5d52f9502cd tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:12.391208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Calling delete_port for 122d1c20-58f1-4eac-a8d0-892c1592b193 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:12.411291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.414281 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Floating IP 03ebf3a5-bb95-48ac-be2c-8c9713c80933 associated. External IP: 172.26.5.109, port: 028714d1-69ac-447b-8cde-98d13e2d93ff. Jun 09 13:17:12.432251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70454fa7-f118-4efc-9b20-93a40bb7c05e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:12.444014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.447759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:12.467999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=60ea905b-455b-41c7-a939-b0f08fd3beac,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:12.492467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Pushing event deleted for resources: {'Port': ['ID=122d1c20-58f1-4eac-a8d0-892c1592b193,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:12.499302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:12.506700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] No DVR routers for this DVR port 122d1c20-58f1-4eac-a8d0-892c1592b193 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:12.528943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:12.564186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:12.569064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:12.582145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=5d4ccc34-f76b-43c8-835f-9f149dcdfc6b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:12.593752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:12.623103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:12.626601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.020765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.025235 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/60ea905b-455b-41c7-a939-b0f08fd3beac HTTP/1.1" status: 204 len: 168 time: 2.9212153 Jun 09 13:17:13.027819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45822) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:13.106127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.110977 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e921b00-89dd-4cf9-9048-e2d8461b54fa tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] GET failed (client error): The resource could not be found. Jun 09 13:17:13.112429 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3e921b00-89dd-4cf9-9048-e2d8461b54fa tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports/60ea905b-455b-41c7-a939-b0f08fd3beac HTTP/1.1" status: 404 len: 333 time: 0.0837283 Jun 09 13:17:13.122564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45824) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:13.135200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-1687363444'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:13.173372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 122d1c20-58f1-4eac-a8d0-892c1592b193 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:13.210484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 122d1c20-58f1-4eac-a8d0-892c1592b193 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:13.211186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 122d1c20-58f1-4eac-a8d0-892c1592b193 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:13.249351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Router 4f90d061-3a50-483c-b950-e3e204eac40c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:17:13.300514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Floating IP 204e37cb-7bd1-49ba-a9ab-4355a5f725ee associated. External IP: 172.26.5.148, port: 39cd18d3-f0a7-4b35-bc83-0383741560d2. Jun 09 13:17:13.372269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.436456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:13.436677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.445725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:17:13.500298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.541044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.652652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:13.663174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:13.673065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:13.673957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.686059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030133d-8b32-4b0c-b543-6f7c510b467b None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:13.696886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:13.700380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.709422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=c7412895-cafa-4c36-bb83-dbce84b3f4e8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:13.715498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:13.735452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8627284 Jun 09 13:17:13.740359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45826) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:13.746513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.750171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'name': 'tempest-NetworksTestDHCPv6-302773303'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:13.760084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.760611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router c8f0e822-38ea-4920-a528-05d47b83621d {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:13.765362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:13.782053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.783349 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/c8f0e822-38ea-4920-a528-05d47b83621d HTTP/1.1" status: 204 len: 168 time: 6.0327928 Jun 09 13:17:13.783908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.799618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45828) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:13.802024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:13.808243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.813283 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Sync routers for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:13.825684 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:13.826641 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:13.838782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'name': 'tempest-snat-router-72330881', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:13.976466 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c5a55440-1996-4f87-9a6f-985996f182bd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "PUT /v2.0/floatingips/03ebf3a5-bb95-48ac-be2c-8c9713c80933 HTTP/1.1" status: 200 len: 991 time: 4.1084738 Jun 09 13:17:13.980411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'c7412895-cafa-4c36-bb83-dbce84b3f4e8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:13.981416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:13.996566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:17:14.017197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:17:14.046329 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:14.087136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.096253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.154340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16082112-01a5-4839-9323-0a3a28c9a408 x-openstack-request-id: req-16082112-01a5-4839-9323-0a3a28c9a408 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:17:14.155241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:17:14.155906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16082112-01a5-4839-9323-0a3a28c9a408 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:17:14.156719 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'status': 'completed', 'code': 200} Jun 09 13:17:14.195984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.198491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/c7412895-cafa-4c36-bb83-dbce84b3f4e8/0b5c5402-8265-492d-bfff-8429e969ba6a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:14.225312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.6 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:14.320706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:14.324858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.418139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.429037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Transition to ACTIVE for port object 0b5c5402-8265-492d-bfff-8429e969ba6a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:14.446605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 04c9aabd-54ef-4759-9cb6-1d4ea46676ae yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:14.448192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Transition to ACTIVE for port object 0b5c5402-8265-492d-bfff-8429e969ba6a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:14.456374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.467267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2128526b-9d89-4000-a338-678dfcd61bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:14.484924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Router 0e070c8e-fcfd-478e-8f55-3571817373f8 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:17:14.504125 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '03ebf3a5-bb95-48ac-be2c-8c9713c80933', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'port_id': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'mac_address': 'fa:16:3e:90:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:33Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:14.508267 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Checking router: 4f90d061-3a50-483c-b950-e3e204eac40c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:14.517991 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:14.518569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:14.518782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:14.521708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:14.530895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:14.587055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Pushing event updated for resources: {'Port': ['ID=0b5c5402-8265-492d-bfff-8429e969ba6a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:14.619243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:14.640506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Attempting to bind port 0b5c5402-8265-492d-bfff-8429e969ba6a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:14.640975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Attempting to bind port 0b5c5402-8265-492d-bfff-8429e969ba6a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:14.641410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Attempting to bind port 0b5c5402-8265-492d-bfff-8429e969ba6a on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:14.647729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:14.648294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:14.648770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.649240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:14.649771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Bound port: 0b5c5402-8265-492d-bfff-8429e969ba6a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:14.650221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.712615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.728085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:14.758609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] For port 0b5c5402-8265-492d-bfff-8429e969ba6a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:14.763441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] For port 0b5c5402-8265-492d-bfff-8429e969ba6a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0b5c5402-8265-492d-bfff-8429e969ba6a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:14.765263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Floating IP 0441b0e6-7933-4f80-91ad-5b1e161d92b1 associated. External IP: 172.26.5.131, port: 4757457b-589d-4905-ac82-ea7dfd1984fb. Jun 09 13:17:14.768889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.778930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:14.835449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.863790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Pushing event updated for resources: {'Port': ['ID=0b5c5402-8265-492d-bfff-8429e969ba6a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:14.875292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:14.933768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:14.958359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::4 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/c7412895-cafa-4c36-bb83-dbce84b3f4e8/04c9aabd-54ef-4759-9cb6-1d4ea46676ae) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:14.979256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:14.995734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f88d8db1-18f3-460d-9cb2-53121c422bee tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:15.035744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:15.207324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:15.218629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd1524f7-5186-4d92-bf0e-fc4042e7aee4 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:15.242427 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '03ebf3a5-bb95-48ac-be2c-8c9713c80933', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'port_id': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'mac_address': 'fa:16:3e:90:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:33Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:15.258862 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782027c-d5ed-42bc-a92d-e0adc7706969 None None] The sync data for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv is: [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '03ebf3a5-bb95-48ac-be2c-8c9713c80933', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'port_id': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'mac_address': 'fa:16:3e:90:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:33Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:15.303840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0b5c5402-8265-492d-bfff-8429e969ba6a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:15.377604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:15.380946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Subnet': ['ID=8d723575-1688-4757-ad42-cd07c6dfa682,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:15.381753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:15.394098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:15.427424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Checking segment: {'id': '55e6fad4-68f9-4f2b-9758-c9bca3a02f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:15.427836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network hostable DHCP agents. Network: aa436027-561a-46c4-9fc7-0083988a3fe4, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:17:15.430989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 0b5c5402-8265-492d-bfff-8429e969ba6a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:15.515379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-81d8472f-3639-472f-b70d-04a7678e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:15.516973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-81d8472f-3639-472f-b70d-04a7678e71f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=005f14f0eb164dbfb37129d8d5623448&device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 1098 time: 1.0312359 Jun 09 13:17:15.518088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:15.530803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Sync routers for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:15.536767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:15.542887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:15.543991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:15.695528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:15.705617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:15.722767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:15.732264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:17:15.820326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:15.838370 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2533116c-5aa7-4adc-8d43-71f38809f3d3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "PUT /v2.0/floatingips/204e37cb-7bd1-49ba-a9ab-4355a5f725ee HTTP/1.1" status: 200 len: 991 time: 6.3125710 Jun 09 13:17:15.838370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, aa436027-561a-46c4-9fc7-0083988a3fe4) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:15.838665 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b84d0-fd9e-4ba2-8812-0edce83fddee None None] New status for floating IP 03ebf3a5-bb95-48ac-be2c-8c9713c80933: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:17:15.868050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:17:15.883670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:17:15.925513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:15.926182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.034659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abb37cb-d685-4def-9bc9-d071f13023e9 x-openstack-request-id: req-6abb37cb-d685-4def-9bc9-d071f13023e9 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:17:16.034996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:17:16.035279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6abb37cb-d685-4def-9bc9-d071f13023e9 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:17:16.035714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'status': 'completed', 'code': 200} Jun 09 13:17:16.053896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.080188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.112802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:16.113653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.140504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.188569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936be87-aea1-48ab-87e1-9b23d2dd0ef7 None None] Network aa436027-561a-46c4-9fc7-0083988a3fe4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:16.192820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 04c9aabd-54ef-4759-9cb6-1d4ea46676ae will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:16.222479 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0933735 Jun 09 13:17:16.228309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45844) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:16.237584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:69:c5'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:16.344944 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9103441 Jun 09 13:17:16.346080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45846) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:16.365778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1723340989'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:16.384607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Router ee86869a-a42c-4555-8e1b-4daa687ec99c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:17:16.402718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f5231fac-da51-484c-9266-b96825f4ad66 None None] Provisioning for port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:16.430450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f5231fac-da51-484c-9266-b96825f4ad66 None None] Provisioning complete for port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:16.430700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5231fac-da51-484c-9266-b96825f4ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.433713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-7ace5ade-57d8-4ab4-b4ee-39d79f5fb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:16.435204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-7ace5ade-57d8-4ab4-b4ee-39d79f5fb7a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fba9b51-584b-484a-a8d9-fafe71f2648e HTTP/1.1" status: 200 len: 906 time: 0.9027927 Jun 09 13:17:16.435754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router 81263488-04be-409a-82bc-328485d7e9c1 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:16.511044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.527098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5bd618df-3681-4b9a-8d63-cf283954edcf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:16.594093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f5231fac-da51-484c-9266-b96825f4ad66 None None] Port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:16.614289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.26.5.31 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/47f53494-1485-4305-aebb-999bd8c2afeb) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:16.693247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '204e37cb-7bd1-49ba-a9ab-4355a5f725ee', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'port_id': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'mac_address': 'fa:16:3e:a9:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:26Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:16.697114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-aa436027-561a-46c4-9fc7-0083988a3fe4', 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'tenant_id': 'f7693f3f2d37430497101d10f21c41ed', 'fixed_ips': [{'subnet_id': '8d723575-1688-4757-ad42-cd07c6dfa682'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:16.697930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.719454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Checking router: 0e070c8e-fcfd-478e-8f55-3571817373f8 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:16.722561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:16.736466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:16.737081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:16.761192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:16.781667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:16.787963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:16.788217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.826269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Provisioning for port 0b5c5402-8265-492d-bfff-8429e969ba6a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:16.830221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=04c9aabd-54ef-4759-9cb6-1d4ea46676ae,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:16.838986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:16.851676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:16.859702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:16.869700 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1264784 Jun 09 13:17:16.873703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45850) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:16.900307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Sync routers for ids ['81263488-04be-409a-82bc-328485d7e9c1'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:16.915635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Provisioning complete for port 0b5c5402-8265-492d-bfff-8429e969ba6a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:16.916022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.020014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Routers {'81263488-04be-409a-82bc-328485d7e9c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:17.020668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['81263488-04be-409a-82bc-328485d7e9c1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:17.030732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.032130 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.4142616 Jun 09 13:17:17.032863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.043681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-0c99a782-9d62-479a-af1f-73e553f24c01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=028714d1-69ac-447b-8cde-98d13e2d93ff HTTP/1.1" status: 200 len: 1001 time: 0.5917242 Jun 09 13:17:17.044238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45852) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:17.177336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-2800477c-d375-496f-b44b-708569e26db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:17.178859 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-2800477c-d375-496f-b44b-708569e26db4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 1.1384575 Jun 09 13:17:17.241569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c92c3-ece7-4623-af7f-66c46897fcb2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:17.247735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c92c3-ece7-4623-af7f-66c46897fcb2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:17.251458 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-975c92c3-ece7-4623-af7f-66c46897fcb2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3715382 Jun 09 13:17:17.253717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45856) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:17.283097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:17.286438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.292753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:17.320271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.327780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba31b35f-aaca-4c01-92e6-1fe796a58784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:17.421259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port ae5d164c-9387-4611-a246-22ee134db454 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:17.429716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:17.463799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:17.473959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:17.474124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-2099820b-fbde-4c08-a5cd-aea9f285ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:17.475364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-2099820b-fbde-4c08-a5cd-aea9f285ffb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b6a15f-c254-4c08-8c69-eba1c1279065 HTTP/1.1" status: 200 len: 844 time: 0.3365629 Jun 09 13:17:17.477147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Allocated IP 2001:db8::2 (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/68983386-5cc0-4826-8f40-bed752df76dc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:17.501084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:17.501454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=47f53494-1485-4305-aebb-999bd8c2afeb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:17.512634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:17.527869 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Sync routers for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:17.543213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.545920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.548634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:17.551146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:17.564164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.632860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Set router 81263488-04be-409a-82bc-328485d7e9c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:17.637010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:17.683629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-e71e38fd-d063-4cde-af06-acf327fa9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:17.684971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-e71e38fd-d063-4cde-af06-acf327fa9e00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.4706571 Jun 09 13:17:17.692780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad6089e7-2e4e-4b26-8983-69676ddb3d72 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/81263488-04be-409a-82bc-328485d7e9c1 HTTP/1.1" status: 200 len: 908 time: 0.6258106 Jun 09 13:17:17.696305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c5f97c13-7426-47d0-97ab-afe1ebc22502 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "PUT /v2.0/floatingips/0441b0e6-7933-4f80-91ad-5b1e161d92b1 HTTP/1.1" status: 200 len: 991 time: 7.0395927 Jun 09 13:17:17.696890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45860) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:17.750583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'name': 'tempest-snat-router-548287174', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': True}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:17.871745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.887486 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:17.988263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.990267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:17.999640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70167bef-6534-4407-99e7-33ba9dc1f99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.019726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-2fecbf2b-cdf3-4c10-9d3b-2e5eb807caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:18.021951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-2fecbf2b-cdf3-4c10-9d3b-2e5eb807caf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fba9b51-584b-484a-a8d9-fafe71f2648e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5264003 Jun 09 13:17:18.036385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.055209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:17:18.058364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f447d14-7ae1-43a0-84f3-21419934c6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:17:18.128013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-5fa48320-448d-452a-b2fc-2f488faa9436 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 999 time: 0.4287722 Jun 09 13:17:18.161296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] For port 0b5c5402-8265-492d-bfff-8429e969ba6a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0b5c5402-8265-492d-bfff-8429e969ba6a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:18.203273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67684c73-4e7d-49ee-97dd-0fa9f2439075 x-openstack-request-id: req-67684c73-4e7d-49ee-97dd-0fa9f2439075 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:17:18.203590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:17:18.203874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67684c73-4e7d-49ee-97dd-0fa9f2439075 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:17:18.203995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.204419 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'status': 'completed', 'code': 200} Jun 09 13:17:18.211942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2c9d56de-1c3e-4e4e-865e-887c94bb5864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:18.360963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:18.364678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:18.391094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Pushing event updated for resources: {'Port': ['ID=0b5c5402-8265-492d-bfff-8429e969ba6a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:18.395111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] In _notify_port_updated(), no bound segment for port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 on network 54431ea5-95ad-4a19-8fac-8357c8d57295 {{(pid=92383) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:18.396690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:18.402374 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0441b0e6-7933-4f80-91ad-5b1e161d92b1', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'port_id': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'mac_address': 'fa:16:3e:d6:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:17:13Z', 'revision_number': 1, 'project_id': '66529a26540d4aa49e9975937820b075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:18.406290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:18.407558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.410685 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "PUT /v2.0/ports/bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 HTTP/1.1" status: 200 len: 1008 time: 2.1811244 Jun 09 13:17:18.412554 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Checking router: ee86869a-a42c-4555-8e1b-4daa687ec99c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:18.416999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 04c9aabd-54ef-4759-9cb6-1d4ea46676ae {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:18.417427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.434157 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:18.434769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45868) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:18.435046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:16:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:18.510259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-3fba0256-cf46-447d-b2be-60e22a298a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:18.511964 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-3fba0256-cf46-447d-b2be-60e22a298a6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.3666918 Jun 09 13:17:18.563067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.576348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Transition to ACTIVE for port object 68983386-5cc0-4826-8f40-bed752df76dc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:18.603429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Transition to ACTIVE for port object 68983386-5cc0-4826-8f40-bed752df76dc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:18.637764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-8bfcc303-8b8a-4946-b05e-6537177f109a service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047544 Jun 09 13:17:18.656322 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:18.708142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7082cb77-8c71-46e8-a50a-42f61f06c085 None None] Provisioning for port 04c9aabd-54ef-4759-9cb6-1d4ea46676ae completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:18.715712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.738977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7082cb77-8c71-46e8-a50a-42f61f06c085 None None] Provisioning complete for port 04c9aabd-54ef-4759-9cb6-1d4ea46676ae triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:18.741011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7082cb77-8c71-46e8-a50a-42f61f06c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.777094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.824906 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:18.848143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-1fbbd92d-c6f0-4f25-b621-22df3b435d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:18.849746 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-1fbbd92d-c6f0-4f25-b621-22df3b435d76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66529a26540d4aa49e9975937820b075&device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 1098 time: 0.5822098 Jun 09 13:17:18.861935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:18.963716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:18.972713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7082cb77-8c71-46e8-a50a-42f61f06c085 None None] Port 04c9aabd-54ef-4759-9cb6-1d4ea46676ae cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:18.976041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Pushing event updated for resources: {'Port': ['ID=68983386-5cc0-4826-8f40-bed752df76dc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:18.987300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:19.001116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:19.054291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '204e37cb-7bd1-49ba-a9ab-4355a5f725ee', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'port_id': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'mac_address': 'fa:16:3e:a9:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:26Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:19.061620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9fbed-eac2-47e6-8297-2bee0a2424fa None None] The sync data for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv is: [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '204e37cb-7bd1-49ba-a9ab-4355a5f725ee', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'port_id': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'mac_address': 'fa:16:3e:a9:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:26Z', 'updated_at': '2021-06-09T13:17:11Z', 'revision_number': 1, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:19.063731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:19.070164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81263488-04be-409a-82bc-328485d7e9c1', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:05Z', 'updated_at': '2021-06-09T13:17:12Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81263488-04be-409a-82bc-328485d7e9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:09Z', 'updated_at': '2021-06-09T13:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:19.074347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::3a9 (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/ae5d164c-9387-4611-a246-22ee134db454) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:19.083285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0441b0e6-7933-4f80-91ad-5b1e161d92b1', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'port_id': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'mac_address': 'fa:16:3e:d6:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:17:13Z', 'revision_number': 1, 'project_id': '66529a26540d4aa49e9975937820b075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:19.088867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13435dd5-5190-43f5-be0d-047ef7d56179 None None] The sync data for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv is: [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0441b0e6-7933-4f80-91ad-5b1e161d92b1', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'port_id': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'mac_address': 'fa:16:3e:d6:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:16:29Z', 'updated_at': '2021-06-09T13:17:13Z', 'revision_number': 1, 'project_id': '66529a26540d4aa49e9975937820b075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:19.121844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.126352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Checking router: 81263488-04be-409a-82bc-328485d7e9c1 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:19.126740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Updating router 81263488-04be-409a-82bc-328485d7e9c1 port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:17:19.205691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.288827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 04c9aabd-54ef-4759-9cb6-1d4ea46676ae owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:19.292047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0b5c5402-8265-492d-bfff-8429e969ba6a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:19.356787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-3e4066bb-c25d-479d-9f1c-b47a84e28b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:19.358282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-3e4066bb-c25d-479d-9f1c-b47a84e28b89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7821586 Jun 09 13:17:19.365293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-7f917de9-9ffa-4279-8caf-dc0578f31ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236844 Jun 09 13:17:19.390143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a523b2c4-22d1-427a-8874-522f1efd9b76 None None] Provisioning complete for port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:19.390953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a523b2c4-22d1-427a-8874-522f1efd9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.444782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-e3d1d384-d231-4b31-a81b-42ac58620ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:19.446265 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-e3d1d384-d231-4b31-a81b-42ac58620ebd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4b12cc31-023c-453e-a866-1288055d02f2 HTTP/1.1" status: 200 len: 912 time: 0.5679402 Jun 09 13:17:19.458882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:19.459391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.470593 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9ccbf-796a-4860-8d98-f80d9439fcb3 None None] New status for floating IP 0441b0e6-7933-4f80-91ad-5b1e161d92b1: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:17:19.478696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Attempting to bind port 68983386-5cc0-4826-8f40-bed752df76dc on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:19.479079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Attempting to bind port 68983386-5cc0-4826-8f40-bed752df76dc by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '55e6fad4-68f9-4f2b-9758-c9bca3a02f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:19.479445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Attempting to bind port 68983386-5cc0-4826-8f40-bed752df76dc on network aa436027-561a-46c4-9fc7-0083988a3fe4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:19.486822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75de3f57-3a3a-44fe-b648-1d2c62af0dff None None] New status for floating IP 204e37cb-7bd1-49ba-a9ab-4355a5f725ee: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:17:19.567137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:19.567520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Checking segment: {'id': '55e6fad4-68f9-4f2b-9758-c9bca3a02f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:19.567932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.568327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Bound using segment: {'id': '55e6fad4-68f9-4f2b-9758-c9bca3a02f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:19.568821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Bound port: 68983386-5cc0-4826-8f40-bed752df76dc, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e6fad4-68f9-4f2b-9758-c9bca3a02f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:19.569240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.642460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-364a8f4f-6329-44c3-bedb-854ac2a9d098 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623000 Jun 09 13:17:19.646462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.748979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object ae5d164c-9387-4611-a246-22ee134db454 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:19.849258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] For port 68983386-5cc0-4826-8f40-bed752df76dc, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:19.852856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] For port 68983386-5cc0-4826-8f40-bed752df76dc, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=68983386-5cc0-4826-8f40-bed752df76dc,segment=NetworkSegment(55e6fad4-68f9-4f2b-9758-c9bca3a02f65),segment_id=55e6fad4-68f9-4f2b-9758-c9bca3a02f65)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:19.877415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.890047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 0b5c5402-8265-492d-bfff-8429e969ba6a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:19.890427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:19.922163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bbbcdc1-8b3e-4786-9426-0886072ff34d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:20.048460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a523b2c4-22d1-427a-8874-522f1efd9b76 None None] Port bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:20.187023 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5113d93-38c5-49a8-abcc-8fcd51bdf1ce req-64738328-a694-4e55-a80a-66a162e9c406 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297647 Jun 09 13:17:20.214582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.223770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9f2bcbef-266a-45de-9391-168362224767 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:20.270581 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-4636a390-66a7-4594-9b07-09331d36aa52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4757457b-589d-4905-ac82-ea7dfd1984fb HTTP/1.1" status: 200 len: 999 time: 0.7895660 Jun 09 13:17:20.289056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.289428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.380234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.383545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:20.408891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c96c711-29aa-4c15-8ac4-4e5cdb93df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.416354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.438130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:20.441099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:20.448503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:20.449838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.526823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Pushing event updated for resources: {'Port': ['ID=68983386-5cc0-4826-8f40-bed752df76dc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:20.537200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:20.548011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=ae5d164c-9387-4611-a246-22ee134db454,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:20.560134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:20.627437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2756147 Jun 09 13:17:20.631986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:20.637612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1636501380', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a9', 'mac_address': 'fa:16:3e:92:88:b3'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:20.680495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.756120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.772901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.802977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Transition to ACTIVE for port object 24fdc5e6-7d6f-425c-ae39-d62f2a394201 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:20.821812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.827462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:20.895649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:20.897576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:20.910838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Pushing event updated for resources: {'Port': ['ID=24fdc5e6-7d6f-425c-ae39-d62f2a394201,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:20.915318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:20.917928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f3eb7e23-5a3d-4aec-91b2-4bdb8bff4ef5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:20.939785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Attempting to bind port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:20.943608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Attempting to bind port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:20.944216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Attempting to bind port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:20.951628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:20.952393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:20.953027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:20.953644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:20.954377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Bound port: 24fdc5e6-7d6f-425c-ae39-d62f2a394201, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:20.955042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.006976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=04c9aabd-54ef-4759-9cb6-1d4ea46676ae,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:21.061177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-3ae704a4-7e74-4786-98f1-7eb26657eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:21.063001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] For port 24fdc5e6-7d6f-425c-ae39-d62f2a394201, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:21.066718 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-3ae704a4-7e74-4786-98f1-7eb26657eeb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96fed8f9-be83-49ee-9efa-82d9cdc3271c HTTP/1.1" status: 200 len: 850 time: 0.7727880 Jun 09 13:17:21.068371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] For port 24fdc5e6-7d6f-425c-ae39-d62f2a394201, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=24fdc5e6-7d6f-425c-ae39-d62f2a394201,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:21.071483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:21.078859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.087080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:21.089181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 172.26.5.174 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/00226aa8-8726-4baf-9548-d29944a49b55) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:21.180986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.197256 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/04c9aabd-54ef-4759-9cb6-1d4ea46676ae HTTP/1.1" status: 204 len: 168 time: 3.9414086 Jun 09 13:17:21.198861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45886) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:21.226959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Routers {'81263488-04be-409a-82bc-328485d7e9c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:21.227779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['81263488-04be-409a-82bc-328485d7e9c1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:21.331544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 68983386-5cc0-4826-8f40-bed752df76dc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:21.360716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52528778-4b5e-4f17-9acc-c722da0df01d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:21.364088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52528778-4b5e-4f17-9acc-c722da0df01d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:21.366008 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-52528778-4b5e-4f17-9acc-c722da0df01d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1656270 Jun 09 13:17:21.371869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45890) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:21.409762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.455755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router eb0b8e02-4595-4cc0-9595-974d022a47b4 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:21.498965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:21.508798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-50603376-e42d-493b-bcdd-f5b68059c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:21.510147 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-50603376-e42d-493b-bcdd-f5b68059c9fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b12cc31-023c-453e-a866-1288055d02f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4188864 Jun 09 13:17:21.555276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Pushing event updated for resources: {'Port': ['ID=24fdc5e6-7d6f-425c-ae39-d62f2a394201,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:21.568970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:21.592658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.640347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9982e-2055-443f-8fa6-92d37c4c28a1 None None] Network aa436027-561a-46c4-9fc7-0083988a3fe4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:21.674198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.725571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::9 (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:21.740527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 68983386-5cc0-4826-8f40-bed752df76dc completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:21.753118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] Set router 81263488-04be-409a-82bc-328485d7e9c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:21.780361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.782101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.789872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet c7412895-cafa-4c36-bb83-dbce84b3f4e8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:21.797832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:21.805479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5eac308-557e-417d-aa50-9213f907de7c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:21.835369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.854085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:21.863753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:21.887847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:21.907784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Provisioning for port 68983386-5cc0-4826-8f40-bed752df76dc completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:21.946018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Provisioning complete for port 68983386-5cc0-4826-8f40-bed752df76dc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:21.946294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:21.988637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=00226aa8-8726-4baf-9548-d29944a49b55,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:22.001599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:22.080387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:22.086333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:22.219266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.265163 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-37271083-e54e-4da6-a071-797e39ff8083 service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347379 Jun 09 13:17:22.302467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.404832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] For port 68983386-5cc0-4826-8f40-bed752df76dc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=68983386-5cc0-4826-8f40-bed752df76dc,segment=NetworkSegment(55e6fad4-68f9-4f2b-9758-c9bca3a02f65),segment_id=55e6fad4-68f9-4f2b-9758-c9bca3a02f65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:22.422315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.426293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca057f9b-3ee4-4901-a22b-0d4cee6502e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:22.464825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:22.485717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Sync routers for ids ['eb0b8e02-4595-4cc0-9595-974d022a47b4'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:22.510385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81263488-04be-409a-82bc-328485d7e9c1', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:05Z', 'updated_at': '2021-06-09T13:17:12Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81263488-04be-409a-82bc-328485d7e9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:09Z', 'updated_at': '2021-06-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:22.516696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Routers {'eb0b8e02-4595-4cc0-9595-974d022a47b4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:22.517094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['eb0b8e02-4595-4cc0-9595-974d022a47b4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:22.572178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Pushing event updated for resources: {'Port': ['ID=68983386-5cc0-4826-8f40-bed752df76dc,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:22.582245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.583497 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.7793736 Jun 09 13:17:22.587486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e980f57-62d5-4603-b5ad-d712630dd8a0 None None] The sync data for ids ['81263488-04be-409a-82bc-328485d7e9c1'] in dv-neutron-601336-89-hyperv is: [{'id': '81263488-04be-409a-82bc-328485d7e9c1', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:05Z', 'updated_at': '2021-06-09T13:17:12Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '24fdc5e6-7d6f-425c-ae39-d62f2a394201', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81263488-04be-409a-82bc-328485d7e9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:09Z', 'updated_at': '2021-06-09T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:22.590334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45896) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:22.631023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.681528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:22.699010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.703625 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 HTTP/1.1" status: 204 len: 168 time: 4.2607203 Jun 09 13:17:22.737067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45902) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:22.768071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.798497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Set router eb0b8e02-4595-4cc0-9595-974d022a47b4 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:22.811796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:22.957916 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f447d14-7ae1-43a0-84f3-21419934c6f0 req-9f605d82-a7d0-49d4-9890-02a085e6185c service neutron] 10.222.0.42 "GET /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678338 Jun 09 13:17:22.959112 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79b479f-cf34-4139-a4b9-8083f43e4b7d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] GET failed (client error): The resource could not be found. Jun 09 13:17:22.966004 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b79b479f-cf34-4139-a4b9-8083f43e4b7d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports/bd9f5cd8-e871-4fa2-ad6d-86d666fc4e16 HTTP/1.1" status: 404 len: 333 time: 0.2191789 Jun 09 13:17:22.973136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45904) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:22.992981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-1959896636'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:23.076334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.085932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b9e1a45-12cb-40da-a945-1e2c02b4fc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:23.115824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:23.121247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.126625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Provisioning complete for port 68983386-5cc0-4826-8f40-bed752df76dc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:23.127197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.219913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.240836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=c7412895-cafa-4c36-bb83-dbce84b3f4e8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:23.246250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:23.252839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:23.256195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.258566 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/c7412895-cafa-4c36-bb83-dbce84b3f4e8 HTTP/1.1" status: 204 len: 168 time: 1.8783002 Jun 09 13:17:23.261379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45908) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.280928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a1613-2a32-41e4-a772-1ce06a00f010 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:23.324777 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d20ca253-9c81-4ec0-8ad3-869ebaa716e2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/eb0b8e02-4595-4cc0-9595-974d022a47b4 HTTP/1.1" status: 200 len: 906 time: 0.7312028 Jun 09 13:17:23.340704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45910) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.348282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'name': 'tempest-snat-router-72330881', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': True}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:23.355548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f6feb527-883c-4cb4-9dd3-b91369eb3218 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918007 Jun 09 13:17:23.362733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45912) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.444705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.453544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:23.475596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:23.478103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:23.483936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:23.490410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:23.491341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.501765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d84fc-a2d4-4a92-bfc8-ea2b82dd3205 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:23.504007 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-942d84fc-a2d4-4a92-bfc8-ea2b82dd3205 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1401038 Jun 09 13:17:23.506476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45914) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.508711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:23.569342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 24fdc5e6-7d6f-425c-ae39-d62f2a394201 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:23.611321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eefc91-6ea9-4c0e-98c0-42fcaee9cffc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:23.613394 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61eefc91-6ea9-4c0e-98c0-42fcaee9cffc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1053085 Jun 09 13:17:23.616209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45916) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.702480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.703581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.735620 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-11191fb8-d8b8-4a45-866b-e338540f63df tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175230 Jun 09 13:17:23.736572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45918) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.743160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:23.743358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1020 time: 3.1097896 Jun 09 13:17:23.746954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45920) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:23.803803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:23.807347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.865522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:23.874774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:23.901209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:23.901812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:23.901812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.907932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.924258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:23.954272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Provisioning for port ae5d164c-9387-4611-a246-22ee134db454 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:23.990125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Provisioning complete for port ae5d164c-9387-4611-a246-22ee134db454 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:23.990787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.032706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': False}, 'gw_port_id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:14Z', 'updated_at': '2021-06-09T13:17:18Z', 'revision_number': 3, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port': {'id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:16Z', 'updated_at': '2021-06-09T13:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:24.035249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:24.083765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Checking router: eb0b8e02-4595-4cc0-9595-974d022a47b4 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:24.084114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Updating router eb0b8e02-4595-4cc0-9595-974d022a47b4 port 47f53494-1485-4305-aebb-999bd8c2afeb binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:17:24.089318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e4d1b-a591-4b9e-a486-b1076e640dba tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:24.095326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e4d1b-a591-4b9e-a486-b1076e640dba tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:24.101358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e4d1b-a591-4b9e-a486-b1076e640dba tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:24.105700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9d6e4d1b-a591-4b9e-a486-b1076e640dba tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2496 time: 0.3531539 Jun 09 13:17:24.106503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45926) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:24.170515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-efcaf139-3bad-4aa1-8f62-03a413b6d2bd None None] Port ae5d164c-9387-4611-a246-22ee134db454 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:24.182391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.351799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Deleting port 0b5c5402-8265-492d-bfff-8429e969ba6a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:24.352179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.507697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:24.508042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.536531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router 05d6726e-f1e1-468e-b60b-1fcde82772aa is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:24.601439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.619065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.9 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/2e6fe1c3-52b7-4199-94bd-d22e58a20cd5) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:24.623037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7175f7c7-ca66-443d-90f6-b89bcdb58cfe tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:24.643414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.690366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.714840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:24.767554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Provisioning complete for port ae5d164c-9387-4611-a246-22ee134db454 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:24.767934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.781250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.828306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Port ae5d164c-9387-4611-a246-22ee134db454 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:24.846640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 24fdc5e6-7d6f-425c-ae39-d62f2a394201, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=24fdc5e6-7d6f-425c-ae39-d62f2a394201,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:24.860184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.860647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 68983386-5cc0-4826-8f40-bed752df76dc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:24.863794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:24.894977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.901838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8a84a45-d56f-4211-bda8-e6768353d7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:24.926982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:24.927582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:24.935235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Provisioning for port 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:24.944390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:24.958903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=1bebfcdc-8de8-498b-8d0f-49b78607be9d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:24.963612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:24.979722 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2412856 Jun 09 13:17:24.982806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45930) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:24.989237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': '1bebfcdc-8de8-498b-8d0f-49b78607be9d', 'ip_address': '2001:db8::c3f3:9278:25b5:42ce'}], 'name': 'tempest-NetworksTestDHCPv6-85673613'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:25.004148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Provisioning complete for port 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:25.004553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.033096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:25.038148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Transition to ACTIVE for port object 47f53494-1485-4305-aebb-999bd8c2afeb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:25.051695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Sync routers for ids ['05d6726e-f1e1-468e-b60b-1fcde82772aa'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:25.089388 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Routers {'05d6726e-f1e1-468e-b60b-1fcde82772aa'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:25.090451 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['05d6726e-f1e1-468e-b60b-1fcde82772aa'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:25.095445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.099238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3963978 Jun 09 13:17:25.100998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45934) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:25.122306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.147369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.150944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:25.182582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] For port 0b5c5402-8265-492d-bfff-8429e969ba6a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0b5c5402-8265-492d-bfff-8429e969ba6a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:25.183153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.364184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Calling delete_port for 0b5c5402-8265-492d-bfff-8429e969ba6a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:25.381374 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Set router 05d6726e-f1e1-468e-b60b-1fcde82772aa gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:25.404045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.420838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c93e7b1-5de9-4787-b16f-4c0b6ae18e0f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:25.433595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=24fdc5e6-7d6f-425c-ae39-d62f2a394201,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:25.437055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.447858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1f66e8e-7d64-4c9a-bb88-f2fb594796fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:25.448454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:25.460864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:25.475252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.495343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3feab741-b379-42d0-ae44-7edecef6998d None None] Port 58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:25.500188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:25.505782 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4bbe7daf-ed26-4bad-a137-7ca164dbfe12 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/05d6726e-f1e1-468e-b60b-1fcde82772aa HTTP/1.1" status: 200 len: 907 time: 0.4012349 Jun 09 13:17:25.505965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.506068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:25.535419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:25.555517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:25.567610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:25.567837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 68983386-5cc0-4826-8f40-bed752df76dc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:25.568346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.613343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.614773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Attempting to bind port 47f53494-1485-4305-aebb-999bd8c2afeb on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:25.615397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Attempting to bind port 47f53494-1485-4305-aebb-999bd8c2afeb by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:25.615842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Attempting to bind port 47f53494-1485-4305-aebb-999bd8c2afeb on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:25.624343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] No DVR routers for this DVR port 0b5c5402-8265-492d-bfff-8429e969ba6a on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:25.636777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:25.637468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:25.638898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.639392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:25.641471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Bound port: 47f53494-1485-4305-aebb-999bd8c2afeb, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:25.642642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:25.690855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Pushing event updated for resources: {'Port': ['ID=47f53494-1485-4305-aebb-999bd8c2afeb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:25.702873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:25.730280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:25.818245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:25.825038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=2e6fe1c3-52b7-4199-94bd-d22e58a20cd5,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:25.827316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:25.873740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.26.5.91 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/a206577c-91f0-4dd5-ba92-e77e247de283) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:25.877743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:25.889412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Pushing event deleted for resources: {'Port': ['ID=0b5c5402-8265-492d-bfff-8429e969ba6a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:25.896449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6a9cd-c846-4060-a18f-dc712aa01312 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:25.911398 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:17:25.913147 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '00226aa8-8726-4baf-9548-d29944a49b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:17Z', 'updated_at': '2021-06-09T13:17:22Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '00226aa8-8726-4baf-9548-d29944a49b55', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:20Z', 'updated_at': '2021-06-09T13:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:25.927362 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Checking router: 05d6726e-f1e1-468e-b60b-1fcde82772aa for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:25.927698 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Updating router 05d6726e-f1e1-468e-b60b-1fcde82772aa port 00226aa8-8726-4baf-9548-d29944a49b55 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:17:26.022808 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.026356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:26.082516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:26.083195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.102113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.118321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.122504 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 HTTP/1.1" status: 204 len: 168 time: 2.0131545 Jun 09 13:17:26.125116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45942) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:26.201999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.234796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2594900 Jun 09 13:17:26.236858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45944) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:26.244317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5a:69:c5'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:26.318093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] For port 47f53494-1485-4305-aebb-999bd8c2afeb, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:26.372677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.392831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] For port 47f53494-1485-4305-aebb-999bd8c2afeb, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47f53494-1485-4305-aebb-999bd8c2afeb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:26.399337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '1bebfcdc-8de8-498b-8d0f-49b78607be9d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:26.400172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.420992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.430199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8e5b1eaa-7c29-40d4-82c1-67158206b2c7 None None] Provisioning for port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:26.435979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:26.472470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f3fec7-813d-4ac6-a22e-c4870011acb8 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] GET failed (client error): The resource could not be found. Jun 09 13:17:26.473550 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-07f3fec7-813d-4ac6-a22e-c4870011acb8 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports/58b61b2b-9a49-4fbe-8cc4-2a1d818da5b7 HTTP/1.1" status: 404 len: 333 time: 0.3443277 Jun 09 13:17:26.484571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45950) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:26.490761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893298142'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:26.512990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 21f7df5d-8ea3-4602-be84-35919e83c111 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:26.533390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8e5b1eaa-7c29-40d4-82c1-67158206b2c7 None None] Provisioning complete for port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:26.539686 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1eaa-7c29-40d4-82c1-67158206b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.553278 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.578205 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Transition to ACTIVE for port object 00226aa8-8726-4baf-9548-d29944a49b55 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:26.590272 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.597789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:26.642621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 24fdc5e6-7d6f-425c-ae39-d62f2a394201 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:26.642829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.655184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-491df764-46e2-4ad8-a1d4-abc5bf5e1dcd tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:26.682861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Pushing event updated for resources: {'Port': ['ID=00226aa8-8726-4baf-9548-d29944a49b55,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:26.694946 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.695285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.695609 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.695988 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.696361 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.696698 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.697146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.697476 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.698861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.699186 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.699498 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.700311 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:17:26.706037 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:26.730714 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Attempting to bind port 00226aa8-8726-4baf-9548-d29944a49b55 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:26.731083 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Attempting to bind port 00226aa8-8726-4baf-9548-d29944a49b55 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:26.731441 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Attempting to bind port 00226aa8-8726-4baf-9548-d29944a49b55 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:26.736761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:26.739241 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:26.739893 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:26.740082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=a206577c-91f0-4dd5-ba92-e77e247de283,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:26.740446 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.740961 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:26.741888 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Bound port: 00226aa8-8726-4baf-9548-d29944a49b55, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:26.742265 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.745324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:26.746186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:26.748500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:26.790224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Routers {'eb0b8e02-4595-4cc0-9595-974d022a47b4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:26.791575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['eb0b8e02-4595-4cc0-9595-974d022a47b4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:26.832070 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] For port 00226aa8-8726-4baf-9548-d29944a49b55, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:26.836342 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] For port 00226aa8-8726-4baf-9548-d29944a49b55, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=00226aa8-8726-4baf-9548-d29944a49b55,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:26.850872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.857686 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:26.914416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:26.975597 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Routers {'05d6726e-f1e1-468e-b60b-1fcde82772aa'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:26.976626 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['05d6726e-f1e1-468e-b60b-1fcde82772aa'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:26.987014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] Set router eb0b8e02-4595-4cc0-9595-974d022a47b4 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:27.003585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::c3f3:9278:25b5:42ce (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/1bebfcdc-8de8-498b-8d0f-49b78607be9d/21f7df5d-8ea3-4602-be84-35919e83c111) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:27.096823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Pushing event updated for resources: {'Port': ['ID=47f53494-1485-4305-aebb-999bd8c2afeb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:27.119350 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Pushing event updated for resources: {'Port': ['ID=00226aa8-8726-4baf-9548-d29944a49b55,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:27.124525 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:27.131293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b1eaa-7c29-40d4-82c1-67158206b2c7 None None] Port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:27.133130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:27.143153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.207150 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] Set router 05d6726e-f1e1-468e-b60b-1fcde82772aa gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:27.263618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.270871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:27.274442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.288234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:27.288553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.317206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:27.350029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 21f7df5d-8ea3-4602-be84-35919e83c111 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:27.416913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Deleting port 00226aa8-8726-4baf-9548-d29944a49b55 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:27.417354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.444117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.464013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.479299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f523b0cd-5cf0-4be9-8b1c-4893648deb0a tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:27.484657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': False}, 'gw_port_id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:14Z', 'updated_at': '2021-06-09T13:17:18Z', 'revision_number': 3, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port': {'id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:16Z', 'updated_at': '2021-06-09T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:27.496452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacd958-580f-431f-9a34-ca3f08c9f0a4 None None] The sync data for ids ['eb0b8e02-4595-4cc0-9595-974d022a47b4'] in dv-neutron-601336-89-hyperv is: [{'id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': False}, 'gw_port_id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:14Z', 'updated_at': '2021-06-09T13:17:18Z', 'revision_number': 3, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port': {'id': '47f53494-1485-4305-aebb-999bd8c2afeb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0b8e02-4595-4cc0-9595-974d022a47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:16Z', 'updated_at': '2021-06-09T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:27.541878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.566933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1865275f-765c-4351-969e-1e6ff0f6cceb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:27.589399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0b5c5402-8265-492d-bfff-8429e969ba6a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:27.642284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 0b5c5402-8265-492d-bfff-8429e969ba6a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:27.642737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0b5c5402-8265-492d-bfff-8429e969ba6a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:27.730461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/1bebfcdc-8de8-498b-8d0f-49b78607be9d/340239da-74b5-42a4-b559-b61bbf716bc7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:27.730682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=2e6fe1c3-52b7-4199-94bd-d22e58a20cd5,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:27.734758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:27.737832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] In _notify_port_updated(), no bound segment for port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 on network 54431ea5-95ad-4a19-8fac-8357c8d57295 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:27.741687 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '00226aa8-8726-4baf-9548-d29944a49b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:17Z', 'updated_at': '2021-06-09T13:17:22Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '00226aa8-8726-4baf-9548-d29944a49b55', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:20Z', 'updated_at': '2021-06-09T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:27.743537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:27.744195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.748245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "PUT /v2.0/ports/2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 HTTP/1.1" status: 200 len: 1010 time: 1.5069051 Jun 09 13:17:27.748620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45958) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:27.760308 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c891cbd-d033-45d6-a95a-0f870cc53163 None None] The sync data for ids ['05d6726e-f1e1-468e-b60b-1fcde82772aa'] in dv-neutron-601336-89-hyperv is: [{'id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'name': 'tempest-snat-router-548287174', 'tenant_id': '0b36e5e6f6b846b9be035d23c72ec424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': '00226aa8-8726-4baf-9548-d29944a49b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:17Z', 'updated_at': '2021-06-09T13:17:22Z', 'revision_number': 3, 'project_id': '0b36e5e6f6b846b9be035d23c72ec424', 'gw_port': {'id': '00226aa8-8726-4baf-9548-d29944a49b55', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d6726e-f1e1-468e-b60b-1fcde82772aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:20Z', 'updated_at': '2021-06-09T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:27.804880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::2df (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/a8c1531a-0f46-47a3-8aae-eb1a6bc50e87) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:27.813103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:27.835734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:27.869686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:27.880486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:27.881141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.934692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=21f7df5d-8ea3-4602-be84-35919e83c111,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:27.949108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:27.976105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] For port 00226aa8-8726-4baf-9548-d29944a49b55, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=00226aa8-8726-4baf-9548-d29944a49b55,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:27.976467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:27.995254 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0114033 Jun 09 13:17:28.019527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45962) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:28.048714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1b0613cf-dc2d-4a62-bd06-7dff52daaa55 None None] Provisioning complete for port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:28.049276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b0613cf-dc2d-4a62-bd06-7dff52daaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.146081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1b0613cf-dc2d-4a62-bd06-7dff52daaa55 None None] Port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:28.183620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.196432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Transition to ACTIVE for port object 340239da-74b5-42a4-b559-b61bbf716bc7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:28.219333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.225588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Transition to ACTIVE for port object 340239da-74b5-42a4-b559-b61bbf716bc7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:28.238487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.244097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:28.315523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Calling delete_port for 00226aa8-8726-4baf-9548-d29944a49b55 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:28.394664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:28.395320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.435953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Pushing event updated for resources: {'Port': ['ID=340239da-74b5-42a4-b559-b61bbf716bc7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:28.439831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:28.490322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:28.496049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:28.502818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:28.586358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.595797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00226aa8-8726-4baf-9548-d29944a49b55 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:28.662110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Attempting to bind port 340239da-74b5-42a4-b559-b61bbf716bc7 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:28.662419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Attempting to bind port 340239da-74b5-42a4-b559-b61bbf716bc7 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:28.662910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Attempting to bind port 340239da-74b5-42a4-b559-b61bbf716bc7 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:28.677146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:28.677311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:28.677671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.678068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:28.679062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Bound port: 340239da-74b5-42a4-b559-b61bbf716bc7, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:28.679450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.780236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.818100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30998d24-23d1-41c7-8619-798d1d47c66a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:28.825902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-30998d24-23d1-41c7-8619-798d1d47c66a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.8053265 Jun 09 13:17:28.829248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45966) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:28.830238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:28.853544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] For port 340239da-74b5-42a4-b559-b61bbf716bc7, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:28.859138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] For port 340239da-74b5-42a4-b559-b61bbf716bc7, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=340239da-74b5-42a4-b559-b61bbf716bc7,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:28.872772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 00226aa8-8726-4baf-9548-d29944a49b55 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:28.880415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.884350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:28.901161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:28.989273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 00226aa8-8726-4baf-9548-d29944a49b55 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:28.989777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.031934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.046444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04b94f0d-d2ba-405f-8729-62980f58825a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:29.067772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Pushing event updated for resources: {'Port': ['ID=340239da-74b5-42a4-b559-b61bbf716bc7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:29.083890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:29.137525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:29.176847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.179702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:29.189986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for 2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:29.204009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:29.210994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:29.211889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.229737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=a8c1531a-0f46-47a3-8aae-eb1a6bc50e87,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:29.246326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:29.249877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 21f7df5d-8ea3-4602-be84-35919e83c111 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:29.250230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.258122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.273703 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7868648 Jun 09 13:17:29.279271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45972) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:29.285450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a9', 'mac_address': 'fa:16:3e:92:88:b3'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:29.469736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.495333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-497b9597-d4e8-4f91-8672-aa2f79ac414c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:29.517041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47f53494-1485-4305-aebb-999bd8c2afeb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:29.638096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 47f53494-1485-4305-aebb-999bd8c2afeb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:29.644836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 47f53494-1485-4305-aebb-999bd8c2afeb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:29.645267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.649956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.655666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Port': ['ID=00226aa8-8726-4baf-9548-d29944a49b55,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:29.658944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4bb42bbd-4ac8-4467-9ab2-83488f54555d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:29.710698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:29.718045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=2e6fe1c3-52b7-4199-94bd-d22e58a20cd5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:29.721142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:29.750767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f3ede21f-aada-42bb-b183-2d28774374c7 None None] Provisioning for port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:29.759022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f3ede21f-aada-42bb-b183-2d28774374c7 None None] Provisioning complete for port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:29.759657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3ede21f-aada-42bb-b183-2d28774374c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.783298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.867478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.872254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router 9cf36e6a-c77e-43b7-97f1-93b222b42108 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:29.911800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f3ede21f-aada-42bb-b183-2d28774374c7 None None] Port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:29.953808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.987692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 47f53494-1485-4305-aebb-999bd8c2afeb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47f53494-1485-4305-aebb-999bd8c2afeb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:29.993767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:29.996801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:30.037142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.039089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 HTTP/1.1" status: 204 len: 168 time: 2.2896428 Jun 09 13:17:30.094071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45976) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:30.100281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=47f53494-1485-4305-aebb-999bd8c2afeb,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:30.109231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:30.144786 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-579badb5-1460-4fb5-b1c5-e609a155e69a tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] GET failed (client error): The resource could not be found. Jun 09 13:17:30.146109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-579badb5-1460-4fb5-b1c5-e609a155e69a tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports/2e6fe1c3-52b7-4199-94bd-d22e58a20cd5 HTTP/1.1" status: 404 len: 333 time: 0.0508137 Jun 09 13:17:30.156428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:30.161532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-345380109'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:30.293044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 21f7df5d-8ea3-4602-be84-35919e83c111 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:30.296588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.300607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:30.302922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.310997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Sync routers for ids ['9cf36e6a-c77e-43b7-97f1-93b222b42108'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:30.324388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Routers {'9cf36e6a-c77e-43b7-97f1-93b222b42108'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:30.326156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9cf36e6a-c77e-43b7-97f1-93b222b42108'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:30.340532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.346617 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.0003073 Jun 09 13:17:30.346617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45982) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:30.597046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.597656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05d6726e-f1e1-468e-b60b-1fcde82772aa {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:30.608763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.612531 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/routers/05d6726e-f1e1-468e-b60b-1fcde82772aa HTTP/1.1" status: 204 len: 168 time: 5.0534413 Jun 09 13:17:30.632013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45986) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:30.644909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Set router 9cf36e6a-c77e-43b7-97f1-93b222b42108 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:30.768919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1c6fdac2-6d4e-4435-9de9-02f166eb37d6 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/9cf36e6a-c77e-43b7-97f1-93b222b42108 HTTP/1.1" status: 200 len: 905 time: 0.4220366 Jun 09 13:17:30.772478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 45988) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:30.792299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 340239da-74b5-42a4-b559-b61bbf716bc7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:30.893522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:30.897643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:30.950109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port 91c1300a-39ec-4eda-b086-dc4b1916a44f yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:30.966504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 340239da-74b5-42a4-b559-b61bbf716bc7 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:30.975955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47f53494-1485-4305-aebb-999bd8c2afeb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:31.029963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.045653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Provisioning for port 340239da-74b5-42a4-b559-b61bbf716bc7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:31.048079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8078a827-58da-496c-bcc4-ce2794c899eb tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:31.069447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Provisioning complete for port 340239da-74b5-42a4-b559-b61bbf716bc7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:31.069973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.075520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.109837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=21f7df5d-8ea3-4602-be84-35919e83c111,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:31.126453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:31.131193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.221374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.225877 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/21f7df5d-8ea3-4602-be84-35919e83c111 HTTP/1.1" status: 204 len: 168 time: 2.3939135 Jun 09 13:17:31.230800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45992) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:31.338612 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-89bbd1ba-a31c-4c00-bd10-03cba41cc6f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2367532 Jun 09 13:17:31.338838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 47f53494-1485-4305-aebb-999bd8c2afeb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:31.339274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.340759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.415948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.11 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/91c1300a-39ec-4eda-b086-dc4b1916a44f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:31.485780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.546919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.698982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fddf5-8034-4b47-b7c9-e9ada98d868a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:31.702064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fddf5-8034-4b47-b7c9-e9ada98d868a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:31.705985 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-539fddf5-8034-4b47-b7c9-e9ada98d868a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4468293 Jun 09 13:17:31.709307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 45998) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:31.719354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Deleting port a206577c-91f0-4dd5-ba92-e77e247de283 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:31.719691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.744027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] For port 340239da-74b5-42a4-b559-b61bbf716bc7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=340239da-74b5-42a4-b559-b61bbf716bc7,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:31.760883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf36e6a-c77e-43b7-97f1-93b222b42108', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a206577c-91f0-4dd5-ba92-e77e247de283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:23Z', 'updated_at': '2021-06-09T13:17:27Z', 'revision_number': 3, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port': {'id': 'a206577c-91f0-4dd5-ba92-e77e247de283', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf36e6a-c77e-43b7-97f1-93b222b42108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:17:25Z', 'updated_at': '2021-06-09T13:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:31.766386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.774570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Checking router: 9cf36e6a-c77e-43b7-97f1-93b222b42108 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:17:31.774936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Updating router 9cf36e6a-c77e-43b7-97f1-93b222b42108 port a206577c-91f0-4dd5-ba92-e77e247de283 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:17:31.804771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:31.813213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.822415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 1bebfcdc-8de8-498b-8d0f-49b78607be9d {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:31.849069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object 91c1300a-39ec-4eda-b086-dc4b1916a44f will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:31.888778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.900428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.911022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cd92c0ca-3027-43f5-a9a1-c2e085824ca0 None None] Could not find standard attr ID for object 21f7df5d-8ea3-4602-be84-35919e83c111. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:17:31.932607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:31.950781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861248-377b-484c-9b4e-550d6836fb2e req-fba7e958-1d1b-4f92-b864-613b378cb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:31.952377 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-fba7e958-1d1b-4f92-b864-613b378cb7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.4824126 Jun 09 13:17:32.017574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Pushing event updated for resources: {'Port': ['ID=340239da-74b5-42a4-b559-b61bbf716bc7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:32.027512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Calling delete_port for a206577c-91f0-4dd5-ba92-e77e247de283 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:32.038429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:32.053314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.061609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83b9d17a-5bf9-43d2-803f-1c2e17304de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:32.120905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.157244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.175334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=91c1300a-39ec-4eda-b086-dc4b1916a44f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:32.180799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:32.182616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:32.184560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:32.188068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:32.267536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:32.268190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.310844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1526933 Jun 09 13:17:32.313545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46000) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:32.322347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'network_id': '54431ea5-95ad-4a19-8fac-8357c8d57295', 'name': 'tempest-AllowedAddressPairTestJSON-1298463046'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:32.347904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861248-377b-484c-9b4e-550d6836fb2e req-b3660ce8-536d-4706-a5ad-b0ae60cd5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:32.347904 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-b3660ce8-536d-4706-a5ad-b0ae60cd5003 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.3670368 Jun 09 13:17:32.408393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.445194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.453212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.480379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:32.552515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27901718-f245-4668-9276-6e32af3f1521 None None] Provisioning for port 91c1300a-39ec-4eda-b086-dc4b1916a44f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:32.560552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27901718-f245-4668-9276-6e32af3f1521 None None] Provisioning complete for port 91c1300a-39ec-4eda-b086-dc4b1916a44f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:32.561212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27901718-f245-4668-9276-6e32af3f1521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.649656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 340239da-74b5-42a4-b559-b61bbf716bc7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:32.690229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-27901718-f245-4668-9276-6e32af3f1521 None None] Port 91c1300a-39ec-4eda-b086-dc4b1916a44f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:32.724962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 340239da-74b5-42a4-b559-b61bbf716bc7 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:32.725349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.773644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] In _notify_port_updated(), no bound segment for port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 on network aa436027-561a-46c4-9fc7-0083988a3fe4 {{(pid=92383) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:32.779086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:32.779735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.784991 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "PUT /v2.0/ports/a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 HTTP/1.1" status: 200 len: 1016 time: 3.5008142 Jun 09 13:17:32.784991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Deleting port 24fdc5e6-7d6f-425c-ae39-d62f2a394201 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:32.784991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.792181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46006) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:32.792865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:17:32.793232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:17:32.842091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:32.851325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34d6f321-7d5f-46f1-91fb-77fb02d01065 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:32.865671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00226aa8-8726-4baf-9548-d29944a49b55 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:32.880468 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-c486fa39-658f-4b7d-a054-b1c0f5379423 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.5217431 Jun 09 13:17:32.912613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 00226aa8-8726-4baf-9548-d29944a49b55 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:32.912613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00226aa8-8726-4baf-9548-d29944a49b55 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:32.940200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=a8c1531a-0f46-47a3-8aae-eb1a6bc50e87,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:32.953670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:33.000952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861248-377b-484c-9b4e-550d6836fb2e req-bfb7b1f4-afcd-45fc-991a-1abe49b7e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:33.002451 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-bfb7b1f4-afcd-45fc-991a-1abe49b7e8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.1092763 Jun 09 13:17:33.004619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Port': ['ID=a206577c-91f0-4dd5-ba92-e77e247de283,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:33.006212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.007526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:33.014810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:33.093496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=1bebfcdc-8de8-498b-8d0f-49b78607be9d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:33.096423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:33.104108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.105904 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/1bebfcdc-8de8-498b-8d0f-49b78607be9d HTTP/1.1" status: 204 len: 168 time: 1.3942752 Jun 09 13:17:33.111616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46010) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:33.113266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] For port 24fdc5e6-7d6f-425c-ae39-d62f2a394201, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=24fdc5e6-7d6f-425c-ae39-d62f2a394201,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:33.113631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.115520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a097bd-19e9-4134-bf90-23b24d6d674d None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:33.183259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Made reservation on behalf of 9f43a7e08fc446ababc3089322f1e118 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:33.186824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.228228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8cccfa9-c5fe-4d07-a689-5685ab76a562 None None] Provisioning complete for port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:33.228609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8cccfa9-c5fe-4d07-a689-5685ab76a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.230969 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2dff8106-6761-44cb-98c3-2488b323ff9c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119256 Jun 09 13:17:33.231583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46012) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:33.240887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:33.247331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Calling delete_port for 24fdc5e6-7d6f-425c-ae39-d62f2a394201 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:33.283119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861248-377b-484c-9b4e-550d6836fb2e req-9a67f28a-277e-434a-a341-eeaeb1417db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:33.284658 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-9a67f28a-277e-434a-a341-eeaeb1417db3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2415116 Jun 09 13:17:33.313031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] device_id is not set on port 442a5751-99a6-4796-8fce-18db90755100 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:33.357382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.373984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Port a206577c-91f0-4dd5-ba92-e77e247de283 not found while updating agent binding for router 9cf36e6a-c77e-43b7-97f1-93b222b42108. {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 09 13:17:33.383055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f8cccfa9-c5fe-4d07-a689-5685ab76a562 None None] Port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:33.391076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Routers {'9cf36e6a-c77e-43b7-97f1-93b222b42108'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:33.391694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9cf36e6a-c77e-43b7-97f1-93b222b42108'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:33.449547 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-f4f1e26a-38b0-4fdf-83e6-6f0102125032 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521025 Jun 09 13:17:33.525099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] Set router 9cf36e6a-c77e-43b7-97f1-93b222b42108 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:17:33.589812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:33.590151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.603883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.606784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.611404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-924b4d8d-c68e-4b28-845f-d5f311773b84 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:33.668263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.671277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event deleted for resources: {'Port': ['ID=24fdc5e6-7d6f-425c-ae39-d62f2a394201,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:33.702090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:33.715320 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bd861248-377b-484c-9b4e-550d6836fb2e req-8e7fba73-363c-4869-8c58-003456d02c04 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373016 Jun 09 13:17:33.765038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf36e6a-c77e-43b7-97f1-93b222b42108', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:23Z', 'updated_at': '2021-06-09T13:17:32Z', 'revision_number': 5, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:33.772305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d093e97-0d0a-45fc-aa0b-607b94680e90 None None] The sync data for ids ['9cf36e6a-c77e-43b7-97f1-93b222b42108'] in dv-neutron-601336-89-hyperv is: [{'id': '9cf36e6a-c77e-43b7-97f1-93b222b42108', 'name': 'tempest-snat-router-72330881', 'tenant_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:17:23Z', 'updated_at': '2021-06-09T13:17:32Z', 'revision_number': 5, 'project_id': '57c739b43b91450aafe6f8d4a2a9cc95', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:33.778753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.828485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.829051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf36e6a-c77e-43b7-97f1-93b222b42108 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:33.846847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.847988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9cf36e6a-c77e-43b7-97f1-93b222b42108 HTTP/1.1" status: 204 len: 168 time: 3.0745616 Jun 09 13:17:33.851974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46018) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:33.857704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:33.861225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:33.897475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:33.963977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Allocated IP 172.20.0.14 (54431ea5-95ad-4a19-8fac-8357c8d57295/e5beb9de-a240-419c-9ab3-8030807eeb62/442a5751-99a6-4796-8fce-18db90755100) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:33.985117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Deleting port 340239da-74b5-42a4-b559-b61bbf716bc7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:33.985830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.013605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.132492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.176304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:34.236459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] For port 340239da-74b5-42a4-b559-b61bbf716bc7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=340239da-74b5-42a4-b559-b61bbf716bc7,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:34.237652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.431842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Calling delete_port for 340239da-74b5-42a4-b559-b61bbf716bc7 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:34.498393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.502463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.530850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.534479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f590af7-e1c1-4281-ad9c-8f83da1ca836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:34.555668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.556240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81263488-04be-409a-82bc-328485d7e9c1 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:34.563021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.564161 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "DELETE /v2.0/routers/81263488-04be-409a-82bc-328485d7e9c1 HTTP/1.1" status: 204 len: 168 time: 3.9311392 Jun 09 13:17:34.572038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46022) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:34.577111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-320043124', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:34.598677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.660877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.661526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Pushing event deleted for resources: {'Port': ['ID=340239da-74b5-42a4-b559-b61bbf716bc7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:34.662464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.667105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:34.681656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.688024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] No DVR routers for this DVR port 340239da-74b5-42a4-b559-b61bbf716bc7 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:34.703773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 340239da-74b5-42a4-b559-b61bbf716bc7 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:34.776863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 340239da-74b5-42a4-b559-b61bbf716bc7 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:34.779059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 340239da-74b5-42a4-b559-b61bbf716bc7 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:34.839099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.849681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.864852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:34.936532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:34.945156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Transition to ACTIVE for port object 442a5751-99a6-4796-8fce-18db90755100 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:34.946631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:34.952754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.953741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:34.954383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:34.970563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1948d97-7b84-4bb4-b14b-a9e84950778b None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:34.991145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=19ecd09a-b491-427a-bb6c-f88bafb0108e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:34.997223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:35.000438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5621ec85-bc38-4725-a6af-6ae709e4aad1 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:35.031252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.041408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Deleting port 47f53494-1485-4305-aebb-999bd8c2afeb {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:35.041888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.101931 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8660853 Jun 09 13:17:35.108384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:35.109262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=a8c1531a-0f46-47a3-8aae-eb1a6bc50e87,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:35.120679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': '19ecd09a-b491-427a-bb6c-f88bafb0108e', 'ip_address': '2001:db8::cbad:c1c5:30a7:8295'}], 'name': 'tempest-NetworksTestDHCPv6-1691676096'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:35.142934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:35.294430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '19ecd09a-b491-427a-bb6c-f88bafb0108e'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:35.295799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.301579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] For port 47f53494-1485-4305-aebb-999bd8c2afeb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47f53494-1485-4305-aebb-999bd8c2afeb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:35.301579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.343878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.359933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0fa17b4a-da73-4758-bd2c-3d2aaebde3ea tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:35.453648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Calling delete_port for 47f53494-1485-4305-aebb-999bd8c2afeb owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:35.474161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=442a5751-99a6-4796-8fce-18db90755100,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:35.478157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:35.488427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/19ecd09a-b491-427a-bb6c-f88bafb0108e/fd4af670-53ad-458c-b9cb-9576bff19c24) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:35.508490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:35.517965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:35.523393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:35.566683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.571330 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 HTTP/1.1" status: 204 len: 168 time: 2.7744248 Jun 09 13:17:35.574216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46032) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:35.624895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:35.625730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.654748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:35.689132 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-24eeaccc-a953-4055-bacb-862703e19345 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] GET failed (client error): The resource could not be found. Jun 09 13:17:35.690450 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-24eeaccc-a953-4055-bacb-862703e19345 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports/a8c1531a-0f46-47a3-8aae-eb1a6bc50e87 HTTP/1.1" status: 404 len: 333 time: 0.1152637 Jun 09 13:17:35.701019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46034) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:35.708637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1300818237'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:35.734061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4189994 Jun 09 13:17:35.739183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46036) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:35.745444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:69:c5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:19:0f:f3'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:35.767184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.780903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Transition to ACTIVE for port object fd4af670-53ad-458c-b9cb-9576bff19c24 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:35.802207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Transition to ACTIVE for port object fd4af670-53ad-458c-b9cb-9576bff19c24 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:35.810059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.815660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:35.868497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:35.876172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:35.878793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:35.930933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.931884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a47c841f-32a2-442b-b74a-682c7e9fd669 None None] Provisioning for port 442a5751-99a6-4796-8fce-18db90755100 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:35.966445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.978435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a47c841f-32a2-442b-b74a-682c7e9fd669 None None] Provisioning complete for port 442a5751-99a6-4796-8fce-18db90755100 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:35.978831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a47c841f-32a2-442b-b74a-682c7e9fd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:35.994445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port fd871ef6-ed54-4e80-8216-f2492d90826a yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:36.015856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.047619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a47c841f-32a2-442b-b74a-682c7e9fd669 None None] Port 442a5751-99a6-4796-8fce-18db90755100 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:36.058304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Pushing event updated for resources: {'Port': ['ID=fd4af670-53ad-458c-b9cb-9576bff19c24,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:36.061868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:36.072773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Attempting to bind port fd4af670-53ad-458c-b9cb-9576bff19c24 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:36.073176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Attempting to bind port fd4af670-53ad-458c-b9cb-9576bff19c24 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:36.073580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Attempting to bind port fd4af670-53ad-458c-b9cb-9576bff19c24 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:36.079847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:36.081358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:36.081358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.081358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:36.081819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Bound port: fd4af670-53ad-458c-b9cb-9576bff19c24, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:36.082380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.189889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] For port fd4af670-53ad-458c-b9cb-9576bff19c24, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:36.195316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] For port fd4af670-53ad-458c-b9cb-9576bff19c24, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd4af670-53ad-458c-b9cb-9576bff19c24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:36.207922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.214354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ee8dd9c-ae23-48e6-b680-6ae9ff96dd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:36.226726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.267471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:36.271043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.302428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Allocated IP 172.26.5.68 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/b4074f22-6a88-4775-9b41-7e89e8292775) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:36.309339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.315573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:36.330561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Pushing event updated for resources: {'Port': ['ID=fd4af670-53ad-458c-b9cb-9576bff19c24,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:36.333918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:36.368868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port dbae15a3-8db1-49d5-b5ff-3546c1f4405e yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:36.386038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::cbad:c1c5:30a7:8295 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/19ecd09a-b491-427a-bb6c-f88bafb0108e/fd871ef6-ed54-4e80-8216-f2492d90826a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:36.404278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event deleted for resources: {'Port': ['ID=47f53494-1485-4305-aebb-999bd8c2afeb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:36.452427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:36.564363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 24fdc5e6-7d6f-425c-ae39-d62f2a394201 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:36.655409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 24fdc5e6-7d6f-425c-ae39-d62f2a394201 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:36.655914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 24fdc5e6-7d6f-425c-ae39-d62f2a394201 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:36.716144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.903582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::11c (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/dbae15a3-8db1-49d5-b5ff-3546c1f4405e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:36.907556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.932102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.936532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.949074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.962196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.969052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee66e9b9-e6e6-488c-922f-8b2c91b1725d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:36.996303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:36.996828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb0b8e02-4595-4cc0-9595-974d022a47b4 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:37.003724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.008279 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "DELETE /v2.0/routers/eb0b8e02-4595-4cc0-9595-974d022a47b4 HTTP/1.1" status: 204 len: 168 time: 3.1525097 Jun 09 13:17:37.008999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46044) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:37.013128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-599988910', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:37.016240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.147452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object fd871ef6-ed54-4e80-8216-f2492d90826a will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:37.149184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.159481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event updated for resources: {'Port': ['ID=442a5751-99a6-4796-8fce-18db90755100,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:37.160782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e6987e9-7872-48e9-a843-f04d2755bf26 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:37.163634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:37.194543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] In _notify_port_updated(), no bound segment for port 442a5751-99a6-4796-8fce-18db90755100 on network 54431ea5-95ad-4a19-8fac-8357c8d57295 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:37.201206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:37.201424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.207951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "PUT /v2.0/ports/442a5751-99a6-4796-8fce-18db90755100 HTTP/1.1" status: 200 len: 1086 time: 1.4672804 Jun 09 13:17:37.208387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46048) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:37.264897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:37.288105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:37.296454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.297717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.301480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:37.374617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event updated for resources: {'Port': ['ID=b4074f22-6a88-4775-9b41-7e89e8292775,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:37.385120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:37.439257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.452575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.461161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d42fbca2-7b6b-4831-b85e-1ce8054a7f1d tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:37.486220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9142cf92-6710-49cb-a642-d7af716da582 None None] Provisioning complete for port 442a5751-99a6-4796-8fce-18db90755100 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:37.486792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9142cf92-6710-49cb-a642-d7af716da582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.539553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:37.541481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port 442a5751-99a6-4796-8fce-18db90755100 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:37.541832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.562179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9142cf92-6710-49cb-a642-d7af716da582 None None] Port 442a5751-99a6-4796-8fce-18db90755100 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:37.568216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:37.571668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:37.577852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:37.578508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.664284 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5433989 Jun 09 13:17:37.666051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46052) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:37.669883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=fd871ef6-ed54-4e80-8216-f2492d90826a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:37.685818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:37.699083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-26faf995-a9ea-44ae-af24-fc4da5509e4d None None] Provisioning for port fd4af670-53ad-458c-b9cb-9576bff19c24 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:37.718212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.765071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:37.902230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for 442a5751-99a6-4796-8fce-18db90755100 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:37.939626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c02c4260-1924-4460-a89a-050d199e7a2f None None] Provisioning for port fd871ef6-ed54-4e80-8216-f2492d90826a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:37.942929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object dbae15a3-8db1-49d5-b5ff-3546c1f4405e will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:37.946671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c02c4260-1924-4460-a89a-050d199e7a2f None None] Provisioning complete for port fd871ef6-ed54-4e80-8216-f2492d90826a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:37.947085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c02c4260-1924-4460-a89a-050d199e7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.004085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c02c4260-1924-4460-a89a-050d199e7a2f None None] Port fd871ef6-ed54-4e80-8216-f2492d90826a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:38.019728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.027535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b15c86-2c25-40d7-9449-23ab85c49385 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:38.074338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=442a5751-99a6-4796-8fce-18db90755100,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:38.077470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:38.283418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.351230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed7c07-1b87-4921-aa9a-d7feef8c4aa1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:38.357066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed7c07-1b87-4921-aa9a-d7feef8c4aa1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:38.358632 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-66ed7c07-1b87-4921-aa9a-d7feef8c4aa1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6822648 Jun 09 13:17:38.361422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46056) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:38.408057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.408755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.412581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/442a5751-99a6-4796-8fce-18db90755100 HTTP/1.1" status: 204 len: 168 time: 1.1983948 Jun 09 13:17:38.417635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46060) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:38.471126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28368bc1-3ae8-47ad-ade5-975248eb9f60 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:38.514136 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e85a881-b273-4029-866b-b5310a6e7f59 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] GET failed (client error): The resource could not be found. Jun 09 13:17:38.517924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e85a881-b273-4029-866b-b5310a6e7f59 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports/442a5751-99a6-4796-8fce-18db90755100 HTTP/1.1" status: 404 len: 333 time: 0.0969241 Jun 09 13:17:38.518560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46064) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:38.562347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:38.573494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:38.587344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:38.593761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:38.593904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.609679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd4af670-53ad-458c-b9cb-9576bff19c24 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:38.634247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=dbae15a3-8db1-49d5-b5ff-3546c1f4405e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:38.637772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.698854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port fd871ef6-ed54-4e80-8216-f2492d90826a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:38.699194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.703896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:38.713090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fd4af670-53ad-458c-b9cb-9576bff19c24 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:38.715783 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0137196 Jun 09 13:17:38.720259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd4af670-53ad-458c-b9cb-9576bff19c24 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:38.720506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46066) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:38.720750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.871403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.909840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port fd4af670-53ad-458c-b9cb-9576bff19c24, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd4af670-53ad-458c-b9cb-9576bff19c24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:38.917559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:38.919613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:88:b3'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:38.928149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:38.970666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47f53494-1485-4305-aebb-999bd8c2afeb no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:39.047126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 47f53494-1485-4305-aebb-999bd8c2afeb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:39.047641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47f53494-1485-4305-aebb-999bd8c2afeb not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:39.059501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aa58c7d1-ff98-432a-ae86-4ad74d8c47cf None None] Provisioning for port dbae15a3-8db1-49d5-b5ff-3546c1f4405e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:39.068923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=fd4af670-53ad-458c-b9cb-9576bff19c24,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:39.072593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:39.073661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aa58c7d1-ff98-432a-ae86-4ad74d8c47cf None None] Provisioning complete for port dbae15a3-8db1-49d5-b5ff-3546c1f4405e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:39.074129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa58c7d1-ff98-432a-ae86-4ad74d8c47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.090953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port 91c1300a-39ec-4eda-b086-dc4b1916a44f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:39.091548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.132141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aa58c7d1-ff98-432a-ae86-4ad74d8c47cf None None] Port dbae15a3-8db1-49d5-b5ff-3546c1f4405e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:39.234422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.338434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.372472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.382564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for fd871ef6-ed54-4e80-8216-f2492d90826a owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:39.409405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.473438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.544122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.615432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for 91c1300a-39ec-4eda-b086-dc4b1916a44f owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:39.665761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Allocated IP 172.26.5.183 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/800fdc54-4ff8-4d4d-ae03-c2e133f0757e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:39.804698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Router 3f8c04a3-1f17-4050-be30-d581415aa795 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:39.841264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.848083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ada1ae1c-d5fd-4c42-ae96-f63eac26f1ab tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:39.898456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=fd871ef6-ed54-4e80-8216-f2492d90826a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:39.928125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:39.936729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:39.970774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.003884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71b067bc-6eca-4ee2-b3cf-82d7dee4bff9 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:40.036091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:40.048729 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] Sync routers for ids ['3f8c04a3-1f17-4050-be30-d581415aa795'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:40.059328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.064580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4cc0338-7291-41d9-ab9b-74a462293b6f tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:40.065262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.067123 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/fd871ef6-ed54-4e80-8216-f2492d90826a HTTP/1.1" status: 204 len: 168 time: 1.7028506 Jun 09 13:17:40.068007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=91c1300a-39ec-4eda-b086-dc4b1916a44f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:40.072504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46076) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.080987 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] Routers {'3f8c04a3-1f17-4050-be30-d581415aa795'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:40.081736 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3f8c04a3-1f17-4050-be30-d581415aa795'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:40.140767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event updated for resources: {'Port': ['ID=800fdc54-4ff8-4d4d-ae03-c2e133f0757e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:40.150678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.152119 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5792394 Jun 09 13:17:40.154465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:40.159235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:40.160369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46078) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.166375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:40.226261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:40.234309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:40.246238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:40.246958 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:40.260868 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] Routers {'3f8c04a3-1f17-4050-be30-d581415aa795'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:40.261793 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3f8c04a3-1f17-4050-be30-d581415aa795'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:40.288605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96e3e2-7427-421e-9488-454ea18c5e07 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:40.290266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96e3e2-7427-421e-9488-454ea18c5e07 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:40.292143 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ef96e3e2-7427-421e-9488-454ea18c5e07 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2174301 Jun 09 13:17:40.299775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46080) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.335646 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:40.336280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03672579-17ac-4418-b3d6-951c8612a6b0 None None] The sync data for ids ['3f8c04a3-1f17-4050-be30-d581415aa795'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:40.356351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.358164 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/91c1300a-39ec-4eda-b086-dc4b1916a44f HTTP/1.1" status: 204 len: 168 time: 1.8390431 Jun 09 13:17:40.363510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46082) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.396031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 19ecd09a-b491-427a-bb6c-f88bafb0108e {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:40.473180 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aed1fd9-3900-486e-b12f-e683f326accb tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] GET failed (client error): The resource could not be found. Jun 09 13:17:40.478361 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2aed1fd9-3900-486e-b12f-e683f326accb tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "GET /v2.0/ports/91c1300a-39ec-4eda-b086-dc4b1916a44f HTTP/1.1" status: 404 len: 333 time: 0.1101141 Jun 09 13:17:40.516070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd4af670-53ad-458c-b9cb-9576bff19c24 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:40.529423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46084) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.531440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.593160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd4af670-53ad-458c-b9cb-9576bff19c24 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:40.593160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.610093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.630495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.639646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02086d45-9f3d-469b-b385-4537857c8a6a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:40.705689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.764517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] In _notify_port_updated(), no bound segment for port dbae15a3-8db1-49d5-b5ff-3546c1f4405e on network aa436027-561a-46c4-9fc7-0083988a3fe4 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:40.769952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:40.770776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:40.775700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "PUT /v2.0/ports/dbae15a3-8db1-49d5-b5ff-3546c1f4405e HTTP/1.1" status: 200 len: 1017 time: 1.8616326 Jun 09 13:17:40.781714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46088) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:40.927002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=dbae15a3-8db1-49d5-b5ff-3546c1f4405e,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:40.930757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:40.968578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6b61513-3131-44b8-b712-c6067b47ffe3 None None] Provisioning complete for port dbae15a3-8db1-49d5-b5ff-3546c1f4405e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:40.968960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b61513-3131-44b8-b712-c6067b47ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.024190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c6b61513-3131-44b8-b712-c6067b47ffe3 None None] Port dbae15a3-8db1-49d5-b5ff-3546c1f4405e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:41.060435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.106918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port bcb923fc-be95-4bfa-b517-90fe0db78c6c {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:41.107168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.251291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port dbae15a3-8db1-49d5-b5ff-3546c1f4405e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:41.252009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.277800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.325564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.343064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:41.368011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.419700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39ee4a-cb36-4dba-8c7a-bdba6ba2af77 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:41.440765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.474734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=19ecd09a-b491-427a-bb6c-f88bafb0108e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:41.530038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.534396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/19ecd09a-b491-427a-bb6c-f88bafb0108e HTTP/1.1" status: 204 len: 168 time: 1.2312398 Jun 09 13:17:41.536002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46094) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:41.536521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:41.542976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for bcb923fc-be95-4bfa-b517-90fe0db78c6c owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:41.596017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.654233 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77d8c309-15a0-4c66-868f-bdd8dd1b1cdc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181302 Jun 09 13:17:41.660756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46096) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:41.666916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:41.686953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:41.752465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Deleting port fd4af670-53ad-458c-b9cb-9576bff19c24 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:41.752992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.756755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for dbae15a3-8db1-49d5-b5ff-3546c1f4405e owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:41.797524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.856505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] For port fd4af670-53ad-458c-b9cb-9576bff19c24, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd4af670-53ad-458c-b9cb-9576bff19c24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:41.856824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:41.987171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:41.991189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.001166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Calling delete_port for fd4af670-53ad-458c-b9cb-9576bff19c24 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:42.061155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.066269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a0c38e4-7ebc-4a35-b15a-51fb21c2f06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:42.115484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Pushing event deleted for resources: {'Port': ['ID=fd4af670-53ad-458c-b9cb-9576bff19c24,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:42.120641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:42.124876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] No DVR routers for this DVR port fd4af670-53ad-458c-b9cb-9576bff19c24 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:42.204182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.215504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af74bd11-f991-4b0d-8bd0-c0d7e2c34a32 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:42.312246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=bcb923fc-be95-4bfa-b517-90fe0db78c6c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:42.322365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:42.441332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.458798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e16a31d5-2d84-44b3-8fd8-96904e8d0a35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:42.471792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Router 5985dbf1-1fda-4505-92a6-e37830f4304f is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:42.506468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=dbae15a3-8db1-49d5-b5ff-3546c1f4405e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:42.531756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:42.539398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.546414 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/ports/bcb923fc-be95-4bfa-b517-90fe0db78c6c HTTP/1.1" status: 204 len: 168 time: 2.0152538 Jun 09 13:17:42.568098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46104) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:42.577510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd4af670-53ad-458c-b9cb-9576bff19c24 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:42.622633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: fd4af670-53ad-458c-b9cb-9576bff19c24 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:42.622986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd4af670-53ad-458c-b9cb-9576bff19c24 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:42.638903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.640698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/dbae15a3-8db1-49d5-b5ff-3546c1f4405e HTTP/1.1" status: 204 len: 168 time: 1.8301613 Jun 09 13:17:42.643564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46106) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:42.690777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ef10b1-a4bd-4b7b-b883-69c0c4353425 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] GET failed (client error): The resource could not be found. Jun 09 13:17:42.698316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-53ef10b1-a4bd-4b7b-b883-69c0c4353425 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports/dbae15a3-8db1-49d5-b5ff-3546c1f4405e HTTP/1.1" status: 404 len: 333 time: 0.0476623 Jun 09 13:17:42.702194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46108) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:42.707941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074059221'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:42.744320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting subnet e5beb9de-a240-419c-9ab3-8030807eeb62 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:42.752619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.839175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.855034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:42.929149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:42.934733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:42.942316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:42.942949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.949381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142cd0e-20e3-46b1-a335-e4e477d54ae0 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:42.954324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=ede9fdbb-9953-43f2-9775-4fad7a3ab79f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:42.958895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.965302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:42.980678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:42.984520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:42.986117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:43.003369 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3377562 Jun 09 13:17:43.003597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46110) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:43.008565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'ede9fdbb-9953-43f2-9775-4fad7a3ab79f', 'ip_address': '2001:db8::193:22c:877e:fba4'}], 'name': 'tempest-NetworksTestDHCPv6-1787922467'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:43.045850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.047083 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0374868 Jun 09 13:17:43.053816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46112) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:43.058320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:43.064280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] Sync routers for ids ['5985dbf1-1fda-4505-92a6-e37830f4304f'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:43.088435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] Routers {'5985dbf1-1fda-4505-92a6-e37830f4304f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:43.089078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5985dbf1-1fda-4505-92a6-e37830f4304f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:43.090642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:43.112306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.155450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:43.180127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] Routers {'5985dbf1-1fda-4505-92a6-e37830f4304f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:43.180661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5985dbf1-1fda-4505-92a6-e37830f4304f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:43.195420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.254649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:43.255073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901768-3a0c-4875-be5a-3d52c14d9cb8 None None] The sync data for ids ['5985dbf1-1fda-4505-92a6-e37830f4304f'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:43.296187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::279 (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/e5e3e500-8b85-48be-8fb4-8d16d5ef19d7) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:43.370658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'ede9fdbb-9953-43f2-9775-4fad7a3ab79f'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:43.371618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.490634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:43.532419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.541094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ede9fdbb-9953-43f2-9775-4fad7a3ab79f/667fec8d-9202-4cdc-9ee2-9eea8632b343) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:43.685325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.704010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.730156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 5cad781b-6369-4926-a2d7-0d33a1a7ee4f yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:43.782558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router 3f8c04a3-1f17-4050-be30-d581415aa795 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:17:43.808045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:43.811389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.812179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.823163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e1844a4d-5d87-46e6-b60a-9d5364be068f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:43.824090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Transition to ACTIVE for port object 667fec8d-9202-4cdc-9ee2-9eea8632b343 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:43.842932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Transition to ACTIVE for port object 667fec8d-9202-4cdc-9ee2-9eea8632b343 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:43.849427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.854362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f050e6c-8b6f-4301-9c51-295452496a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:43.926734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:43.927600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Pushing event updated for resources: {'Port': ['ID=667fec8d-9202-4cdc-9ee2-9eea8632b343,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:43.930310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:43.932118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:43.932829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:43.953334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:43.963873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3f1b2fe-4253-4698-82e3-ffbb1aac052d tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:44.023049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Attempting to bind port 667fec8d-9202-4cdc-9ee2-9eea8632b343 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:44.023602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Attempting to bind port 667fec8d-9202-4cdc-9ee2-9eea8632b343 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:44.023693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Attempting to bind port 667fec8d-9202-4cdc-9ee2-9eea8632b343 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:44.029787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:44.030201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:44.030622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.032515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:44.033009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Bound port: 667fec8d-9202-4cdc-9ee2-9eea8632b343, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:44.033150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Subnet': ['ID=e5beb9de-a240-419c-9ab3-8030807eeb62,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:44.033406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.035028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.039185 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/subnets/e5beb9de-a240-419c-9ab3-8030807eeb62 HTTP/1.1" status: 204 len: 168 time: 1.4658225 Jun 09 13:17:44.049433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddde742-8450-47e6-b9a2-a5e32087e683 None None] Network 54431ea5-95ad-4a19-8fac-8357c8d57295 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:44.109563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:44.113114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46120) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:44.153647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::193:22c:877e:fba4 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ede9fdbb-9953-43f2-9775-4fad7a3ab79f/5cad781b-6369-4926-a2d7-0d33a1a7ee4f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:44.170342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:44.178898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:44.181552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:44.187267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:44.188285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.212142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5085394 Jun 09 13:17:44.219492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46122) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:44.224659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'network_id': 'aa436027-561a-46c4-9fc7-0083988a3fe4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-599639882'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:44.268975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] For port 667fec8d-9202-4cdc-9ee2-9eea8632b343, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:44.271345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.273798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] For port 667fec8d-9202-4cdc-9ee2-9eea8632b343, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=667fec8d-9202-4cdc-9ee2-9eea8632b343,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:44.354733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.368830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:44.392406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.408803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:44.416365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=e5e3e500-8b85-48be-8fb4-8d16d5ef19d7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:44.420992 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] Sync routers for ids ['3f8c04a3-1f17-4050-be30-d581415aa795'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:44.424966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.426757 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4cd8e8f0-ccd6-422a-8165-e4253d230d08 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "PUT /v2.0/routers/3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 200 len: 924 time: 4.2652292 Jun 09 13:17:44.431090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46128) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:44.435762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:44.444714 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] Routers {'3f8c04a3-1f17-4050-be30-d581415aa795'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:44.445985 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3f8c04a3-1f17-4050-be30-d581415aa795'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:44.542684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Pushing event updated for resources: {'Port': ['ID=667fec8d-9202-4cdc-9ee2-9eea8632b343,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:44.546933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:44.574873 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:44.587381 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] Routers {'3f8c04a3-1f17-4050-be30-d581415aa795'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:44.588490 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3f8c04a3-1f17-4050-be30-d581415aa795'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:44.609443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Made reservation on behalf of f7693f3f2d37430497101d10f21c41ed for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:44.614437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.656746 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:44.658289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] DHCP port deletion for 54431ea5-95ad-4a19-8fac-8357c8d57295 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:44.660381 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf676862-56b0-43fd-8d3e-179f54775297 None None] The sync data for ids ['3f8c04a3-1f17-4050-be30-d581415aa795'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:44.729653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] device_id is not set on port 462a4cec-d17e-456a-99d0-c3bb2a71f617 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:44.749651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Deleting port d2f734e5-7f5c-4568-b098-06633e820842 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:44.750910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.872998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Deleting port d2f734e5-7f5c-4568-b098-06633e820842 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:44.874283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.953121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-45a83aa6-a705-4d6f-9645-4499a20bc93c None None] Provisioning for port e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:44.963871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] For port d2f734e5-7f5c-4568-b098-06633e820842, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2f734e5-7f5c-4568-b098-06633e820842,segment=NetworkSegment(ad55758b-2937-45ba-a13d-fb652f4ec375),segment_id=ad55758b-2937-45ba-a13d-fb652f4ec375)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:44.964988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.975139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-45a83aa6-a705-4d6f-9645-4499a20bc93c None None] Provisioning complete for port e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:44.975856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45a83aa6-a705-4d6f-9645-4499a20bc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:44.977228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.009458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 5cad781b-6369-4926-a2d7-0d33a1a7ee4f will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:45.029073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Allocated IP 2001:db8::db (aa436027-561a-46c4-9fc7-0083988a3fe4/8d723575-1688-4757-ad42-cd07c6dfa682/462a4cec-d17e-456a-99d0-c3bb2a71f617) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:45.097651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.118692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-651df1ed-4c7f-429b-9e6f-2a2512126fbd tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:45.131763 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c3aa2773-99b8-4802-a972-52f120e5fbf6 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 200 len: 924 time: 0.6989970 Jun 09 13:17:45.135941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46132) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.187112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Calling delete_port for d2f734e5-7f5c-4568-b098-06633e820842 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:45.216851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] For port d2f734e5-7f5c-4568-b098-06633e820842, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2f734e5-7f5c-4568-b098-06633e820842,segment=NetworkSegment(ad55758b-2937-45ba-a13d-fb652f4ec375),segment_id=ad55758b-2937-45ba-a13d-fb652f4ec375)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:45.217215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.224179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-45a83aa6-a705-4d6f-9645-4499a20bc93c None None] Port e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:45.251575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.256493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-899373c6-ab51-4be8-af90-ef25a758e819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:45.261947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:45.270491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:45.272367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=5cad781b-6369-4926-a2d7-0d33a1a7ee4f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:45.277918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:45.283566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.284183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.290502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:45.308871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Pushing event deleted for resources: {'Port': ['ID=d2f734e5-7f5c-4568-b098-06633e820842,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:45.315894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:45.316878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] No DVR routers for this DVR port d2f734e5-7f5c-4568-b098-06633e820842 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:45.327153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3202786 Jun 09 13:17:45.328603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46134) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.365757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Calling delete_port for d2f734e5-7f5c-4568-b098-06633e820842 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:45.400006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebcc68-1e79-412a-8b8f-ef33bd5ebffc tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.401530 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ebebcc68-1e79-412a-8b8f-ef33bd5ebffc tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=3f8c04a3-1f17-4050-be30-d581415aa795&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2646370 Jun 09 13:17:45.408749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46136) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.450334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.527081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Transition to ACTIVE for port object 462a4cec-d17e-456a-99d0-c3bb2a71f617 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:45.588507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.593816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.594203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-70af8b96-4833-4c9b-8764-88aebfc0de0c tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:45.606918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38e27c-5f5b-4bc3-90ea-f98d3d73bcbf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.612659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38e27c-5f5b-4bc3-90ea-f98d3d73bcbf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.617056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e38e27c-5f5b-4bc3-90ea-f98d3d73bcbf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2875848 Jun 09 13:17:45.619283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46142) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.637962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Port': ['ID=d2f734e5-7f5c-4568-b098-06633e820842,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:45.647001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f455d-947a-48fb-b598-c740bd858384 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.652099 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-689f455d-947a-48fb-b598-c740bd858384 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.2421751 Jun 09 13:17:45.652858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec5e7bba-de62-4c5d-9df0-3ea055018f42 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:45.691890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46144) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.697947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:45.774542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Network aa436027-561a-46c4-9fc7-0083988a3fe4 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:45.782091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:45.788916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:45.793694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:45.794291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:45.799795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] No DVR routers for this DVR port d2f734e5-7f5c-4568-b098-06633e820842 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:45.845396 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-537a31ef-ef4c-445e-8bc9-c2e1f42ba5fa tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 200 len: 205 time: 0.1462016 Jun 09 13:17:45.851787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46146) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.862591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=462a4cec-d17e-456a-99d0-c3bb2a71f617,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:45.864427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b2e851e-d738-4ac5-9cdd-97101c3a2b3b None None] Provisioning for port 667fec8d-9202-4cdc-9ee2-9eea8632b343 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:45.871379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:45.896681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6737673 Jun 09 13:17:45.897987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46148) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:45.904075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a9', 'mac_address': 'fa:16:3e:92:88:b3'}, {'ip_address': '2001:db8::279', 'mac_address': 'fa:16:3e:ec:35:82'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:45.979891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 5cad781b-6369-4926-a2d7-0d33a1a7ee4f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:45.980232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.111720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Provisioning for port 462a4cec-d17e-456a-99d0-c3bb2a71f617 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:46.118231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Provisioning complete for port 462a4cec-d17e-456a-99d0-c3bb2a71f617 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:46.118803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.119315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.147332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54431ea5-95ad-4a19-8fac-8357c8d57295']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:46.172330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Port 462a4cec-d17e-456a-99d0-c3bb2a71f617 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:46.183795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Provisioning for port 5cad781b-6369-4926-a2d7-0d33a1a7ee4f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:46.188809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Provisioning complete for port 5cad781b-6369-4926-a2d7-0d33a1a7ee4f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:46.189400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.244060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2cb97-2bd4-4a91-acdd-9a999feb25b4 None None] Port 5cad781b-6369-4926-a2d7-0d33a1a7ee4f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:46.287055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad55758b-2937-45ba-a13d-fb652f4ec375') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:46.287354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad55758b-2937-45ba-a13d-fb652f4ec375') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:46.310500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.316147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.318053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.495567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.544394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 667fec8d-9202-4cdc-9ee2-9eea8632b343 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:46.561872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.599625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 5cad781b-6369-4926-a2d7-0d33a1a7ee4f owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:46.645698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 667fec8d-9202-4cdc-9ee2-9eea8632b343 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:46.646930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:17:46.647293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.653923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 667fec8d-9202-4cdc-9ee2-9eea8632b343 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:46.654395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:17:46.662741 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:17:46.781322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.789553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.798401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.805151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.841615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 667fec8d-9202-4cdc-9ee2-9eea8632b343, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=667fec8d-9202-4cdc-9ee2-9eea8632b343,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:46.848334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.850794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2233095a-5c27-47e3-a79f-827b014489ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:46.882963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.901673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0b190cf3-a189-4cf7-92f6-b64238f28077 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:46.929915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2f734e5-7f5c-4568-b098-06633e820842 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:46.933533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:46.962758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:46.967810 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] 10.222.0.21 "DELETE /v2.0/networks/54431ea5-95ad-4a19-8fac-8357c8d57295 HTTP/1.1" status: 204 len: 168 time: 2.8532887 Jun 09 13:17:46.985462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d2f734e5-7f5c-4568-b098-06633e820842 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:46.985683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2f734e5-7f5c-4568-b098-06633e820842 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:46.990973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Pushing event deleted for resources: {'Network': ['ID=54431ea5-95ad-4a19-8fac-8357c8d57295,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:47.002556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=667fec8d-9202-4cdc-9ee2-9eea8632b343,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:47.010588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:47.013614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:47.017471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.031393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=5cad781b-6369-4926-a2d7-0d33a1a7ee4f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:47.038039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:47.047300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.052362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/5cad781b-6369-4926-a2d7-0d33a1a7ee4f HTTP/1.1" status: 204 len: 168 time: 1.4048212 Jun 09 13:17:47.054962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46158) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.123310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router 5985dbf1-1fda-4505-92a6-e37830f4304f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:17:47.146303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c9cb11-5409-4422-9015-28e2df6cc5c6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:47.148078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c9cb11-5409-4422-9015-28e2df6cc5c6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:47.152287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c0c9cb11-5409-4422-9015-28e2df6cc5c6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0939145 Jun 09 13:17:47.152719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46160) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.156267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.233477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet ede9fdbb-9953-43f2-9775-4fad7a3ab79f {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:47.236844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.240385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.267396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-903f5f9d-21c5-4dba-8af0-3c24261706e7 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:47.281229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port b4074f22-6a88-4775-9b41-7e89e8292775 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:47.281574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.339106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] In _notify_port_updated(), no bound segment for port 462a4cec-d17e-456a-99d0-c3bb2a71f617 on network aa436027-561a-46c4-9fc7-0083988a3fe4 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:17:47.347225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:47.348772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.350045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "PUT /v2.0/ports/462a4cec-d17e-456a-99d0-c3bb2a71f617 HTTP/1.1" status: 200 len: 1094 time: 1.4513581 Jun 09 13:17:47.363040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46166) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.363677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46168) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.378685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.421379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event updated for resources: {'Port': ['ID=462a4cec-d17e-456a-99d0-c3bb2a71f617,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:47.432187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:47.461125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:47.473177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] Sync routers for ids ['5985dbf1-1fda-4505-92a6-e37830f4304f'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:47.480747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.482160 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8a83fe3b-9718-4fbf-bd01-e787e5177524 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "PUT /v2.0/routers/5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 200 len: 921 time: 4.4273980 Jun 09 13:17:47.488696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46174) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.492508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] Routers {'5985dbf1-1fda-4505-92a6-e37830f4304f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:47.493297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5985dbf1-1fda-4505-92a6-e37830f4304f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:47.547798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.608452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:47.613725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-415fcffc-ffcc-4b22-9e56-aaf3f0c792b1 None None] Provisioning complete for port 462a4cec-d17e-456a-99d0-c3bb2a71f617 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:47.613725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-415fcffc-ffcc-4b22-9e56-aaf3f0c792b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.642960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.655974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] Routers {'5985dbf1-1fda-4505-92a6-e37830f4304f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:47.656623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5985dbf1-1fda-4505-92a6-e37830f4304f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:47.683158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for b4074f22-6a88-4775-9b41-7e89e8292775 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:47.727963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ebb5c62d-0193-4955-bab1-9b92ac9354dd tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 200 len: 921 time: 0.2380550 Jun 09 13:17:47.731946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46178) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.739311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:47.739743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34955b-c8f7-431a-935a-5e08a8c31cbf None None] The sync data for ids ['5985dbf1-1fda-4505-92a6-e37830f4304f'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:47.747969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-415fcffc-ffcc-4b22-9e56-aaf3f0c792b1 None None] Port 462a4cec-d17e-456a-99d0-c3bb2a71f617 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:47.761984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port 462a4cec-d17e-456a-99d0-c3bb2a71f617 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:47.762331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.786824 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a848852-6fbb-4ed6-a79b-b7af843e6547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f43a7e08fc446ababc3089322f1e118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194872 Jun 09 13:17:47.791145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46180) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.816037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.835076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4be7e4c-796a-440c-ad2e-c9edbe7f93b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.848105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6e710481-39d9-4e7d-b4ea-745ae35ed178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:47.896577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=ede9fdbb-9953-43f2-9775-4fad7a3ab79f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:47.901894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.909113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:47.909269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ede9fdbb-9953-43f2-9775-4fad7a3ab79f HTTP/1.1" status: 204 len: 168 time: 0.7553329 Jun 09 13:17:47.910601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c55c1c-69c1-4cd6-ae1f-a6cf78af4dec None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:47.911464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:47.935371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cd8a7-ca17-4620-a10e-e5e4ebcf57d0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:47.939813 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c86cd8a7-ca17-4620-a10e-e5e4ebcf57d0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=5985dbf1-1fda-4505-92a6-e37830f4304f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2028160 Jun 09 13:17:47.946228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.981925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:47.991400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46186) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.149987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.160050 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-52e096a7-4b95-412e-86b9-ea131f33fc8f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2494116 Jun 09 13:17:48.160487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.163356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.164237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.164664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/868b003b-464a-4720-905b-824c061c1fcb HTTP/1.1" status: 204 len: 168 time: 0.3721678 Jun 09 13:17:48.166264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50c495-e59f-4d68-8f45-6886d1a00874 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:48.171792 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb50c495-e59f-4d68-8f45-6886d1a00874 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.1792281 Jun 09 13:17:48.172468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46192) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.173425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec8fd145-6064-4912-9439-8d86dbbb7b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:48.218997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:48.305208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Deleting port 667fec8d-9202-4cdc-9ee2-9eea8632b343 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:48.305623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.329153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for 462a4cec-d17e-456a-99d0-c3bb2a71f617 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:48.361480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868b003b-464a-4720-905b-824c061c1fcb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:48.366240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:48.374410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4855f032-1ee7-4bf1-81b4-425bddb2f83f tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 200 len: 205 time: 0.1903377 Jun 09 13:17:48.375393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46198) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.471419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] For port 667fec8d-9202-4cdc-9ee2-9eea8632b343, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=667fec8d-9202-4cdc-9ee2-9eea8632b343,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:48.471827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.547372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 667fec8d-9202-4cdc-9ee2-9eea8632b343 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:48.589548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.600081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a47e050e-1642-423c-9cb9-c895eef9c3b3 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:48.644173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Calling delete_port for 667fec8d-9202-4cdc-9ee2-9eea8632b343 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:48.663063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01670e6a-0c9a-47f2-8bbc-2effd76e16a6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:48.666993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-01670e6a-0c9a-47f2-8bbc-2effd76e16a6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4993961 Jun 09 13:17:48.669650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46208) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.669879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=b4074f22-6a88-4775-9b41-7e89e8292775,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:48.702226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:48.760358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.777705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b005c2-9f6f-4de3-a45c-a1ab8883189e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:48.782396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-56b005c2-9f6f-4de3-a45c-a1ab8883189e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089165 Jun 09 13:17:48.783026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46210) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.788023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.793135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7a196c-a6a5-4693-8bf0-a8769c9a72fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:48.854108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.857274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d8cfe31a-3ad0-4988-9444-d67acad24557 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721340 Jun 09 13:17:48.862956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46216) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:48.869738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:48.908302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:48.911049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Pushing event deleted for resources: {'Port': ['ID=667fec8d-9202-4cdc-9ee2-9eea8632b343,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:48.911901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] No DVR routers for this DVR port 667fec8d-9202-4cdc-9ee2-9eea8632b343 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:48.915168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:49.046223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:49.049821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.137736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46226) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.208178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.213106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.220313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0fef3fa-f660-456e-a610-b754c7639615 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:49.260196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.269588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-613aea28-57e5-4f11-aa69-bc2a98c66abe tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.270597 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-613aea28-57e5-4f11-aa69-bc2a98c66abe tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.1319027 Jun 09 13:17:49.273955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46230) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.280056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-ed9e1196-a9f0-425c-88ae-f508340ff47c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.281139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ed9e1196-a9f0-425c-88ae-f508340ff47c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062683 Jun 09 13:17:49.281288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=462a4cec-d17e-456a-99d0-c3bb2a71f617,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:49.284768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46232) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.290859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-c2d6d74d-f399-4de8-a283-e1e1560a74d7 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.294138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c2d6d74d-f399-4de8-a283-e1e1560a74d7 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061402 Jun 09 13:17:49.294935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46234) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.298756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-f3a1fc9a-155a-42c4-b3fb-f57fa68e7623 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.302831 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f3a1fc9a-155a-42c4-b3fb-f57fa68e7623 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044174 Jun 09 13:17:49.302831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46236) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.320892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-f86f83b8-e6b4-4151-bbeb-dd6bf01f0806 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.321859 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f86f83b8-e6b4-4151-bbeb-dd6bf01f0806 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0186350 Jun 09 13:17:49.322999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:49.324972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46238) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.331416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-73183c03-3e3a-4dc1-90e4-52b9155bfc22 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.332335 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-73183c03-3e3a-4dc1-90e4-52b9155bfc22 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064845 Jun 09 13:17:49.336418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46240) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.343175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-d118a6cb-0ea3-44dd-acaa-24f47a06bad5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs-active-vip returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.344090 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d118a6cb-0ea3-44dd-acaa-24f47a06bad5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs-active-vip HTTP/1.1" status: 200 len: 500 time: 0.0044601 Jun 09 13:17:49.346680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46242) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.351075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-230ecce1-8360-4e4b-ac22-faf8f5aee6ba tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.352006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-230ecce1-8360-4e4b-ac22-faf8f5aee6ba tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044014 Jun 09 13:17:49.355138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46244) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.359827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-36693b5c-96ed-458d-8b79-c2ca494f02a2 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.360782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-36693b5c-96ed-458d-8b79-c2ca494f02a2 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046105 Jun 09 13:17:49.363416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.369171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.369360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-a7874ca9-2ef6-41be-9409-5b5af3ca81e9 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.369698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8c04a3-1f17-4050-be30-d581415aa795 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:49.370125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a7874ca9-2ef6-41be-9409-5b5af3ca81e9 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058253 Jun 09 13:17:49.373159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46248) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.378509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-2e19db76-30bc-4820-b98d-367de29d9a26 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.382607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e19db76-30bc-4820-b98d-367de29d9a26 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045600 Jun 09 13:17:49.382607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.382891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.382891 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 204 len: 168 time: 3.5126979 Jun 09 13:17:49.385542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.386338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46252) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.391758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-291bdcde-0795-45a3-92e5-b0538e53c458 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:49.394127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-842197096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:49.402010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-001657f9-8d30-426c-8e7a-e0b992d174f7 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.402995 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-001657f9-8d30-426c-8e7a-e0b992d174f7 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156088 Jun 09 13:17:49.405984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.421474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46254) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.431528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-92ce292a-6564-4c46-9cd8-9599cf12f24e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.432480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-92ce292a-6564-4c46-9cd8-9599cf12f24e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076237 Jun 09 13:17:49.440510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46256) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.453579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:49.459891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-73a95cf0-ba58-44c1-97cb-f5179543a1c9 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.460788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:49.461296 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-73a95cf0-ba58-44c1-97cb-f5179543a1c9 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0135572 Jun 09 13:17:49.465771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:49.466373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.469182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46258) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.473824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-d48a01ab-0004-4e57-8d58-2491c57aa825 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.474974 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d48a01ab-0004-4e57-8d58-2491c57aa825 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046844 Jun 09 13:17:49.481519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46260) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.483578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14018d7a-b8cf-4956-bb95-025de908b3ca None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:49.488268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-13ae42fa-f5b8-42a5-a3de-7e6b40923c93 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.491610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13ae42fa-f5b8-42a5-a3de-7e6b40923c93 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044527 Jun 09 13:17:49.492346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=de00cdd7-5be4-4033-9a17-ceb5554a6254,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:49.494301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46262) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.497000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:49.500278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-43bed3b8-3c36-4e4e-8600-5f46f5d09772 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.503708 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-43bed3b8-3c36-4e4e-8600-5f46f5d09772 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053868 Jun 09 13:17:49.507104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46264) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.511705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-9321fc4a-8a30-41f6-ad4a-d92816f058c8 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.512945 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9321fc4a-8a30-41f6-ad4a-d92816f058c8 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048428 Jun 09 13:17:49.517480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46266) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.522202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-fab8e125-928a-40a7-bd7a-0ffa33c0cc45 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.523663 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fab8e125-928a-40a7-bd7a-0ffa33c0cc45 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050786 Jun 09 13:17:49.526298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46268) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.530921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-1d2b228e-298f-47cd-b11a-b79090096ebb tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.532329 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d2b228e-298f-47cd-b11a-b79090096ebb tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046816 Jun 09 13:17:49.534811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46270) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.539557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-8a63b1bb-4cd1-4e30-bad3-2a6d6a67a459 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.540866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8a63b1bb-4cd1-4e30-bad3-2a6d6a67a459 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048258 Jun 09 13:17:49.545567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46274) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.550647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-8e0433aa-f711-4b2c-b391-a04ea252c100 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.552243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8e0433aa-f711-4b2c-b391-a04ea252c100 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054448 Jun 09 13:17:49.558125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46276) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.565597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-ad0bf13b-5454-43cc-8eab-fc5b21bc870d tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.569367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad0bf13b-5454-43cc-8eab-fc5b21bc870d tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074530 Jun 09 13:17:49.570032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46278) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.574624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-f014e132-990b-49f2-9c61-2d87c5762485 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.575889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f014e132-990b-49f2-9c61-2d87c5762485 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046086 Jun 09 13:17:49.579065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46280) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.584955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-579fe60f-5656-4470-91f2-75b3b206a589 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.589033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-579fe60f-5656-4470-91f2-75b3b206a589 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0088794 Jun 09 13:17:49.589926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46282) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.596261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-bc04d595-9c38-4b0b-8d12-39cb0ce5292c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.600163 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bc04d595-9c38-4b0b-8d12-39cb0ce5292c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082653 Jun 09 13:17:49.601695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46284) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.606737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-f4df26d6-1069-41b6-ac77-0b45149b8206 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.610799 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f4df26d6-1069-41b6-ac77-0b45149b8206 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0078645 Jun 09 13:17:49.612407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46286) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.617913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-c79ba210-9493-47aa-b89d-179e86931c50 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.622723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c79ba210-9493-47aa-b89d-179e86931c50 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088160 Jun 09 13:17:49.623460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46288) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.628833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-795c115e-9701-42bd-aef2-b06b6d42b534 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.633532 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-795c115e-9701-42bd-aef2-b06b6d42b534 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085557 Jun 09 13:17:49.634239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46290) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.639094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-9d958d61-c6a2-4d55-ac4f-52161376e170 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.643341 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9d958d61-c6a2-4d55-ac4f-52161376e170 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069573 Jun 09 13:17:49.644037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46292) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.650452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-c0d23ed6-8034-4151-8cc5-938075fc6615 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.654998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c0d23ed6-8034-4151-8cc5-938075fc6615 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099571 Jun 09 13:17:49.655800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46294) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.660372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-7b669725-1597-465a-83aa-b3cd77d896f6 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.664241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7b669725-1597-465a-83aa-b3cd77d896f6 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073347 Jun 09 13:17:49.665976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46296) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.671504 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8060653 Jun 09 13:17:49.671760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-4c87b187-78ff-4254-b526-15298d1fa47f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.673537 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c87b187-78ff-4254-b526-15298d1fa47f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053844 Jun 09 13:17:49.674990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46298) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.683172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.683172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.683469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'de00cdd7-5be4-4033-9a17-ceb5554a6254', 'ip_address': '2001:db8::d1b4:8819:9e79:7eda'}], 'name': 'tempest-NetworksTestDHCPv6-1763018772'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:49.685964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46300) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.724950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-c49f063b-ae4f-45b1-b641-a1e9388fae47 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.728446 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c49f063b-ae4f-45b1-b641-a1e9388fae47 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0384459 Jun 09 13:17:49.732948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46302) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.757010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'de00cdd7-5be4-4033-9a17-ceb5554a6254'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:49.757926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.771313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-b4eca1f3-3b43-448b-abc7-4e29a4aec8cd tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.774769 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b4eca1f3-3b43-448b-abc7-4e29a4aec8cd tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0131059 Jun 09 13:17:49.778590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46304) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.785227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-68145ead-5e0c-49f5-9f94-b03de0a9b387 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.788750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-68145ead-5e0c-49f5-9f94-b03de0a9b387 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0067637 Jun 09 13:17:49.789657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46306) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.793349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-7eba991c-e518-4cb2-ab83-aae019f10e4e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.796774 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7eba991c-e518-4cb2-ab83-aae019f10e4e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041597 Jun 09 13:17:49.797632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46308) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.804292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-2ebd78f8-3c9d-4715-8d2d-b21edc9511da tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.807345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ebd78f8-3c9d-4715-8d2d-b21edc9511da tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072792 Jun 09 13:17:49.808690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46310) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.812375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-177808ad-285c-4f51-a8a1-162ca421ed17 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.816155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-177808ad-285c-4f51-a8a1-162ca421ed17 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069172 Jun 09 13:17:49.824164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46312) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.826898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.830256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-5d423085-7ab7-4162-beed-5acdfeda1e76 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.833769 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5d423085-7ab7-4162-beed-5acdfeda1e76 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061316 Jun 09 13:17:49.833933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46314) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.840663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-feef9c17-5258-464e-a238-f68a136ad070 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.844250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-feef9c17-5258-464e-a238-f68a136ad070 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067413 Jun 09 13:17:49.844383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46316) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.847464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.849246 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/462a4cec-d17e-456a-99d0-c3bb2a71f617 HTTP/1.1" status: 204 len: 168 time: 2.4833167 Jun 09 13:17:49.852396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-f1ce479c-9348-448a-9e03-0ebee7d22822 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.853473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46318) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.855889 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f1ce479c-9348-448a-9e03-0ebee7d22822 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0107632 Jun 09 13:17:49.860218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46320) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.867511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-44f72954-58c0-483a-9c9a-fb01a0773127 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.871470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-44f72954-58c0-483a-9c9a-fb01a0773127 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0073924 Jun 09 13:17:49.871470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46322) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.877331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-8bb58e45-bbe7-473d-b830-75610871a2e5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.880472 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8bb58e45-bbe7-473d-b830-75610871a2e5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062983 Jun 09 13:17:49.880633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46324) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.884892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-93b89810-bbc5-4bcb-86f8-62b22bec9a4a tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.885781 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-93b89810-bbc5-4bcb-86f8-62b22bec9a4a tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041521 Jun 09 13:17:49.888185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46326) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.893705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-1e960916-6c22-4d11-8dd1-9a70336d0437 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.894630 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1e960916-6c22-4d11-8dd1-9a70336d0437 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054355 Jun 09 13:17:49.895964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.898790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46328) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.905428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port 800fdc54-4ff8-4d4d-ae03-c2e133f0757e {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:49.905762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:49.906604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-b2d206bb-dd56-4cc9-bdee-d4f39cd2c994 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.909980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2d206bb-dd56-4cc9-bdee-d4f39cd2c994 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054493 Jun 09 13:17:49.909980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e90644-6442-4229-bc05-bc8528374f70 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] GET failed (client error): The resource could not be found. Jun 09 13:17:49.912636 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e1e90644-6442-4229-bc05-bc8528374f70 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports/462a4cec-d17e-456a-99d0-c3bb2a71f617 HTTP/1.1" status: 404 len: 333 time: 0.0584733 Jun 09 13:17:49.915100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46330) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.915363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.918790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/de00cdd7-5be4-4033-9a17-ceb5554a6254/6917e29a-505f-4bbf-8e95-471f395625c2) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:49.920618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-d46b39f9-3c27-4f79-8491-da4a54648261 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.924393 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d46b39f9-3c27-4f79-8491-da4a54648261 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053086 Jun 09 13:17:49.924764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46334) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.978588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-2bff4d08-20cd-4235-b7d8-3398621f3157 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.982221 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2bff4d08-20cd-4235-b7d8-3398621f3157 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0563178 Jun 09 13:17:49.983754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46336) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:49.995069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-b53e7e61-8600-4fb0-b8f6-cdecd574f058 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:49.998639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:49.999249 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b53e7e61-8600-4fb0-b8f6-cdecd574f058 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098717 Jun 09 13:17:49.999806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46338) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.008986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-3034ee51-8236-4d12-be8a-68374031275f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.011557 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3034ee51-8236-4d12-be8a-68374031275f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073931 Jun 09 13:17:50.013496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46340) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.024439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.025709 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-54c123b5-763d-4fcc-89e7-8b6429fa5425 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6372213 Jun 09 13:17:50.028362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46342) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.034983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:50.092919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-eee96a06-7109-4754-8d77-7f2682dfafad tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.096544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eee96a06-7109-4754-8d77-7f2682dfafad tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0538263 Jun 09 13:17:50.100108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46346) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.106148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-4e908f4c-556e-4d0b-8b1f-bef752fa886c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.110117 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4e908f4c-556e-4d0b-8b1f-bef752fa886c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0086436 Jun 09 13:17:50.110266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46348) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.117681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-853a5882-bc45-4a5d-bbee-be11c3549697 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.121184 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-853a5882-bc45-4a5d-bbee-be11c3549697 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084898 Jun 09 13:17:50.123373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46350) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.139283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-95c0f168-afd0-4faf-a2d6-cc7481916645 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.142854 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95c0f168-afd0-4faf-a2d6-cc7481916645 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0150366 Jun 09 13:17:50.144065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46352) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.151942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-da9b5b82-84f7-4f41-83c5-03e6e8bdeed1 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.153841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.154747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-da9b5b82-84f7-4f41-83c5-03e6e8bdeed1 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076587 Jun 09 13:17:50.159028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46354) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.164785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-a8bf28e1-3c5f-4e5a-b8bb-494a1f0729df tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.166978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a8bf28e1-3c5f-4e5a-b8bb-494a1f0729df tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071554 Jun 09 13:17:50.168308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Transition to ACTIVE for port object 6917e29a-505f-4bbf-8e95-471f395625c2 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:50.178901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46356) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.186660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-3eb5294d-22bf-42f4-a17b-b3037daacb61 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.190659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3eb5294d-22bf-42f4-a17b-b3037daacb61 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077701 Jun 09 13:17:50.196821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Transition to ACTIVE for port object 6917e29a-505f-4bbf-8e95-471f395625c2 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:50.197975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46358) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.203069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-a0961e74-b2ba-4f7f-8b0c-62495de21a42 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.204371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.209125 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0961e74-b2ba-4f7f-8b0c-62495de21a42 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071561 Jun 09 13:17:50.209689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af5e6dec-0d44-4da8-af65-69c22bc292dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:50.215289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46360) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.229534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-a5f108a2-e0c8-4f7f-bbcc-07c79f5f1d38 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.232883 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a5f108a2-e0c8-4f7f-bbcc-07c79f5f1d38 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090239 Jun 09 13:17:50.233601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46362) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.238988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-755cf99e-a708-49c2-b124-d3c6d7d9d93f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.242374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-755cf99e-a708-49c2-b124-d3c6d7d9d93f tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079908 Jun 09 13:17:50.244146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46364) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.248811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.267401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-6fd60a0b-664c-4f2d-a80b-7243254e336b tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.271004 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6fd60a0b-664c-4f2d-a80b-7243254e336b tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087376 Jun 09 13:17:50.272361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46368) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.286754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-6bd30d3c-e367-4fd5-891e-15f22bddba76 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.291965 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6bd30d3c-e367-4fd5-891e-15f22bddba76 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0155849 Jun 09 13:17:50.292761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46370) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.300142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-02237451-b0f6-4f58-ad83-2aab472f4584 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.303071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:50.303797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-02237451-b0f6-4f58-ad83-2aab472f4584 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073187 Jun 09 13:17:50.308028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:50.308338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.309862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:50.317236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:50.323673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ee327fd-1992-49ba-8f12-4c0cacd868ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.329542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.362018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Pushing event updated for resources: {'Port': ['ID=6917e29a-505f-4bbf-8e95-471f395625c2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:50.369855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:50.384240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46372) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.399141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port fc0e0f4b-171d-4c00-8820-b700393b62c5 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:50.423955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Attempting to bind port 6917e29a-505f-4bbf-8e95-471f395625c2 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:17:50.424333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Attempting to bind port 6917e29a-505f-4bbf-8e95-471f395625c2 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:17:50.424698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Attempting to bind port 6917e29a-505f-4bbf-8e95-471f395625c2 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:17:50.430027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:17:50.430410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:50.430844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.431243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:17:50.431714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Bound port: 6917e29a-505f-4bbf-8e95-471f395625c2, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:17:50.432097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.522360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] For port 6917e29a-505f-4bbf-8e95-471f395625c2, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:17:50.525684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] For port 6917e29a-505f-4bbf-8e95-471f395625c2, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6917e29a-505f-4bbf-8e95-471f395625c2,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:17:50.530401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.530995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.534706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:50.535581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.540904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-6c15b4c9-d00d-4ede-89d9-6a1d97cb1930 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.544415 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6c15b4c9-d00d-4ede-89d9-6a1d97cb1930 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0140784 Jun 09 13:17:50.544567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:50.547875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46374) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.554105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-ee557664-99d6-4fb3-94c6-9865378394bc tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.557478 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee557664-99d6-4fb3-94c6-9865378394bc tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043793 Jun 09 13:17:50.559662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46376) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.617123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Pushing event updated for resources: {'Port': ['ID=6917e29a-505f-4bbf-8e95-471f395625c2,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:50.621073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-ba0da026-2012-455d-a99d-544dc033d21e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.621622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:50.624746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba0da026-2012-455d-a99d-544dc033d21e tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0610921 Jun 09 13:17:50.632277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46378) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.692029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [None req-980aab4d-48d5-4fd0-949e-6d536a900c3d tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.692938 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-980aab4d-48d5-4fd0-949e-6d536a900c3d tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045030 Jun 09 13:17:50.693770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for 800fdc54-4ff8-4d4d-ae03-c2e133f0757e owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:50.697422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46380) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.704253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-75e866cd-2536-4f7e-a725-fe8ca32d91f5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.705236 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-75e866cd-2536-4f7e-a725-fe8ca32d91f5 tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049729 Jun 09 13:17:50.724856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46384) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:50.731350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [None req-6691c4dd-f55f-42a8-b531-e7ec7ff4637c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:17:50.735261 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6691c4dd-f55f-42a8-b531-e7ec7ff4637c tempest-ExtensionsTestJSON-1475770412 tempest-ExtensionsTestJSON-1475770412-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071676 Jun 09 13:17:50.894513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:51.051002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::d1b4:8819:9e79:7eda (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/de00cdd7-5be4-4033-9a17-ceb5554a6254/fc0e0f4b-171d-4c00-8820-b700393b62c5) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:51.110590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.121405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:51.150515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46390) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:51.185403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=e5e3e500-8b85-48be-8fb4-8d16d5ef19d7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:51.190980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:51.285492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.316967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.320050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 HTTP/1.1" status: 204 len: 168 time: 1.4015899 Jun 09 13:17:51.322124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46396) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:51.345133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.385262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.407707 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b32a094-5610-4ea0-b909-9be6da9d7693 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] GET failed (client error): The resource could not be found. Jun 09 13:17:51.413412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b32a094-5610-4ea0-b909-9be6da9d7693 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "GET /v2.0/ports/e5e3e500-8b85-48be-8fb4-8d16d5ef19d7 HTTP/1.1" status: 404 len: 333 time: 0.0854504 Jun 09 13:17:51.413412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.426902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46398) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:51.443875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.451644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa8c4511-3ad7-4558-90a6-b295261d519d tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:51.517843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=800fdc54-4ff8-4d4d-ae03-c2e133f0757e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:51.568103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:51.649205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.688602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object fc0e0f4b-171d-4c00-8820-b700393b62c5 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:51.692069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.747910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port ae5d164c-9387-4611-a246-22ee134db454 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:51.748199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.754753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Allocated IP 172.26.5.152 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/74819107-fdeb-4846-9be2-3b8046a4ab6a) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:51.807512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9a6daf7d-cab5-49f2-9d72-598e12df7b5f None None] Provisioning for port 6917e29a-505f-4bbf-8e95-471f395625c2 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:51.830894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.841125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.856669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:51.873523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.929272 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f06fdabe2a244df5908be66606a8d076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7695775 Jun 09 13:17:51.937288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21180848-7060-4f09-89b1-3d49331976f2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:51.940186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46404) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:51.959601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:51.960693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:51.981347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:51.985266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.039183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.039685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.039828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router 5985dbf1-1fda-4505-92a6-e37830f4304f {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:52.046988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.048731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:52.054684 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 204 len: 168 time: 3.6760764 Jun 09 13:17:52.055338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46406) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:52.064904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:52.075564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-951047085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:52.087206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.111835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.112877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.123227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:52.128730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:52.129318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.129438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.154172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.163531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.172574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a155671-e2db-471d-b11a-c3dd65152f0f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:52.200502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for ae5d164c-9387-4611-a246-22ee134db454 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:52.233537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=fc0e0f4b-171d-4c00-8820-b700393b62c5,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:52.241397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.245602 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bd33cfdd-c5f3-487c-94f2-dfb6953f30e3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1780875 Jun 09 13:17:52.245706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:52.248817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:52.249144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5731266 Jun 09 13:17:52.249737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46408) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:52.250050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46410) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:52.255876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:52.265102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:52.268478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'de00cdd7-5be4-4033-9a17-ceb5554a6254', 'ip_address': '2001:db8::d1b4:8819:9e79:7eda'}], 'name': 'tempest-NetworksTestDHCPv6-1276354946'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:52.303415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event updated for resources: {'Port': ['ID=74819107-fdeb-4846-9be2-3b8046a4ab6a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:52.307483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:52.340233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1c6af5bb-9402-4f30-8614-e8cb46369a31 None None] Provisioning for port fc0e0f4b-171d-4c00-8820-b700393b62c5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:52.340911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:52.345356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1c6af5bb-9402-4f30-8614-e8cb46369a31 None None] Provisioning complete for port fc0e0f4b-171d-4c00-8820-b700393b62c5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:52.345731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6af5bb-9402-4f30-8614-e8cb46369a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.400976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1c6af5bb-9402-4f30-8614-e8cb46369a31 None None] Port fc0e0f4b-171d-4c00-8820-b700393b62c5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:17:52.413675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.573970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6917e29a-505f-4bbf-8e95-471f395625c2 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:52.665223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6917e29a-505f-4bbf-8e95-471f395625c2 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:17:52.672568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6917e29a-505f-4bbf-8e95-471f395625c2 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:52.673098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.727072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.731272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.800858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.835696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6917e29a-505f-4bbf-8e95-471f395625c2, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6917e29a-505f-4bbf-8e95-471f395625c2,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:52.841408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:52.845509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6aff43f-6f45-4cc6-a652-ccf6a53cb7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:52.924991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6917e29a-505f-4bbf-8e95-471f395625c2,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:52.928410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:52.981506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.049045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.088699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:53.093541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.166679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.169071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.170193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21180848-7060-4f09-89b1-3d49331976f2 HTTP/1.1" status: 204 len: 168 time: 1.2249742 Jun 09 13:17:53.177305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:53.196435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 3267f16a-a20e-497a-a8fd-03a7237639ac yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:17:53.219266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.223090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.229671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21180848-7060-4f09-89b1-3d49331976f2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:53.233858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:53.238509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.249457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f16d36e-6b0c-4431-9e33-0ab259c9fd50 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:53.306306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=ae5d164c-9387-4611-a246-22ee134db454,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:53.314771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:53.449861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.451802 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/ports/ae5d164c-9387-4611-a246-22ee134db454 HTTP/1.1" status: 204 len: 168 time: 2.0169315 Jun 09 13:17:53.455375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46424) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:53.495814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Router 3dd75110-9e42-4c1e-847f-d82998c9cd56 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:53.643563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting subnet 8d723575-1688-4757-ad42-cd07c6dfa682 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:53.658500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.740110 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 09 13:17:53.740697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:17:53.744082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:53.751985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.755009 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "PUT /v2.0/routers/3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 200 len: 883 time: 3.7254212 Jun 09 13:17:53.755564 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3deb102-f243-4001-a928-15f17691780a None None] Sync routers for ids ['3dd75110-9e42-4c1e-847f-d82998c9cd56'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:53.756065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46438) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:53.757542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1928-8718-4b76-a1fe-81f8ebf7af45 req-0a09b60b-c3b7-4ffa-bdac-36c4fc719473 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:53.764472 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-424f1928-8718-4b76-a1fe-81f8ebf7af45 req-0a09b60b-c3b7-4ffa-bdac-36c4fc719473 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4073157 Jun 09 13:17:53.784531 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] Routers {'3dd75110-9e42-4c1e-847f-d82998c9cd56'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:53.785595 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3dd75110-9e42-4c1e-847f-d82998c9cd56'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:53.868755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:53.902887 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:53.915982 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] Routers {'3dd75110-9e42-4c1e-847f-d82998c9cd56'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:53.916631 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3dd75110-9e42-4c1e-847f-d82998c9cd56'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:53.978978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c3d8cd5-4cba-446f-91b7-03e9dcae473a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7117038 Jun 09 13:17:53.980513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46448) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:53.990685 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3deb102-f243-4001-a928-15f17691780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:53.991122 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3deb102-f243-4001-a928-15f17691780a None None] The sync data for ids ['3dd75110-9e42-4c1e-847f-d82998c9cd56'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:54.003133 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-424f1928-8718-4b76-a1fe-81f8ebf7af45 req-31ffaf38-33dd-4c85-a2ac-7342671b3b8e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377055 Jun 09 13:17:54.106538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5168016-9014-4d7b-b009-6c4295e108bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.112415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5168016-9014-4d7b-b009-6c4295e108bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.113968 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d5168016-9014-4d7b-b009-6c4295e108bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1325345 Jun 09 13:17:54.116290 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3cc4a2cd-fe0a-4d23-b6a2-81c2e158ec05 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 200 len: 924 time: 0.3592284 Jun 09 13:17:54.116887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46454) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.147916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.152489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46456) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.152819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46458) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.188368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.333480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d9522-46fd-49b2-92a0-a90f696bb3d1 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.335725 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a39d9522-46fd-49b2-92a0-a90f696bb3d1 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=3dd75110-9e42-4c1e-847f-d82998c9cd56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1816738 Jun 09 13:17:54.338844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46464) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.361911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port fc0e0f4b-171d-4c00-8820-b700393b62c5 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:54.362247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.384216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-282068345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:54.523832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.529300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6917e29a-505f-4bbf-8e95-471f395625c2 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:17:54.565700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.567019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.584500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44beae5-ad69-4a84-b151-5378a96730ab req-5dc835e0-45fd-49f5-b556-dd858318c2e2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.586077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d44beae5-ad69-4a84-b151-5378a96730ab req-5dc835e0-45fd-49f5-b556-dd858318c2e2 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.4937806 Jun 09 13:17:54.616044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6917e29a-505f-4bbf-8e95-471f395625c2 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:17:54.616786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.667256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Allocated IP 172.26.5.115 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/26da831b-14a9-4f3f-8199-23c775361e41) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:54.707094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498dce8-1b5b-44dd-be09-b5201d54833a req-cae863c3-396e-41b8-80dd-44f2b0f567b2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.708676 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e498dce8-1b5b-44dd-be09-b5201d54833a req-cae863c3-396e-41b8-80dd-44f2b0f567b2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.2988336 Jun 09 13:17:54.713484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d44beae5-ad69-4a84-b151-5378a96730ab req-85f75d54-b17d-43e8-b147-0548db50d9ff tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137247 Jun 09 13:17:54.716675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.776841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.782733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:54.836496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Subnet': ['ID=8d723575-1688-4757-ad42-cd07c6dfa682,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:54.841015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.842820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/subnets/8d723575-1688-4757-ad42-cd07c6dfa682 HTTP/1.1" status: 204 len: 168 time: 1.3744452 Jun 09 13:17:54.845730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:54.849204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46470) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.850595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddc7d6-380b-4b6d-8476-d2a5e27a06ca None None] Network aa436027-561a-46c4-9fc7-0083988a3fe4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:54.920884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for fc0e0f4b-171d-4c00-8820-b700393b62c5 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:54.948669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:54.952407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2976388-7e26-48df-8af0-898d24b6f414 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:54.953889 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c2976388-7e26-48df-8af0-898d24b6f414 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.6125791 Jun 09 13:17:54.961628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46476) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:54.987137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e498dce8-1b5b-44dd-be09-b5201d54833a req-bd4f2fb5-5d96-4fe9-909c-69926608c6ae tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553430 Jun 09 13:17:55.017914 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-708ba8bf-3249-4451-a805-a57254fe2efa tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 200 len: 205 time: 0.0551062 Jun 09 13:17:55.020431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:55.086031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.094129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.174491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.199065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] DHCP port deletion for aa436027-561a-46c4-9fc7-0083988a3fe4 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:55.283158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e0904-aced-4118-9d53-3ab99dfe2009 req-63de48eb-423c-4df9-b1e6-26d478a711e7 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:55.290422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d42e0904-aced-4118-9d53-3ab99dfe2009 req-63de48eb-423c-4df9-b1e6-26d478a711e7 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.2004218 Jun 09 13:17:55.295551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Deleting port 68983386-5cc0-4826-8f40-bed752df76dc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:55.296386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.304680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.305876 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0a68386c-fbb8-44b3-835c-6258e8ecf046 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1509759 Jun 09 13:17:55.310238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46484) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:55.317089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Deleting port 68983386-5cc0-4826-8f40-bed752df76dc {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:55.317417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.335445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-654827845'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:55.376440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.410804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] For port 68983386-5cc0-4826-8f40-bed752df76dc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=68983386-5cc0-4826-8f40-bed752df76dc,segment=NetworkSegment(55e6fad4-68f9-4f2b-9758-c9bca3a02f65),segment_id=55e6fad4-68f9-4f2b-9758-c9bca3a02f65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:55.411204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.413653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.427511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-94f0f7b9-1bc6-4a5c-9b50-3ec2b993ca05 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:55.437013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.452266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b52babf-ae62-4c8d-b909-3e9093eecf64 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:55.522942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d42e0904-aced-4118-9d53-3ab99dfe2009 req-0217399b-abc5-4190-b063-66af7cdce9dd tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314556 Jun 09 13:17:55.531066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:55.554206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:55.554479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Calling delete_port for 68983386-5cc0-4826-8f40-bed752df76dc owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:55.561272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=fc0e0f4b-171d-4c00-8820-b700393b62c5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:55.563477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:55.567483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.583126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:17:55.609312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:55.615515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.651850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.665829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-73138a6a-14c0-4652-b211-9678ffdaab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:55.710384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] No DVR routers for this DVR port 68983386-5cc0-4826-8f40-bed752df76dc on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:55.720580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Pushing event deleted for resources: {'Port': ['ID=68983386-5cc0-4826-8f40-bed752df76dc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:55.734455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:55.747320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.751906 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/fc0e0f4b-171d-4c00-8820-b700393b62c5 HTTP/1.1" status: 204 len: 168 time: 1.6340368 Jun 09 13:17:55.753973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46496) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:55.761085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event updated for resources: {'Port': ['ID=26da831b-14a9-4f3f-8199-23c775361e41,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:55.804854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:55.824460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.834995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] For port 68983386-5cc0-4826-8f40-bed752df76dc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=68983386-5cc0-4826-8f40-bed752df76dc,segment=NetworkSegment(55e6fad4-68f9-4f2b-9758-c9bca3a02f65),segment_id=55e6fad4-68f9-4f2b-9758-c9bca3a02f65)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:55.835424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.882468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.920385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.931643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a36809d-dc90-480c-a466-ea99f1f04077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:55.972057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:17:55.979063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b8e265-fe84-4667-a330-0820ea2edd3b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:55.983990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:55.991850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:55.991850 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Added segment 052c0217-a9a0-4aed-88ec-2102d2daa8fb of type vlan for network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d Jun 09 13:17:56.023860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port 74819107-fdeb-4846-9be2-3b8046a4ab6a {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:56.024200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.038758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.110820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Calling delete_port for 68983386-5cc0-4826-8f40-bed752df76dc owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:56.116364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d472f7-d3da-43f5-a7dd-367bbe64809e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:56.117842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d472f7-d3da-43f5-a7dd-367bbe64809e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:56.121772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9d472f7-d3da-43f5-a7dd-367bbe64809e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3595717 Jun 09 13:17:56.123592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46500) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:56.215427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.221068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.233429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:56.234040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.243148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:56.379362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet de00cdd7-5be4-4033-9a17-ceb5554a6254 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:17:56.387941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for 74819107-fdeb-4846-9be2-3b8046a4ab6a owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:56.411324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a8e5-5c40-43de-9149-66d39c1c16b2 req-1942ed10-5ab6-4498-aed9-d2e8d69528f9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:56.412779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f53a8e5-5c40-43de-9149-66d39c1c16b2 req-1942ed10-5ab6-4498-aed9-d2e8d69528f9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7651916 Jun 09 13:17:56.519035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 68983386-5cc0-4826-8f40-bed752df76dc no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:56.554813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 68983386-5cc0-4826-8f40-bed752df76dc {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:56.555494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 68983386-5cc0-4826-8f40-bed752df76dc not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:56.567252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.616207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.624016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-58757f09-75a0-404b-a6ff-1ae943cf775b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:56.624937 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3114800 Jun 09 13:17:56.639404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46504) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:56.644397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'subnet': {'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:56.661035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f53a8e5-5c40-43de-9149-66d39c1c16b2 req-a3e83f9f-a946-40e3-bca5-bb67cbc38768 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869216 Jun 09 13:17:56.668407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178dba9-b8f3-4bac-b286-5bebfe415890 req-4d930600-bdf8-4315-b39d-b2cb50338244 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:56.669859 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3178dba9-b8f3-4bac-b286-5bebfe415890 req-4d930600-bdf8-4315-b39d-b2cb50338244 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.5657232 Jun 09 13:17:56.691305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Port': ['ID=68983386-5cc0-4826-8f40-bed752df76dc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:56.710454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] No DVR routers for this DVR port 68983386-5cc0-4826-8f40-bed752df76dc on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:56.713933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:56.732103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.758805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Network': ['ID=2db66149-5a6f-4bd0-8f56-1be1e7dbd39d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:56.769281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:56.773269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:17:56.866427 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3178dba9-b8f3-4bac-b286-5bebfe415890 req-53078748-f09e-4071-a415-4c5d3249194f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783955 Jun 09 13:17:56.881588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.907057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:56.948823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:56.952170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.029956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.055137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa436027-561a-46c4-9fc7-0083988a3fe4']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:57.111901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e6fad4-68f9-4f2b-9758-c9bca3a02f65') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:57.112173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e6fad4-68f9-4f2b-9758-c9bca3a02f65') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:57.133538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.157252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.163179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:57.174967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.193816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.204115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=de00cdd7-5be4-4033-9a17-ceb5554a6254,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:57.206045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.210232 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/de00cdd7-5be4-4033-9a17-ceb5554a6254 HTTP/1.1" status: 204 len: 168 time: 1.0812945 Jun 09 13:17:57.210936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:57.211518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46508) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:57.211894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8190e9da-f6d0-4f24-98e4-9f49384ba379 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:57.217293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe937faf-1ab8-4ce0-b2c3-de9e07554f69 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:57.240950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:17:57.240950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:17:57.255058 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:17:57.337264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=74819107-fdeb-4846-9be2-3b8046a4ab6a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:57.351402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:57.357089 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b05fc62-3983-471c-aaff-e26708254498 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130631 Jun 09 13:17:57.358365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46510) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:57.363427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:57.425011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afda5a-fe2f-4c8d-990d-6540f6f8ffa7 req-89b5f31b-b12b-4203-b7cf-351b5397c565 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:57.426450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3afda5a-fe2f-4c8d-990d-6540f6f8ffa7 req-89b5f31b-b12b-4203-b7cf-351b5397c565 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.3777668 Jun 09 13:17:57.463932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.473291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-185d1bfa-c93c-4cb7-a6d7-45a32aa0c1d9 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:57.492991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.494954 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] 10.222.0.21 "DELETE /v2.0/networks/aa436027-561a-46c4-9fc7-0083988a3fe4 HTTP/1.1" status: 204 len: 168 time: 2.6448369 Jun 09 13:17:57.515633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:17:57.529948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.532397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Pushing event deleted for resources: {'Network': ['ID=aa436027-561a-46c4-9fc7-0083988a3fe4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:57.536636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:57.539114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.548885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.572146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3afda5a-fe2f-4c8d-990d-6540f6f8ffa7 req-f85f14e9-04ec-488e-823d-e4eddcfb7af4 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345525 Jun 09 13:17:57.611525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Deleting port 6917e29a-505f-4bbf-8e95-471f395625c2 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:57.612708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.732420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] For port 6917e29a-505f-4bbf-8e95-471f395625c2, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6917e29a-505f-4bbf-8e95-471f395625c2,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:57.733353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.801637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Router 48c55dda-1047-4bf7-a45f-66d6694c8482 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:17:57.817934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.831968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.855702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:57.858827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.922036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Calling delete_port for 6917e29a-505f-4bbf-8e95-471f395625c2 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:17:57.980829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:57.988633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e381ccc6-d6ee-4a8f-a28e-aecdcf00dced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:58.040316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Pushing event deleted for resources: {'Port': ['ID=6917e29a-505f-4bbf-8e95-471f395625c2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:58.049914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] No DVR routers for this DVR port 6917e29a-505f-4bbf-8e95-471f395625c2 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:17:58.052239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:58.098370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46520) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.121111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.121690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd75110-9e42-4c1e-847f-d82998c9cd56 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:17:58.132287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.133386 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 204 len: 168 time: 3.1112976 Jun 09 13:17:58.137806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46524) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.148616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084914397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:58.153494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.163523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:58.230005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-daafdea3-dcab-492c-9d91-d70137a90c66 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:58.231674 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-daafdea3-dcab-492c-9d91-d70137a90c66 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.6520913 Jun 09 13:17:58.324399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.325441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.339637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Subnet': ['ID=e8289272-54e9-41fb-bab0-8d2a329b57f1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:58.349311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:58.381812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.395835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:17:58.404289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.407981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.408159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "PUT /v2.0/routers/48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 200 len: 879 time: 6.1421559 Jun 09 13:17:58.408243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] Sync routers for ids ['48c55dda-1047-4bf7-a45f-66d6694c8482'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:17:58.414493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Checking segment: {'id': '052c0217-a9a0-4aed-88ec-2102d2daa8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:17:58.414955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network hostable DHCP agents. Network: 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:17:58.417427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.418609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] Routers {'48c55dda-1047-4bf7-a45f-66d6694c8482'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:58.419345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['48c55dda-1047-4bf7-a45f-66d6694c8482'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:58.493989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:58.505318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] Routers {'48c55dda-1047-4bf7-a45f-66d6694c8482'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:17:58.506257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['48c55dda-1047-4bf7-a45f-66d6694c8482'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:58.522891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.537372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c376-9b4f-49b8-8f39-8a9165e0044d req-491b87e2-c620-4d39-b2b3-86e7e6ee349d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:58.545313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8483c376-9b4f-49b8-8f39-8a9165e0044d req-491b87e2-c620-4d39-b2b3-86e7e6ee349d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.4477916 Jun 09 13:17:58.549110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:17:58.563720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0e2fb771-2a6d-49f6-8f6d-abaf24d16c4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7693f3f2d37430497101d10f21c41ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637885 Jun 09 13:17:58.571447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46528) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.595695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:58.610663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.612130 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5f914f73-b08e-4aa7-8f4a-c4714fb131d5 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4734046 Jun 09 13:17:58.614767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6917e29a-505f-4bbf-8e95-471f395625c2 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:17:58.618510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:58.619131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.622446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46532) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.629164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.638945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e16ca-232c-4356-a99a-374114fa02e0 None None] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:58.642929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd73308-4516-4e06-a281-0048326ca0ad req-37fdf4b8-c642-4c2b-af7b-df10f0fb3aa1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:58.644690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0cd73308-4516-4e06-a281-0048326ca0ad req-37fdf4b8-c642-4c2b-af7b-df10f0fb3aa1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5480731 Jun 09 13:17:58.647402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': True}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:58.698896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:58.713693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6917e29a-505f-4bbf-8e95-471f395625c2 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:17:58.714129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6917e29a-505f-4bbf-8e95-471f395625c2 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:17:58.720498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:17:58.722074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2fa2c3-ac59-45f4-bd06-0d027f801918 None None] The sync data for ids ['48c55dda-1047-4bf7-a45f-66d6694c8482'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:17:58.724985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Deleting port 4757457b-589d-4905-ac82-ea7dfd1984fb {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:58.725332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.760916 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8483c376-9b4f-49b8-8f39-8a9165e0044d req-0f8bb487-e621-4eea-b518-9b114c801fa8 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147083 Jun 09 13:17:58.779455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0cd73308-4516-4e06-a281-0048326ca0ad req-973ac422-24e9-4627-b728-acae849bad74 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230345 Jun 09 13:17:58.826253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-9e639e73-a6dd-45c1-9ed8-141d9e5c3db4 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:58.827936 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-9e639e73-a6dd-45c1-9ed8-141d9e5c3db4 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.4120851 Jun 09 13:17:58.834885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c5035076-bcea-4a8c-878f-4c7eaf2b08d8 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 200 len: 920 time: 0.3799398 Jun 09 13:17:58.835315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46534) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.913286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-2db66149-5a6f-4bd0-8f56-1be1e7dbd39d', 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d', 'tenant_id': '65c5c01719804da1aa11ed4b3be2ebe0', 'fixed_ips': [{'subnet_id': 'e8289272-54e9-41fb-bab0-8d2a329b57f1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:58.913960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:58.919470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2789874 Jun 09 13:17:58.933537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:17:58.934206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46536) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:58.997108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:17:59.008760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'network': {'name': 'tempest-router-network01--18800633'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:59.014253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf0142-11e6-4e26-9aa5-57019613f9d7 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:17:59.022967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:59.023556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.040296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=9e362557-6893-4cd2-b6b8-56601eb6dcd8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:17:59.042398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.049869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:17:59.118322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec4be1-0d86-4286-92a9-c87b1f097a63 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:59.122449 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8eec4be1-0d86-4286-92a9-c87b1f097a63 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=48c55dda-1047-4bf7-a45f-66d6694c8482&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2838173 Jun 09 13:17:59.124351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:59.154160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8ded7-53ac-4e00-b676-8c7a4f04bf1e req-95418196-6b46-4b30-a74c-da4a69d8085f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:59.155642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e4e8ded7-53ac-4e00-b676-8c7a4f04bf1e req-95418196-6b46-4b30-a74c-da4a69d8085f tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 945 time: 0.2107849 Jun 09 13:17:59.203499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Allocated IP 2001:db8::2 (2db66149-5a6f-4bd0-8f56-1be1e7dbd39d/e8289272-54e9-41fb-bab0-8d2a329b57f1/40b04186-cdc5-4a7b-8615-000450cb9cec) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:59.226406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.266221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Deleting port 028714d1-69ac-447b-8cde-98d13e2d93ff {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:17:59.266563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.313834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:17:59.317246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.342169 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9801350 Jun 09 13:17:59.343916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46540) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:59.352955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] For port 4757457b-589d-4905-ac82-ea7dfd1984fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4757457b-589d-4905-ac82-ea7dfd1984fb,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:59.353317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.356490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e4e8ded7-53ac-4e00-b676-8c7a4f04bf1e req-f597ecd5-0882-471c-ac98-646d099c3495 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540270 Jun 09 13:17:59.360042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': '9e362557-6893-4cd2-b6b8-56601eb6dcd8', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-529030098'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:17:59.364615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.422502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '9e362557-6893-4cd2-b6b8-56601eb6dcd8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:17:59.423341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.476414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee09e37-fa71-4934-843f-0f06a7abb3e8 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:17:59.480665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1ee09e37-fa71-4934-843f-0f06a7abb3e8 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.3527086 Jun 09 13:17:59.483138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46542) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:59.498153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:17:59.561166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] For port 028714d1-69ac-447b-8cde-98d13e2d93ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=028714d1-69ac-447b-8cde-98d13e2d93ff,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:17:59.561769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.600519 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8ff0b5eb-c4d2-4936-834e-84f0d3854b8a tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 200 len: 205 time: 0.1033900 Jun 09 13:17:59.637685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.673938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/9e362557-6893-4cd2-b6b8-56601eb6dcd8/aa99d447-71b6-4a56-b706-9f60ffc33b70) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:17:59.795899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46544) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:17:59.811954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.813112 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Added segment 1c012ee4-5155-449d-b330-2c9ba6c9d9a9 of type vlan for network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 Jun 09 13:17:59.861680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Transition to ACTIVE for port object 40b04186-cdc5-4a7b-8615-000450cb9cec will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:59.868980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.880249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.881385 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36f8f38b-d546-4ddd-b66c-dd2a42282034 HTTP/1.1" status: 204 len: 168 time: 1.3088129 Jun 09 13:17:59.886547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.889653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-add04183-f1d8-48cc-b528-52bc535cd289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:59.903643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Transition to ACTIVE for port object 40b04186-cdc5-4a7b-8615-000450cb9cec will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:17:59.916766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.924366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:17:59.932546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:17:59.974962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Transition to ACTIVE for port object aa99d447-71b6-4a56-b706-9f60ffc33b70 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:00.027440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:00.029817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Pushing event updated for resources: {'Port': ['ID=40b04186-cdc5-4a7b-8615-000450cb9cec,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.033549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Transition to ACTIVE for port object aa99d447-71b6-4a56-b706-9f60ffc33b70 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:00.035502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:00.038335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.039601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:00.049290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8f38b-d546-4ddd-b66c-dd2a42282034,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.052833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.095308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.101756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:00.137502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.137884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.138204 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Floating IP 0441b0e6-7933-4f80-91ad-5b1e161d92b1 disassociated. External IP: 172.26.5.131, port: 4757457b-589d-4905-ac82-ea7dfd1984fb. Jun 09 13:18:00.138607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Calling delete_port for 4757457b-589d-4905-ac82-ea7dfd1984fb owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:00.141734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.153113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:00.153709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.160542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:00.229457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:00.235112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:00.241130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:00.246111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Attempting to bind port 40b04186-cdc5-4a7b-8615-000450cb9cec on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:00.246718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Attempting to bind port 40b04186-cdc5-4a7b-8615-000450cb9cec by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '052c0217-a9a0-4aed-88ec-2102d2daa8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:00.247481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Attempting to bind port 40b04186-cdc5-4a7b-8615-000450cb9cec on network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:00.256421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Pushing event updated for resources: {'Port': ['ID=aa99d447-71b6-4a56-b706-9f60ffc33b70,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.261547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:00.261928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Checking segment: {'id': '052c0217-a9a0-4aed-88ec-2102d2daa8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:00.262334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.262742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Bound using segment: {'id': '052c0217-a9a0-4aed-88ec-2102d2daa8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:00.263212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Bound port: 40b04186-cdc5-4a7b-8615-000450cb9cec, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052c0217-a9a0-4aed-88ec-2102d2daa8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2db66149-5a6f-4bd0-8f56-1be1e7dbd39d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:00.263585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.272924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.324453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Network': ['ID=9286f3bf-1fcb-4d04-bc87-5fbc62937a15,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.331939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.363518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:00.409729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.410269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.410936 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Floating IP 03ebf3a5-bb95-48ac-be2c-8c9713c80933 disassociated. External IP: 172.26.5.109, port: 028714d1-69ac-447b-8cde-98d13e2d93ff. Jun 09 13:18:00.411409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Calling delete_port for 028714d1-69ac-447b-8cde-98d13e2d93ff owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:00.498349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:00.511229 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5639248 Jun 09 13:18:00.514469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46564) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:00.525547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'network': {'name': 'tempest-router-network02--548719333'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:00.553448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Attempting to bind port aa99d447-71b6-4a56-b706-9f60ffc33b70 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:00.553894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Attempting to bind port aa99d447-71b6-4a56-b706-9f60ffc33b70 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:00.554258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Attempting to bind port aa99d447-71b6-4a56-b706-9f60ffc33b70 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:00.574584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.586190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:00.586612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:00.586999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.587424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:00.587907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Bound port: aa99d447-71b6-4a56-b706-9f60ffc33b70, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:00.588283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.625510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.631952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.653485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] For port 40b04186-cdc5-4a7b-8615-000450cb9cec, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:00.692913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:00.696516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.719333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] For port aa99d447-71b6-4a56-b706-9f60ffc33b70, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:00.723443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] For port aa99d447-71b6-4a56-b706-9f60ffc33b70, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aa99d447-71b6-4a56-b706-9f60ffc33b70,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:00.728742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.736281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] For port 40b04186-cdc5-4a7b-8615-000450cb9cec, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=40b04186-cdc5-4a7b-8615-000450cb9cec,segment=NetworkSegment(052c0217-a9a0-4aed-88ec-2102d2daa8fb),segment_id=052c0217-a9a0-4aed-88ec-2102d2daa8fb)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:00.738107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.742086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef668cc5-7f20-4c90-ad05-0cdf1dc15fd7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:00.744668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:00.798221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.798435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event deleted for resources: {'Port': ['ID=4757457b-589d-4905-ac82-ea7dfd1984fb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.826520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e480e-2090-497b-a1bf-480900e09024 req-2ad29127-f43c-4500-8017-70bed2bc5785 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:00.828719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f41e480e-2090-497b-a1bf-480900e09024 req-2ad29127-f43c-4500-8017-70bed2bc5785 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.8226871 Jun 09 13:18:00.836902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.840859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:00.863592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Pushing event updated for resources: {'Port': ['ID=aa99d447-71b6-4a56-b706-9f60ffc33b70,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.870429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:00.871680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:00.888154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b0935-21e1-4d79-9f21-274e49522f4b req-401e0fae-02e1-48ec-9095-cc5ba9f0e256 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:00.895796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b12b0935-21e1-4d79-9f21-274e49522f4b req-401e0fae-02e1-48ec-9095-cc5ba9f0e256 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 945 time: 0.9026859 Jun 09 13:18:00.952575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:00.952925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Added segment c96c2719-ebbd-48bb-88bc-d9b2726712ce of type vlan for network dd847111-62ea-4129-b8f2-fc805f21d023 Jun 09 13:18:00.962997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Pushing event updated for resources: {'Port': ['ID=40b04186-cdc5-4a7b-8615-000450cb9cec,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:00.965174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:01.067629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 172.26.5.223 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/c56af819-4ea2-43f8-85bd-47902c786108) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:01.114754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.156512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.172605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46574) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:01.199682 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b12b0935-21e1-4d79-9f21-274e49522f4b req-b0ca9b18-d8f4-48fa-8fea-d60927c50364 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups?id=66d8fdfc-561b-4d91-8417-70c0fc27d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029747 Jun 09 13:18:01.217271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f41e480e-2090-497b-a1bf-480900e09024 req-7bf3a7fd-a1f0-4967-9bd8-89d9af8df6e1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918158 Jun 09 13:18:01.242044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.255844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-958c52a7-fb89-4ebb-b6b0-60d5cdf37c18 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:01.312088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:18:01.332691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 4757457b-589d-4905-ac82-ea7dfd1984fb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:01.369114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 6d8ade2c-200e-46dd-907b-0ea39252314f yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:01.423580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Router ee86869a-a42c-4555-8e1b-4daa687ec99c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:01.424122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.456591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:01.457268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.464360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 4757457b-589d-4905-ac82-ea7dfd1984fb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:01.464927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 4757457b-589d-4905-ac82-ea7dfd1984fb not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:01.475970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:01.475970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event deleted for resources: {'Port': ['ID=028714d1-69ac-447b-8cde-98d13e2d93ff,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:01.490120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:01.499215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-052a49c8-0203-4648-9317-0d6c6baad9bb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:01.542963 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0273826 Jun 09 13:18:01.582012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46578) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:01.595033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'subnet': {'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:01.611341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2021917131'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:01.617867 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260e5c4-e145-4b6b-967b-76933cb3188a req-c6fd2318-cd4b-424c-9cf7-d26d8121f539 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1252134 Jun 09 13:18:01.970132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Network': ['ID=dd847111-62ea-4129-b8f2-fc805f21d023,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:01.980540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:01.994146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:02.028425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:02.033804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.065225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.098071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.127698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:02.137940 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Sync routers for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:02.154161 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:02.154998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:02.220037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:18:02.220649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:18:02.276361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port 26da831b-14a9-4f3f-8199-23c775361e41 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:02.276702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.370375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] No DVR routers for this DVR port 4757457b-589d-4905-ac82-ea7dfd1984fb on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:02.379816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.382069 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-964e5aba-21d5-4ae1-b87f-b246670a75fd req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.42 "DELETE /v2.0/ports/4757457b-589d-4905-ac82-ea7dfd1984fb HTTP/1.1" status: 204 len: 173 time: 4.1430931 Jun 09 13:18:02.383483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'name': 'network-vif-deleted', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:18:02.392564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ad6046-e6f6-4610-85cf-cb6b1026be9a" -d '{"events": [{"server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "name": "network-vif-deleted", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:18:02.397234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.401427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.416940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3dc73850-5547-4c8c-80b3-749e3379544c tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:02.449859 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:02.526070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f5beebf1-89b0-4161-9ad1-67fa12f3b7da None None] Provisioning for port aa99d447-71b6-4a56-b706-9f60ffc33b70 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:02.550731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.556955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.578641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:02.585504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:02.588620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:02.605912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Router 4f90d061-3a50-483c-b950-e3e204eac40c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:02.634877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:02.637346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=c56af819-4ea2-43f8-85bd-47902c786108,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:02.640497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:02.647466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:02.711458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aa99d447-71b6-4a56-b706-9f60ffc33b70 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:02.711721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.712059 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment 90722067-a5cb-4c1e-8285-138169a305e0 of type vlan for network f830c954-26a0-40c9-87f1-b6f08838d03c Jun 09 13:18:02.790988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc9059-c649-4164-b47c-1052b0ee3bb6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:02.793475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:02.896790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port aa99d447-71b6-4a56-b706-9f60ffc33b70 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:02.902293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port aa99d447-71b6-4a56-b706-9f60ffc33b70 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:02.903021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:02.967117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728196a8-9eb9-4978-b921-8675e7d5d654 None None] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:03.009215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.031122 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:18:03.037139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for 26da831b-14a9-4f3f-8199-23c775361e41 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:03.050897 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee730d99-67fd-4982-b347-b7e8d5905864 req-2c86c1d9-3e4c-41dc-ba1b-6a9b4bd4bcf7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e0d859f-c594-413e-9c1f-9f0b6e32ad63 HTTP/1.1" status: 200 len: 210 time: 0.4683547 Jun 09 13:18:03.072899 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:03.082928 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Checking router: ee86869a-a42c-4555-8e1b-4daa687ec99c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:03.090915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:03.101250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.108338 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:03.109273 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:03.145212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5254e0fc-40d7-42d7-aa46-046b977df5f5 x-openstack-request-id: req-5254e0fc-40d7-42d7-aa46-046b977df5f5 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:18:03.145622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0d859f-c594-413e-9c1f-9f0b6e32ad63", "name": "network-vif-deleted", "tag": "4757457b-589d-4905-ac82-ea7dfd1984fb", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:18:03.146024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5254e0fc-40d7-42d7-aa46-046b977df5f5 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:18:03.146558 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0d859f-c594-413e-9c1f-9f0b6e32ad63', 'name': 'network-vif-deleted', 'tag': '4757457b-589d-4905-ac82-ea7dfd1984fb', 'status': 'completed', 'code': 200} Jun 09 13:18:03.258312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b10ae551-8f05-4e96-a67f-dc912ecb6fb2 None None] Provisioning for port 40b04186-cdc5-4a7b-8615-000450cb9cec completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:03.288437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.347372 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:03.358750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:03.359527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.375009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:03.399907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 028714d1-69ac-447b-8cde-98d13e2d93ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:03.463567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 028714d1-69ac-447b-8cde-98d13e2d93ff {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:03.464368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 028714d1-69ac-447b-8cde-98d13e2d93ff not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:03.485316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=f830c954-26a0-40c9-87f1-b6f08838d03c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:03.488754 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3115094 Jun 09 13:18:03.502207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46590) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:03.511548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'name': 'tempest-PortsTestJSON-1448154832'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:03.532512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.533863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.533863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.533863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.534617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.535072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.535518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.536085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.536544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.536984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.537421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.537857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:03.539650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.587277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:03.591754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:03.676699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a947b0ac-c3d0-4ed6-9d0d-8ea5eb84a856 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.3271303 Jun 09 13:18:03.679893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.684163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:03.731373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.769715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6255831a-6c86-4f21-ac48-b54b6744ad77 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:03.804306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port aa99d447-71b6-4a56-b706-9f60ffc33b70, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aa99d447-71b6-4a56-b706-9f60ffc33b70,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:03.819969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:03.821118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 40b04186-cdc5-4a7b-8615-000450cb9cec up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:03.860529 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:03.861414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29491f37-01d7-4e23-a1bd-b39ca4060eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:03.868483 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89780b68-7181-4b02-8d5b-d34bdea6f15d None None] The sync data for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv is: [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:16:16Z', 'revision_number': 4, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '7fe8886f-8ec9-4661-8d39-a1aca52648aa', 'name': '', 'network_id': '4b12cc31-023c-453e-a866-1288055d02f2', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'mac_address': 'fa:16:3e:1d:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:15Z', 'updated_at': '2021-06-09T13:16:28Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'subnets': [{'id': '96fed8f9-be83-49ee-9efa-82d9cdc3271c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:03.935958 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-41aba6fe-2853-428a-a492-b32d8651419b req-8e19c0f0-c2d8-440c-b60f-9cc415b2e4b2 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.2951288 Jun 09 13:18:04.001103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=26da831b-14a9-4f3f-8199-23c775361e41,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:04.004989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=aa99d447-71b6-4a56-b706-9f60ffc33b70,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:04.014191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.015234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.015234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.015454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.015786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.015974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.016297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.016612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.016929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.017242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.017554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.017857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.027952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:04.045185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 40b04186-cdc5-4a7b-8615-000450cb9cec completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:04.050447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 40b04186-cdc5-4a7b-8615-000450cb9cec triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:04.050981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.096383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.097028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.097715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.098221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.098772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.099434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.099935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.100436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.101014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.101668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.102208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.103038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:18:04.110418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:04.184937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea1fc0-ed55-405a-b9db-46cab23fcfbe req-a5a8e2b9-ec7a-47f4-bcfd-f52238f90941 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:04.187074 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35ea1fc0-ed55-405a-b9db-46cab23fcfbe req-a5a8e2b9-ec7a-47f4-bcfd-f52238f90941 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 1.6035070 Jun 09 13:18:04.292807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d7f6e1a5-45b6-4338-87d2-62ccd014d3b8 None None] Provisioning complete for port 40b04186-cdc5-4a7b-8615-000450cb9cec triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:04.293903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1a5-45b6-4338-87d2-62ccd014d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.320720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b1d45-119e-49ba-a00b-b3fd458359ac None None] New status for floating IP 0441b0e6-7933-4f80-91ad-5b1e161d92b1: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:18:04.336830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46598) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:04.410091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:04.413588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.416488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.461670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35ea1fc0-ed55-405a-b9db-46cab23fcfbe req-780fce1e-8641-464f-bdaf-9c1bb1637b1d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515664 Jun 09 13:18:04.468066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:04.481804 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Sync routers for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:04.502179 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:04.502838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 4a7bf55a-6709-4367-afa2-4a490fd971a5 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:04.502959 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:04.565167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.629784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 40b04186-cdc5-4a7b-8615-000450cb9cec, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=40b04186-cdc5-4a7b-8615-000450cb9cec,segment=NetworkSegment(052c0217-a9a0-4aed-88ec-2102d2daa8fb),segment_id=052c0217-a9a0-4aed-88ec-2102d2daa8fb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:04.645248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.647434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.648396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.721541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.729157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:04.772652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d80e25-e7b3-4ddf-9214-0e74edc4bf23 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:04.774236 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e3d80e25-e7b3-4ddf-9214-0e74edc4bf23 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0854080 Jun 09 13:18:04.812476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aa99d447-71b6-4a56-b706-9f60ffc33b70 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:04.826470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46600) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:04.832089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] No DVR routers for this DVR port 028714d1-69ac-447b-8cde-98d13e2d93ff on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:04.868893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.870009 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:04.979687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=40b04186-cdc5-4a7b-8615-000450cb9cec,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:04.982048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:04.983263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:04.984564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6738866f-b9b1-4bbd-85a3-12a4089f8522 req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.42 "DELETE /v2.0/ports/028714d1-69ac-447b-8cde-98d13e2d93ff HTTP/1.1" status: 204 len: 173 time: 6.1502731 Jun 09 13:18:04.992873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'name': 'network-vif-deleted', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:18:04.995771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74145351-1840-457b-8270-866afbcdf45a" -d '{"events": [{"server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "name": "network-vif-deleted", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:18:05.004246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port aa99d447-71b6-4a56-b706-9f60ffc33b70 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:05.004761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.033599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.038555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.096390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569bb18-d875-4eb2-be6e-29445e8500aa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:05.098196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569bb18-d875-4eb2-be6e-29445e8500aa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:05.099933 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f569bb18-d875-4eb2-be6e-29445e8500aa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2698741 Jun 09 13:18:05.112561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46606) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:05.117762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdef8a31-a539-43b8-869b-ddf5a080e2de x-openstack-request-id: req-bdef8a31-a539-43b8-869b-ddf5a080e2de {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:18:05.119498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0f34cc-faca-4fb1-ae80-036e7696b5e4", "name": "network-vif-deleted", "tag": "028714d1-69ac-447b-8cde-98d13e2d93ff", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:18:05.119936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdef8a31-a539-43b8-869b-ddf5a080e2de {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:18:05.120454 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0f34cc-faca-4fb1-ae80-036e7696b5e4', 'name': 'network-vif-deleted', 'tag': '028714d1-69ac-447b-8cde-98d13e2d93ff', 'status': 'completed', 'code': 200} Jun 09 13:18:05.123848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.124507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router 48c55dda-1047-4bf7-a45f-66d6694c8482 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:05.140451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.141774 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 204 len: 168 time: 5.3448043 Jun 09 13:18:05.147184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46608) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:05.154058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-596124926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:05.178369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.186778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7419e160-e784-4aec-93b4-4b4601b06771 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:05.270716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.271873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.288903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.323440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1628a089-7071-442a-bb9d-32862cc9a64e req-b5a1f10f-ed90-4b81-bb7f-dfa7cc8439b3 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a0f34cc-faca-4fb1-ae80-036e7696b5e4 HTTP/1.1" status: 200 len: 210 time: 0.1063273 Jun 09 13:18:05.324482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.365523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 9e362557-6893-4cd2-b6b8-56601eb6dcd8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:05.370846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Subnet': ['ID=8c3cef0a-0fe0-4c92-a80f-7ef652cb377c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:05.375063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.376724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:05.383666 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:05.384828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Checking segment: {'id': '1c012ee4-5155-449d-b330-2c9ba6c9d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:05.385256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network hostable DHCP agents. Network: 9286f3bf-1fcb-4d04-bc87-5fbc62937a15, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:05.388177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.388630 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Checking router: 4f90d061-3a50-483c-b950-e3e204eac40c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:05.392146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-20bb9202-3f26-4b4d-a7d3-561df686e360 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2411942 Jun 09 13:18:05.392673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46610) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:05.396938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': True}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:05.397670 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:05.398345 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:05.403205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.405572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.409211 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "DELETE /v2.0/security-groups/66d8fdfc-561b-4d91-8417-70c0fc27d148 HTTP/1.1" status: 204 len: 168 time: 1.0623422 Jun 09 13:18:05.414176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a3bfe2b8-90af-4ecc-a3df-eaa092393292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:05.423515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46612) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:05.460713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8fdfc-561b-4d91-8417-70c0fc27d148,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:05.464629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.475064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:05.484042 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-99d6bbe2-fc19-4912-8c1b-9c40e496510e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] show failed (client error): The resource could not be found. Jun 09 13:18:05.487630 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99d6bbe2-fc19-4912-8c1b-9c40e496510e tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "GET /v2.0/security-groups/66d8fdfc-561b-4d91-8417-70c0fc27d148 HTTP/1.1" status: 404 len: 347 time: 0.0495577 Jun 09 13:18:05.504326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46614) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:05.509067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.639776 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:05.796167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router 45cfd22e-1b86-41b8-a587-095612562bba is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:05.816984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.827773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:05.831534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:05.909448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 9286f3bf-1fcb-4d04-bc87-5fbc62937a15) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:05.925403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a90a5-c690-4c7d-9a87-c20eff7d635f None None] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:05.950661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.973035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:05.973677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:05.987674 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:05.992017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cf2cc-f229-48a8-843f-ed96ceb2860d None None] The sync data for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv is: [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '2d457e91-800e-4565-8b07-5201897ef465', 'name': '', 'network_id': '1fba9b51-584b-484a-a8d9-fafe71f2648e', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'mac_address': 'fa:16:3e:20:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:18Z', 'updated_at': '2021-06-09T13:16:32Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'subnets': [{'id': 'a6b6a15f-c254-4c08-8c69-eba1c1279065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:05.998290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.040564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4544952 Jun 09 13:18:06.051047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:06.108044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'subnet': {'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:06.108608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=4a7bf55a-6709-4367-afa2-4a490fd971a5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:06.120464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:06.138769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e519eb-3355-4d14-b23a-777dddddb884 req-77ed3b60-4f3e-4e08-b43d-0d2ffe60a26a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:06.140383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3e519eb-3355-4d14-b23a-777dddddb884 req-77ed3b60-4f3e-4e08-b43d-0d2ffe60a26a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3581247 Jun 09 13:18:06.157716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Deleting port d39a7110-ca76-4b06-a348-94f2ce3b4e63 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:06.158333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.221666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-9286f3bf-1fcb-4d04-bc87-5fbc62937a15', 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15', 'tenant_id': '65c5c01719804da1aa11ed4b3be2ebe0', 'fixed_ips': [{'subnet_id': '8c3cef0a-0fe0-4c92-a80f-7ef652cb377c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:06.222570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.387121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': '90722067-a5cb-4c1e-8285-138169a305e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:06.387741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: f830c954-26a0-40c9-87f1-b6f08838d03c, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:06.391678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea75c1-c576-4f57-9010-fd783b6d914e None None] New status for floating IP 03ebf3a5-bb95-48ac-be2c-8c9713c80933: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:18:06.401549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:06.409502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.410992 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5a877f35-d932-45d7-b590-762ef3f111c5 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "PUT /v2.0/routers/45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 200 len: 919 time: 7.7829764 Jun 09 13:18:06.413998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] Sync routers for ids ['45cfd22e-1b86-41b8-a587-095612562bba'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:06.415340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.426946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46622) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:06.427915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b7841a5-3775-40c7-b39b-5c45c441476d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:06.429672 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] Routers {'45cfd22e-1b86-41b8-a587-095612562bba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:06.431353 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['45cfd22e-1b86-41b8-a587-095612562bba'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:06.453958 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3e519eb-3355-4d14-b23a-777dddddb884 req-e50596b8-15b3-4c14-9a5f-1179cb79acd5 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552915 Jun 09 13:18:06.505117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:06.508741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.543223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=9e362557-6893-4cd2-b6b8-56601eb6dcd8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:06.608902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:06.615304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:06.617898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.619823 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/9e362557-6893-4cd2-b6b8-56601eb6dcd8 HTTP/1.1" status: 204 len: 168 time: 1.4862068 Jun 09 13:18:06.650937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:06.662594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d952b-6788-4c0e-90ed-576b2d91f052 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:06.665537 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:06.675901 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] Routers {'45cfd22e-1b86-41b8-a587-095612562bba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:06.676708 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['45cfd22e-1b86-41b8-a587-095612562bba'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:06.678998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Allocated IP 2001:db8::2 (9286f3bf-1fcb-4d04-bc87-5fbc62937a15/8c3cef0a-0fe0-4c92-a80f-7ef652cb377c/58f7d824-d3be-4572-a5bc-e4b6c6078ca8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:06.697767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:06.761893 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:06.762683 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a186532-76e7-4f9d-8c3f-064494cba534 None None] The sync data for ids ['45cfd22e-1b86-41b8-a587-095612562bba'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:06.766006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, f830c954-26a0-40c9-87f1-b6f08838d03c) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:06.781054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.781387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.799525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:06.804738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:06.805358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.826976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c06a811-941b-4386-b20c-172f240b34f7 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:06.838752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 40b04186-cdc5-4a7b-8615-000450cb9cec up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:06.863649 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8a3c810c-58f4-4dde-a1c6-a3a9eb488bab tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029262 Jun 09 13:18:06.867659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46630) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:06.944530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.950086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Calling delete_port for d39a7110-ca76-4b06-a348-94f2ce3b4e63 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:06.957785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:06.977913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.979883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:06.983723 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e7a76fb6-5da1-43f4-b95d-0e6f4a28d299 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 200 len: 925 time: 0.5235770 Jun 09 13:18:07.034064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46632) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.065109 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5616019 Jun 09 13:18:07.080198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46634) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.088608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-993243626'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:07.121691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.202909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:07.206267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.260334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:07.263999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.278332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:07.283855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1ecba-a6ba-4024-8162-ce40a89b8294 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:07.288057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2dd1ecba-a6ba-4024-8162-ce40a89b8294 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=45cfd22e-1b86-41b8-a587-095612562bba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2479937 Jun 09 13:18:07.292526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.312680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.26.5.100 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/59ce2a91-0d6e-467f-89a0-4fd2484f1575) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:07.338240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 40b04186-cdc5-4a7b-8615-000450cb9cec triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:07.338875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.345237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.345594 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment c0c67167-b006-47cf-9c5a-61c615aaaaa8 of type vlan for network 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d Jun 09 13:18:07.366971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.389347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e3e4a30d-2677-4083-b734-64149aeccd2b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:07.404320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.406772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.410187 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef HTTP/1.1" status: 204 len: 168 time: 0.7916291 Jun 09 13:18:07.415292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:07.416846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46638) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.462879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:07.473769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:07.477611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.510043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.523959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.531488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:07.551061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Transition to ACTIVE for port object 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:07.582520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Pushing event deleted for resources: {'Port': ['ID=d39a7110-ca76-4b06-a348-94f2ce3b4e63,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:07.587658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:07.591419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.593866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Transition to ACTIVE for port object 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:07.608635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.614915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd98063f-c3e3-4866-8b98-e6ee0a3d985d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:07.645461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-9075e5cb-338a-41e0-9414-1e5aacac7a64 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] show failed (client error): The resource could not be found. Jun 09 13:18:07.649814 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9075e5cb-338a-41e0-9414-1e5aacac7a64 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "GET /v2.0/security-groups/bf9b6cf3-af6a-435d-bb41-4e5d78bb8eef HTTP/1.1" status: 404 len: 347 time: 0.2263014 Jun 09 13:18:07.652257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:07.659686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:07.660295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.679636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46642) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.689225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99977691-581e-43c5-acd9-c7fa89fefab3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:07.716645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:07.722084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:07.727489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:07.734188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Pushing event updated for resources: {'Port': ['ID=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:07.739648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:07.840589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Attempting to bind port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:07.840969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Attempting to bind port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '1c012ee4-5155-449d-b330-2c9ba6c9d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:07.841250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Attempting to bind port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 on network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:07.842794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7619705 Jun 09 13:18:07.846180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Deleting port aa99d447-71b6-4a56-b706-9f60ffc33b70 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:07.846571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.850936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Subnet': ['ID=6bcba328-86b2-499a-827b-6a656fe22db8,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:07.855791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46644) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.882841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=1dc17c93-a8fa-47c7-bfcf-a0a25eee397d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:07.883118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:07.889238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:07.890266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717bbdea-2ded-4913-ac3a-24eddbde90e2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:07.891721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.892808 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-717bbdea-2ded-4913-ac3a-24eddbde90e2 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.5992410 Jun 09 13:18:07.897142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.901266 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] 10.222.0.21 "DELETE /v2.0/floatingips/0441b0e6-7933-4f80-91ad-5b1e161d92b1 HTTP/1.1" status: 204 len: 168 time: 2.3930728 Jun 09 13:18:07.901266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46646) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.907837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:07.908209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Checking segment: {'id': '1c012ee4-5155-449d-b330-2c9ba6c9d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:07.908804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.909195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Bound using segment: {'id': '1c012ee4-5155-449d-b330-2c9ba6c9d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:07.909683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Bound port: 58f7d824-d3be-4572-a5bc-e4b6c6078ca8, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c012ee4-5155-449d-b330-2c9ba6c9d9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9286f3bf-1fcb-4d04-bc87-5fbc62937a15'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:07.910055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:07.918853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:07.941412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46648) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:07.949885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'ports': [{'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'}, {'network_id': '1dc17c93-a8fa-47c7-bfcf-a0a25eee397d'}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:07.950294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:07.950895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '1dc17c93-a8fa-47c7-bfcf-a0a25eee397d'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:07.995660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.005576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:08.097909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] For port aa99d447-71b6-4a56-b706-9f60ffc33b70, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aa99d447-71b6-4a56-b706-9f60ffc33b70,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:08.098342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.152126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Checking segment: {'id': 'c96c2719-ebbd-48bb-88bc-d9b2726712ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:08.152509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network hostable DHCP agents. Network: dd847111-62ea-4129-b8f2-fc805f21d023, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:08.177545 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b49e5afd-36f9-48ae-8908-d059b7fba5b6 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 200 len: 205 time: 0.2736008 Jun 09 13:18:08.206295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46650) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:08.241921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Calling delete_port for aa99d447-71b6-4a56-b706-9f60ffc33b70 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:08.252630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] For port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:08.261406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] For port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,segment=NetworkSegment(1c012ee4-5155-449d-b330-2c9ba6c9d9a9),segment_id=1c012ee4-5155-449d-b330-2c9ba6c9d9a9)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:08.270222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.272738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:08.274734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:08.277540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:08.281136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:08.281730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.332486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=69f00870-7515-4358-a9ce-5e0a6c8def4c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:08.335994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:08.364705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Pushing event updated for resources: {'Port': ['ID=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:08.366490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:08.378253 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5047152 Jun 09 13:18:08.381398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46652) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:08.382063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.386202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:08.386661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4292e33-49b5-4853-b5ce-c51b624dae2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:08.434343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Pushing event deleted for resources: {'Port': ['ID=aa99d447-71b6-4a56-b706-9f60ffc33b70,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:08.441865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:08.443513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] No DVR routers for this DVR port aa99d447-71b6-4a56-b706-9f60ffc33b70 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:08.460736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ca92d-a09c-4d78-97b1-c3b1e47234b4 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:08.486547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.515827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network dd847111-62ea-4129-b8f2-fc805f21d023 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:08.570210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.571268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.655866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.756410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, dd847111-62ea-4129-b8f2-fc805f21d023) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:08.762513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:08.763299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.789528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9739a92-181c-4f4a-a6f1-b3300f7fade1 None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:08.792258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.803971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.861252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:08.862637 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ea1e396a-9fb0-4f88-b6e1-96ec581b8e1c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4800644 Jun 09 13:18:08.863430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a25e4-26d3-4cf3-904a-ae7585ccd7b3 req-5fbcdf9b-49e2-4af8-ab13-766967c66b31 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:08.865212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e3a25e4-26d3-4cf3-904a-ae7585ccd7b3 req-5fbcdf9b-49e2-4af8-ab13-766967c66b31 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 1.1846180 Jun 09 13:18:08.868910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46654) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:08.881488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:08.984250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9315655 Jun 09 13:18:08.987561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '69f00870-7515-4358-a9ce-5e0a6c8def4c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:08.988606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.007650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46656) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:09.127243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:09.170690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.174298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5dd1c5b2-21c5-42cd-822a-83f02c2ef9b9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:09.238494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Deleting port 02384869-a3ba-4d85-9e8b-bdb64c33ea4f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:09.238871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.259934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aa99d447-71b6-4a56-b706-9f60ffc33b70 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:09.265245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e3a25e4-26d3-4cf3-904a-ae7585ccd7b3 req-318c3bdc-ba59-4359-843c-54036457e965 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784130 Jun 09 13:18:09.300736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-dd847111-62ea-4129-b8f2-fc805f21d023', 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023', 'tenant_id': '65c5c01719804da1aa11ed4b3be2ebe0', 'fixed_ips': [{'subnet_id': '6bcba328-86b2-499a-827b-6a656fe22db8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:09.301569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.336876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: aa99d447-71b6-4a56-b706-9f60ffc33b70 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:09.337224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aa99d447-71b6-4a56-b706-9f60ffc33b70 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:09.392794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/69f00870-7515-4358-a9ce-5e0a6c8def4c/ac35e892-ab42-4d95-a175-d1f09fbfdfc5) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:09.444668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:09.449250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.463639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:09.532594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:09.534888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.535214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:09.576943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=59ce2a91-0d6e-467f-89a0-4fd2484f1575,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:09.580536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:09.596059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.603117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.638922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.663319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18e11a-577b-4080-b2c5-5940c398a4d3 None None] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:09.677379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Transition to ACTIVE for port object ac35e892-ab42-4d95-a175-d1f09fbfdfc5 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:09.797685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Transition to ACTIVE for port object ac35e892-ab42-4d95-a175-d1f09fbfdfc5 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:09.829239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.837737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-863b041a-ff6e-4e7d-97d9-8ba8547d9034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:09.882974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Provisioning for port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:09.885623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.924758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Provisioning complete for port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:09.925064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:09.994343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Allocated IP 2001:db8::2 (dd847111-62ea-4129-b8f2-fc805f21d023/6bcba328-86b2-499a-827b-6a656fe22db8/616c5c8a-4166-420c-9a26-e361a637bf39) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:10.005754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:10.023181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:10.029475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Pushing event updated for resources: {'Port': ['ID=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:10.035269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:10.065406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:10.113234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.113886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.316579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::1 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/69f00870-7515-4358-a9ce-5e0a6c8def4c/e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:10.360359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Attempting to bind port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:10.360753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Attempting to bind port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:10.361111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Attempting to bind port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:10.414604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:10.415346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:10.415460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.415777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:10.416271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Bound port: ac35e892-ab42-4d95-a175-d1f09fbfdfc5, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:10.417106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.433391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Calling delete_port for 02384869-a3ba-4d85-9e8b-bdb64c33ea4f owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:10.441280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:10.523181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.582307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.601629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Deleting port 7fe8886f-8ec9-4661-8d39-a1aca52648aa {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:10.601962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.615056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:10.634887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.653209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] For port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,segment=NetworkSegment(1c012ee4-5155-449d-b330-2c9ba6c9d9a9),segment_id=1c012ee4-5155-449d-b330-2c9ba6c9d9a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:10.654579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] For port ac35e892-ab42-4d95-a175-d1f09fbfdfc5, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:10.660457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] For port ac35e892-ab42-4d95-a175-d1f09fbfdfc5, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:10.670007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.674721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:10.686948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.699712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57cf0aaf-6bba-4072-b4b4-08fe236a02f9 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:10.722922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.725973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.758368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Transition to ACTIVE for port object 616c5c8a-4166-420c-9a26-e361a637bf39 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:10.780505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:10.786814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:10.796001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Transition to ACTIVE for port object 616c5c8a-4166-420c-9a26-e361a637bf39 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:10.800777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Pushing event updated for resources: {'Port': ['ID=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:10.804725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:10.805504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4578c2ed-5632-4ffd-b328-cf7e8134c4d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:10.808588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:10.809177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.845778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:10.941390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:10.947300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:10.958659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:11.086078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Pushing event updated for resources: {'Port': ['ID=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:11.098641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:11.099095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5098cfe4-5d69-4b5b-95c2-fc744a7e0447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:11.124807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:11.128631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:11.183715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Attempting to bind port 616c5c8a-4166-420c-9a26-e361a637bf39 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:11.184097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Attempting to bind port 616c5c8a-4166-420c-9a26-e361a637bf39 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c96c2719-ebbd-48bb-88bc-d9b2726712ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:11.184470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Attempting to bind port 616c5c8a-4166-420c-9a26-e361a637bf39 on network dd847111-62ea-4129-b8f2-fc805f21d023 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:11.194886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] For port 7fe8886f-8ec9-4661-8d39-a1aca52648aa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7fe8886f-8ec9-4661-8d39-a1aca52648aa,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:11.195277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.204617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:11.205003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Checking segment: {'id': 'c96c2719-ebbd-48bb-88bc-d9b2726712ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:11.205420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.205826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Bound using segment: {'id': 'c96c2719-ebbd-48bb-88bc-d9b2726712ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:11.206329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Bound port: 616c5c8a-4166-420c-9a26-e361a637bf39, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96c2719-ebbd-48bb-88bc-d9b2726712ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd847111-62ea-4129-b8f2-fc805f21d023'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:11.206743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.216821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b218cfe0-74c6-4982-b0d0-777cbeea8a32 None None] Provisioning complete for port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:11.217205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b218cfe0-74c6-4982-b0d0-777cbeea8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.255845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Pushing event updated for resources: {'Port': ['ID=616c5c8a-4166-420c-9a26-e361a637bf39,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:11.269306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:11.337450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2784ca-2dcc-41e8-b72d-8d801f93565a req-6a07ae31-b217-47c1-88d5-ca7fa30998e8 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:11.339073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac2784ca-2dcc-41e8-b72d-8d801f93565a req-6a07ae31-b217-47c1-88d5-ca7fa30998e8 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.9165156 Jun 09 13:18:11.360015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Calling delete_port for 7fe8886f-8ec9-4661-8d39-a1aca52648aa owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:11.369999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.370662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port c56af819-4ea2-43f8-85bd-47902c786108 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:11.370997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.407788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] For port 616c5c8a-4166-420c-9a26-e361a637bf39, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:11.426137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] For port 616c5c8a-4166-420c-9a26-e361a637bf39, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=616c5c8a-4166-420c-9a26-e361a637bf39,segment=NetworkSegment(c96c2719-ebbd-48bb-88bc-d9b2726712ce),segment_id=c96c2719-ebbd-48bb-88bc-d9b2726712ce)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:11.436490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.441790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:11.521687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Pushing event updated for resources: {'Port': ['ID=616c5c8a-4166-420c-9a26-e361a637bf39,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:11.525173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:11.694328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac2784ca-2dcc-41e8-b72d-8d801f93565a req-d6b546e9-0ef4-4358-b81a-dfaad777505d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253186 Jun 09 13:18:11.800003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.969637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:11.988854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.166214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-05bb8f46-f459-4528-9fc0-745695b39b92 None None] Provisioning for port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:12.207872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.217217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a741cb9-d7fc-480c-a048-f9633c508b45 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:12.221421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for c56af819-4ea2-43f8-85bd-47902c786108 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:12.233782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.244787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42e796d8-05f5-4823-89b1-078a121801bc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:12.259801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.263583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe8886f-8ec9-4661-8d39-a1aca52648aa,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:12.266397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:12.278291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Allocated IP 2001:db8::1 (9286f3bf-1fcb-4d04-bc87-5fbc62937a15/8c3cef0a-0fe0-4c92-a80f-7ef652cb377c/50faf57e-2ae3-41b7-b8a7-8a38d59a2737) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:12.344776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.345076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.354570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1e26fcb2-fdab-4886-a341-6d7782996696 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:12.355649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Pushing event deleted for resources: {'Port': ['ID=02384869-a3ba-4d85-9e8b-bdb64c33ea4f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:12.397629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 6050933e-5dc7-451b-b7da-30ddc6f570f0 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:12.414091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:12.420101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fc10cad4-44e4-44b2-951d-dd7144c7c9d9 None None] Provisioning for port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:12.441604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fc10cad4-44e4-44b2-951d-dd7144c7c9d9 None None] Provisioning complete for port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:12.442199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc10cad4-44e4-44b2-951d-dd7144c7c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.541179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fc10cad4-44e4-44b2-951d-dd7144c7c9d9 None None] Port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:12.602020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:12.605141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:12.780648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:12.790217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:12.799878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.818763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.821564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:12.822899 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] 10.222.0.21 "DELETE /v2.0/floatingips/03ebf3a5-bb95-48ac-be2c-8c9713c80933 HTTP/1.1" status: 204 len: 168 time: 5.1412334 Jun 09 13:18:12.835379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46662) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:12.897339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b4e46-a52f-4fad-9cd3-257429c0fda1 None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:13.122464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:13.159466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc43d933-a177-4fd0-9ded-c8b16b25ff55 None None] Provisioning for port 616c5c8a-4166-420c-9a26-e361a637bf39 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:13.267417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:13.267803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.332648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.342375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6de12fc8-bb10-4f29-bd48-cf574b724f3a None None] Provisioning complete for port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:13.342790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6de12fc8-bb10-4f29-bd48-cf574b724f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.377308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Router 26b25957-7b98-4d7c-9523-6fd63c19688a is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:13.409154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.434064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Transition to ACTIVE for port object 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:13.447976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6de12fc8-bb10-4f29-bd48-cf574b724f3a None None] Port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:13.448572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.468035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 616c5c8a-4166-420c-9a26-e361a637bf39 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:13.541946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 616c5c8a-4166-420c-9a26-e361a637bf39 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:13.547254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 616c5c8a-4166-420c-9a26-e361a637bf39 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:13.547678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.683330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.711778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:13.720972 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "PUT /v2.0/routers/26b25957-7b98-4d7c-9523-6fd63c19688a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387964 Jun 09 13:18:13.722294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46664) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:13.749645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Sync routers for ids ['26b25957-7b98-4d7c-9523-6fd63c19688a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:13.776928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Routers {'26b25957-7b98-4d7c-9523-6fd63c19688a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:13.777369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['26b25957-7b98-4d7c-9523-6fd63c19688a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:13.812488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29514c41-c5ab-44fc-92d9-cc1672955cc0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:13.815956 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-29514c41-c5ab-44fc-92d9-cc1672955cc0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports/e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 HTTP/1.1" status: 200 len: 911 time: 0.0909176 Jun 09 13:18:13.819847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46666) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:13.822997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Router ee86869a-a42c-4555-8e1b-4daa687ec99c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:13.859424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983f570-264f-42c6-b180-e729d33a67e1 req-13a8b466-740e-422a-962c-5e2913e1a87f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:13.863124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c983f570-264f-42c6-b180-e729d33a67e1 req-13a8b466-740e-422a-962c-5e2913e1a87f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7459557 Jun 09 13:18:13.899180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-23f9fdfb-21ea-44cd-b8d9-868fbfda9628 None None] Provisioning complete for port 616c5c8a-4166-420c-9a26-e361a637bf39 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:13.899532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23f9fdfb-21ea-44cd-b8d9-868fbfda9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.909225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.927861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9adcea3-f89b-4d8f-abaf-14c5ab64fe04 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:13.937668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 616c5c8a-4166-420c-9a26-e361a637bf39, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=616c5c8a-4166-420c-9a26-e361a637bf39,segment=NetworkSegment(c96c2719-ebbd-48bb-88bc-d9b2726712ce),segment_id=c96c2719-ebbd-48bb-88bc-d9b2726712ce)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:13.956100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.956965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac35e892-ab42-4d95-a175-d1f09fbfdfc5 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:13.985441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:13.990603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edbaa98b-3a25-41f1-aba2-4cfc57b3d19c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:14.009938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=c56af819-4ea2-43f8-85bd-47902c786108,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:14.013016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:14.050471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7ba7f-5119-4d18-a0a7-e485e89f9c0b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:14.051000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:14.056616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7ba7f-5119-4d18-a0a7-e485e89f9c0b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:14.061101 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-efa7ba7f-5119-4d18-a0a7-e485e89f9c0b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2376485 Jun 09 13:18:14.061357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46668) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:14.068176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a206dc33-e6c7-4b97-a52f-f65967a1ca2b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:14.103375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Set router 26b25957-7b98-4d7c-9523-6fd63c19688a gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:14.209917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:14.222788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:14.223062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:14.226224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:14.226458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:14.229093 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee86869a-a42c-4555-8e1b-4daa687ec99c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2873948 Jun 09 13:18:14.232372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46670) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:14.239632 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Sync routers for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:14.249388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=616c5c8a-4166-420c-9a26-e361a637bf39,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:14.255767 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:14.256379 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:14.260036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:14.362876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c983f570-264f-42c6-b180-e729d33a67e1 req-2b2c4fb0-dc3d-4500-af80-85a9013e017a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595053 Jun 09 13:18:14.471697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:14.540803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Port': ['ID=50faf57e-2ae3-41b7-b8a7-8a38d59a2737,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:14.548274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:14.584456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:14.584951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:14.599602 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:14.625099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:14.904395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab57c6bc-3244-422d-9f76-1a850fa3f763 None None] Provisioning for port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:14.913651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:14.936996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab57c6bc-3244-422d-9f76-1a850fa3f763 None None] Provisioning complete for port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:14.937382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab57c6bc-3244-422d-9f76-1a850fa3f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.005186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.049863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ab57c6bc-3244-422d-9f76-1a850fa3f763 None None] Port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:15.059744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:18:12Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:15.065859 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Checking router: ee86869a-a42c-4555-8e1b-4daa687ec99c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:15.080935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:11Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': 'e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:46:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:10Z', 'updated_at': '2021-06-09T13:18:11Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:15.081787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Routers {'ee86869a-a42c-4555-8e1b-4daa687ec99c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:15.082691 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ee86869a-a42c-4555-8e1b-4daa687ec99c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:15.085220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port ac35e892-ab42-4d95-a175-d1f09fbfdfc5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:15.089450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Checking router: 26b25957-7b98-4d7c-9523-6fd63c19688a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:15.089815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Updating router 26b25957-7b98-4d7c-9523-6fd63c19688a port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:18:15.120720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.131190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:15.177686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.195554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.206445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.210515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ad8c0a9-badd-41a2-b8d9-fc6efaa28e12 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:15.234194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.284240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.338655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:15.341054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router bec6e6a0-be1a-4ed7-a53e-85d024692b47 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:15.342862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:15.349095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] Set router ee86869a-a42c-4555-8e1b-4daa687ec99c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:15.350661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 616c5c8a-4166-420c-9a26-e361a637bf39 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:15.385957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:15.405834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:15.427444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:15.428806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.435479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.436491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 45cfd22e-1b86-41b8-a587-095612562bba {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:15.498314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:15.505387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.506883 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 204 len: 168 time: 7.2860496 Jun 09 13:18:15.513773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Deleting port efadac38-9cf2-435d-abfb-cbbc8712bd35 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:15.514128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.520132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.530774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46676) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:15.535373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-221699464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:15.540904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:15.543870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:15.697262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.698281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.734605 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:18:12Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:15.736605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e91d-a43c-42d6-809a-868c2c289587 req-0d5883c0-2cf5-4e96-9ded-3fde80d2624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:15.738185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-0d5883c0-2cf5-4e96-9ded-3fde80d2624e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.7136738 Jun 09 13:18:15.740268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4cee3-660e-4139-8e25-bd730b62c41b None None] The sync data for ids ['ee86869a-a42c-4555-8e1b-4daa687ec99c'] in dv-neutron-601336-89-hyperv is: [{'id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'name': 'tempest-ServersTestManualDisk-167106258-router', 'tenant_id': '66529a26540d4aa49e9975937820b075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:04Z', 'updated_at': '2021-06-09T13:18:12Z', 'revision_number': 5, 'project_id': '66529a26540d4aa49e9975937820b075', 'gw_port': {'id': 'efadac38-9cf2-435d-abfb-cbbc8712bd35', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee86869a-a42c-4555-8e1b-4daa687ec99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:15.766447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 616c5c8a-4166-420c-9a26-e361a637bf39 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:15.767632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.770619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] For port efadac38-9cf2-435d-abfb-cbbc8712bd35, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=efadac38-9cf2-435d-abfb-cbbc8712bd35,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:15.771001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.775312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e45d8-42d1-46fe-bf74-3fa0027c6913 req-3dcc4f0d-07e7-4dcc-955d-4923b789ad51 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:15.777263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-637e45d8-42d1-46fe-bf74-3fa0027c6913 req-3dcc4f0d-07e7-4dcc-955d-4923b789ad51 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7539279 Jun 09 13:18:15.800409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.828250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.831166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=6050933e-5dc7-451b-b7da-30ddc6f570f0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:15.860498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Transition to ACTIVE for port object e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:15.872785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:15.880152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:15.901232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:15.930861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': 'c0c67167-b006-47cf-9c5a-61c615aaaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1dc17c93-a8fa-47c7-bfcf-a0a25eee397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:15.931065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:15.946477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Calling delete_port for efadac38-9cf2-435d-abfb-cbbc8712bd35 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:15.951399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.182623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Pushing event updated for resources: {'Port': ['ID=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:16.193443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:16.211326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Attempting to bind port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:16.211326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Attempting to bind port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:16.211641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Attempting to bind port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:16.216990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:16.217972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:16.218659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.219024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:16.220163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Bound port: e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:16.220602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.252201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.312769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:16.333859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] Sync routers for ids ['bec6e6a0-be1a-4ed7-a53e-85d024692b47'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:16.336473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-637e45d8-42d1-46fe-bf74-3fa0027c6913 req-10f041b1-6359-4c41-ade3-71f496f068ee tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5289321 Jun 09 13:18:16.341160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.341884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "PUT /v2.0/routers/bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 200 len: 914 time: 10.9485064 Jun 09 13:18:16.348287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46678) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:16.350209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] For port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:16.364125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:16.371051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] For port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:16.375732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] Routers {'bec6e6a0-be1a-4ed7-a53e-85d024692b47'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:16.377586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bec6e6a0-be1a-4ed7-a53e-85d024692b47'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:16.424965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e91d-a43c-42d6-809a-868c2c289587 req-ce19b12f-9d9c-41b3-a125-5c1c8020f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:16.425216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.426368 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9455d399-b1b3-42b7-99c1-af43bfd17901 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8946023 Jun 09 13:18:16.426504 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-ce19b12f-9d9c-41b3-a125-5c1c8020f752 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.6799781 Jun 09 13:18:16.435728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:16.444021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46680) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:16.449849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.450016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:16.462121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:16.495648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abe21a-a460-4672-9572-a6440fd799aa None None] Network 1dc17c93-a8fa-47c7-bfcf-a0a25eee397d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:16.524317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:16.627993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Routers {'26b25957-7b98-4d7c-9523-6fd63c19688a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:16.628670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['26b25957-7b98-4d7c-9523-6fd63c19688a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:16.681635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] Routers {'bec6e6a0-be1a-4ed7-a53e-85d024692b47'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:16.683147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bec6e6a0-be1a-4ed7-a53e-85d024692b47'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:16.762095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:16.767808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:16.772588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:16.773252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.781277 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-78044ce9-ef05-4e4f-8fcb-6d623d76e066 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.3422482 Jun 09 13:18:16.834564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Pushing event updated for resources: {'Port': ['ID=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:16.836436 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-21a7e3c0-29c9-4aa0-be02-bb39d4dd6e35 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 200 len: 920 time: 0.4821656 Jun 09 13:18:16.841974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:16.842820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:16.843185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce15859-b1b9-4b84-b041-b98a3d228c84 None None] The sync data for ids ['bec6e6a0-be1a-4ed7-a53e-85d024692b47'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:16.843392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46682) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:16.910053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.924275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:16.924519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-82a0bfc1-6a1b-4ed4-aa03-97d51ee9be1b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:16.976616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.0881438 Jun 09 13:18:16.977456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Pushing event deleted for resources: {'Port': ['ID=efadac38-9cf2-435d-abfb-cbbc8712bd35,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:16.986615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46684) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:16.987668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:16.998700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] Set router 26b25957-7b98-4d7c-9523-6fd63c19688a gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:17.111623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:18:17.200802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:17.201142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.215947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e91d-a43c-42d6-809a-868c2c289587 req-cc85bdf0-bdf9-4582-aead-52bacbfca5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:17.217323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-cc85bdf0-bdf9-4582-aead-52bacbfca5d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.4194837 Jun 09 13:18:17.219308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.290452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900108f4-642a-4e6a-a389-fbd56b87c428 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:17.294825 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-900108f4-642a-4e6a-a389-fbd56b87c428 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=bec6e6a0-be1a-4ed7-a53e-85d024692b47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4476593 Jun 09 13:18:17.302125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46686) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:17.324549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.325916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac35e892-ab42-4d95-a175-d1f09fbfdfc5 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:17.349159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.349985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.405837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ca60391-8803-4b31-bd8f-4ec8304397cb tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:17.418571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:17.419058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.487594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:11Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': 'e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:46:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:10Z', 'updated_at': '2021-06-09T13:18:16Z', 'revision_number': 4, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:17.494563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af556eb-c521-4479-b639-09888346f5c2 None None] The sync data for ids ['26b25957-7b98-4d7c-9523-6fd63c19688a'] in dv-neutron-601336-89-hyperv is: [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:11Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': 'e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:46:91:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:10Z', 'updated_at': '2021-06-09T13:18:16Z', 'revision_number': 4, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '69f00870-7515-4358-a9ce-5e0a6c8def4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:17.550487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.569460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7fe8886f-8ec9-4661-8d39-a1aca52648aa no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:17.606907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7fe8886f-8ec9-4661-8d39-a1aca52648aa {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:17.607261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7fe8886f-8ec9-4661-8d39-a1aca52648aa not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:17.636655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.638367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Port': ['ID=50faf57e-2ae3-41b7-b8a7-8a38d59a2737,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:17.647805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:17.667255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.678476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.836156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ee6cb45-2d36-46f3-bb59-534ec89f062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.853147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:17.870284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.870815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee86869a-a42c-4555-8e1b-4daa687ec99c {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:17.881989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:17.886460 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee86869a-a42c-4555-8e1b-4daa687ec99c HTTP/1.1" status: 204 len: 168 time: 3.6499295 Jun 09 13:18:17.887010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:17.920742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c016fb-04a3-41e6-8335-86b768d07c7f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:17.925295 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a4c016fb-04a3-41e6-8335-86b768d07c7f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.6179790 Jun 09 13:18:17.932836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46692) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:17.979513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 6050933e-5dc7-451b-b7da-30ddc6f570f0 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:17.980095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.072800 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1561d636-cf33-4be7-8e8b-da6a37e1f466 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 200 len: 205 time: 0.1379821 Jun 09 13:18:18.081920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e91d-a43c-42d6-809a-868c2c289587 req-4c0bbc88-1926-423c-917d-7473df8728dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:18.083750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-4c0bbc88-1926-423c-917d-7473df8728dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8073211 Jun 09 13:18:18.085232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46694) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:18.103313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Deleting subnet 96fed8f9-be83-49ee-9efa-82d9cdc3271c {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:18.118670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.159991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.322629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4c3a-0c1f-4f3e-857d-41978f804703 req-f6775e50-b8b3-498a-8551-e8c2a2659ee3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:18.324084 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67cc4c3a-0c1f-4f3e-857d-41978f804703 req-f6775e50-b8b3-498a-8551-e8c2a2659ee3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.8533850 Jun 09 13:18:18.341800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:18.351431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:18.471144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 6050933e-5dc7-451b-b7da-30ddc6f570f0 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:18.477844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.627669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67cc4c3a-0c1f-4f3e-857d-41978f804703 req-c4ac29de-28bd-47f7-952d-136057f050ea tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802060 Jun 09 13:18:18.631835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aebd355b-454b-4421-b4ff-c3f3025a99f1 None None] Provisioning complete for port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:18.632498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aebd355b-454b-4421-b4ff-c3f3025a99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.665082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.680470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.703096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.708587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9da407ff-d0c5-4870-8e34-b423ac518e53 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:18.727100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aebd355b-454b-4421-b4ff-c3f3025a99f1 None None] Port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:18.738294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.750752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-68dd2c03-27c3-45b7-b94e-77de87b12d19 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573586 Jun 09 13:18:18.771683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:18.779987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:18.782178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ae0a025-f0c5-4157-8a57-95891402530c tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:18.855895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:18.860393 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/6050933e-5dc7-451b-b7da-30ddc6f570f0 HTTP/1.1" status: 204 len: 168 time: 1.8677967 Jun 09 13:18:18.869496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:18.874013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=6050933e-5dc7-451b-b7da-30ddc6f570f0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:18.917824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:19.054365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.060678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fcfa5dc6-4af1-4d30-995a-ca6651952319 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:19.103653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fed8f9-be83-49ee-9efa-82d9cdc3271c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:19.106442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.110113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:19.113791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.118111 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96fed8f9-be83-49ee-9efa-82d9cdc3271c HTTP/1.1" status: 204 len: 168 time: 1.2263911 Jun 09 13:18:19.118271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25589e-e52f-4bd9-881b-20fd9b8703e8 None None] Network 4b12cc31-023c-453e-a866-1288055d02f2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:19.119849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46698) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:19.190500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device efadac38-9cf2-435d-abfb-cbbc8712bd35 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:19.219427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Router b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:19.239023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: efadac38-9cf2-435d-abfb-cbbc8712bd35 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:19.239373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device efadac38-9cf2-435d-abfb-cbbc8712bd35 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:19.258690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.267997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b398e91d-a43c-42d6-809a-868c2c289587 req-90c69549-83f0-41c1-9652-48a2c5214d76 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966555 Jun 09 13:18:19.370134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a26fca-0ab9-48c7-aa80-3d5813b93ed6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:19.376069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a26fca-0ab9-48c7-aa80-3d5813b93ed6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:19.377706 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-81a26fca-0ab9-48c7-aa80-3d5813b93ed6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5049193 Jun 09 13:18:19.380905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46700) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:19.384856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.428078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] DHCP port deletion for 4b12cc31-023c-453e-a866-1288055d02f2 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:19.504296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Deleting port 8d1e8590-483f-4386-afc7-7c1c78c2175d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:19.504622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.606670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] For port 8d1e8590-483f-4386-afc7-7c1c78c2175d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8d1e8590-483f-4386-afc7-7c1c78c2175d,segment=NetworkSegment(8d9fa078-aa00-4ab8-88ff-efb5bfaec6af),segment_id=8d9fa078-aa00-4ab8-88ff-efb5bfaec6af)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:19.607080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.628309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.646832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Router 26b25957-7b98-4d7c-9523-6fd63c19688a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:19.669305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Deleting port 2d457e91-800e-4565-8b07-5201897ef465 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:19.669639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.689228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.750264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Calling delete_port for 8d1e8590-483f-4386-afc7-7c1c78c2175d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:19.845778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:19.853430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:19.894609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:19.905079 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] Sync routers for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:19.914046 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9031239 Jun 09 13:18:19.916747 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:19.918578 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:19.921788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46704) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:19.935373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Pushing event deleted for resources: {'Port': ['ID=8d1e8590-483f-4386-afc7-7c1c78c2175d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:19.941074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:19.948771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] No DVR routers for this DVR port 8d1e8590-483f-4386-afc7-7c1c78c2175d on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:20.017834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.028892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:20.034954 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "PUT /v2.0/routers/26b25957-7b98-4d7c-9523-6fd63c19688a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9724886 Jun 09 13:18:20.037938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46706) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:20.044066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Sync routers for ids ['26b25957-7b98-4d7c-9523-6fd63c19688a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:20.045673 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:20.046487 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.061202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Routers {'26b25957-7b98-4d7c-9523-6fd63c19688a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:20.064665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:17:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['26b25957-7b98-4d7c-9523-6fd63c19688a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.124117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.124778 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e5ab9-e4ef-4378-a241-b8c051a22fa7 None None] The sync data for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:20.131225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Deleting port 8d1e8590-483f-4386-afc7-7c1c78c2175d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:20.131790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.164838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:20.165626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.249186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] For port 2d457e91-800e-4565-8b07-5201897ef465, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2d457e91-800e-4565-8b07-5201897ef465,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:20.249757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.261516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port 59ce2a91-0d6e-467f-89a0-4fd2484f1575 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:20.261855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.303843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Set router 26b25957-7b98-4d7c-9523-6fd63c19688a gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:20.374670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f6ef0-1949-43d7-bbda-aa0d523aae9c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:20.376262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f6ef0-1949-43d7-bbda-aa0d523aae9c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:20.380521 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-020f6ef0-1949-43d7-bbda-aa0d523aae9c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3381176 Jun 09 13:18:20.382542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.389470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46708) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:20.390500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] For port 8d1e8590-483f-4386-afc7-7c1c78c2175d, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:20.390887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.476644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:18Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.484440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f79cecc8-e967-405a-adf6-55546e11e39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.490566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.497739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Checking router: 26b25957-7b98-4d7c-9523-6fd63c19688a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:20.510907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Routers {'26b25957-7b98-4d7c-9523-6fd63c19688a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:20.511548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['26b25957-7b98-4d7c-9523-6fd63c19688a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.523241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Calling delete_port for 2d457e91-800e-4565-8b07-5201897ef465 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:20.626734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Allocated IP 172.26.5.98 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/9d8fe2b9-9ee5-4611-8738-8e89b0c398b7) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:20.668194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:20.678799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Calling delete_port for 8d1e8590-483f-4386-afc7-7c1c78c2175d owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:20.693293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.ipam_backend_mixin [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Port 8d1e8590-483f-4386-afc7-7c1c78c2175d was not found and therefore no delete operation was performed {{(pid=92383) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:18:20.701746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] Set router 26b25957-7b98-4d7c-9523-6fd63c19688a gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:20.702818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.703765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f67e9c-f10e-4b2e-9e02-554fc3d3cd71 req-cff3f3bb-80bd-49f4-8bce-a8468bf8840b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:20.711436 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-96f67e9c-f10e-4b2e-9e02-554fc3d3cd71 req-cff3f3bb-80bd-49f4-8bce-a8468bf8840b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.8182206 Jun 09 13:18:20.711611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-89e88451-37b9-4065-adb8-51bbd87a1db6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:20.772603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1e8590-483f-4386-afc7-7c1c78c2175d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:20.774512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] No DVR routers for this DVR port 8d1e8590-483f-4386-afc7-7c1c78c2175d on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:20.781032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 69f00870-7515-4358-a9ce-5e0a6c8def4c {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:20.809481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:20.820687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.823793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:20.846190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:18Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:20.850644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c0959-c6d5-4970-ae7c-bbb7f892def3 None None] The sync data for ids ['26b25957-7b98-4d7c-9523-6fd63c19688a'] in dv-neutron-601336-89-hyperv is: [{'id': '26b25957-7b98-4d7c-9523-6fd63c19688a', 'name': 'tempest-NetworksTestDHCPv6-router-909566929', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:08Z', 'updated_at': '2021-06-09T13:18:18Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:20.971604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.000695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.024225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b12cc31-023c-453e-a866-1288055d02f2']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:21.042218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.057184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:21.057484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9fa078-aa00-4ab8-88ff-efb5bfaec6af') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:21.064325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f2358cb3-4bd7-46a2-9fec-39f02d384a6f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:21.120106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.126516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:21.134880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:21.142330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.144182 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a HTTP/1.1" status: 204 len: 168 time: 1.7621372 Jun 09 13:18:21.147375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46710) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.151332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.194864 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:18:21.195470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:18:21.213602 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:18:21.249828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for 59ce2a91-0d6e-467f-89a0-4fd2484f1575 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:21.256684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-96f67e9c-f10e-4b2e-9e02-554fc3d3cd71 req-7a2dbf6a-5908-45e3-a3d4-05dab2eabddc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444200 Jun 09 13:18:21.279510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.295825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:21.311878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.356569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:21.357066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e4fd1fbb-6fc6-4d9f-b0af-bf19caedcb96 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:21.357456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8d1e8590-483f-4386-afc7-7c1c78c2175d no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:21.392908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 8d1e8590-483f-4386-afc7-7c1c78c2175d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:21.393343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8d1e8590-483f-4386-afc7-7c1c78c2175d not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:21.495691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.502144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:21.518944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.520766 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b12cc31-023c-453e-a866-1288055d02f2 HTTP/1.1" status: 204 len: 168 time: 2.4004107 Jun 09 13:18:21.532675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b12cc31-023c-453e-a866-1288055d02f2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:21.539007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:21.557074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6cc9df-3c29-4560-995e-e5ee1443e264 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:21.558640 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7d6cc9df-3c29-4560-995e-e5ee1443e264 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4097745 Jun 09 13:18:21.562640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46714) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.580991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.611568 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a1fc5d-0007-499d-bd2a-6c926ee1bf13 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:18:21.615424 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-13a1fc5d-0007-499d-bd2a-6c926ee1bf13 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/6050933e-5dc7-451b-b7da-30ddc6f570f0 HTTP/1.1" status: 404 len: 333 time: 0.0490010 Jun 09 13:18:21.616049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46716) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.662478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.666631 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-322d2cc2-2fe6-46ef-b0f4-e46033784202 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:18:21.667958 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-322d2cc2-2fe6-46ef-b0f4-e46033784202 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/dd9e97c8-bea6-4fb2-b29d-2569c5bebf6a HTTP/1.1" status: 404 len: 333 time: 0.0512793 Jun 09 13:18:21.670316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:21.688369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46718) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.707780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=69f00870-7515-4358-a9ce-5e0a6c8def4c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:21.709826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:21.711715 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/69f00870-7515-4358-a9ce-5e0a6c8def4c HTTP/1.1" status: 204 len: 168 time: 1.3112187 Jun 09 13:18:21.712606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:21.714284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46720) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.723746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920fe53-3a70-4ed9-a0a5-cd7c39799a81 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:21.776103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46722) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.832779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-c76f679e-5efa-4644-a293-f1b3746dff38 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:18:21.836657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c76f679e-5efa-4644-a293-f1b3746dff38 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8686705 Jun 09 13:18:21.840612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46724) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.894628 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-95be66e9-2bd9-4d50-8dc0-da13ff60ea63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66529a26540d4aa49e9975937820b075&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1149244 Jun 09 13:18:21.903432 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8c75bf93-a5a8-493d-b443-074c5fd38148 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1855340 Jun 09 13:18:21.903432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46726) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.913188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46728) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:21.987097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:22.015717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.017399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.026581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-214ec6f2-01e6-430b-88c6-6c71608a5f7d tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:22.053245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Deleting port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:22.053809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.071715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.072049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.125412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d457e91-800e-4565-8b07-5201897ef465,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:22.128356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:22.140645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-be0bea13-f437-437f-a88e-d86415977d30 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:22.162739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] For port ac35e892-ab42-4d95-a175-d1f09fbfdfc5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:22.163290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.258190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.276767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:22.287218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Calling delete_port for ac35e892-ab42-4d95-a175-d1f09fbfdfc5 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:22.287708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:22.302419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:22.345864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.351437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:22.397735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Pushing event deleted for resources: {'Port': ['ID=ac35e892-ab42-4d95-a175-d1f09fbfdfc5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:22.400676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:22.403524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] No DVR routers for this DVR port ac35e892-ab42-4d95-a175-d1f09fbfdfc5 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:22.442093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.446876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.449585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.499567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.500208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Fanout notify agent at l3_agent the message router_deleted on router 26b25957-7b98-4d7c-9523-6fd63c19688a {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:22.507169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.508341 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-22df03cf-a277-40d7-9371-66d8c3e9df71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/routers/26b25957-7b98-4d7c-9523-6fd63c19688a HTTP/1.1" status: 204 len: 168 time: 0.5941598 Jun 09 13:18:22.511148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46732) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:22.516454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:22.629145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.631752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.632929 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d462111-a1b5-4ec8-87f1-c9fddae89e58 HTTP/1.1" status: 204 len: 168 time: 0.7302849 Jun 09 13:18:22.635624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:22.652339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d462111-a1b5-4ec8-87f1-c9fddae89e58,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:22.656338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:22.695392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:22.699151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.836022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Pushing event updated for resources: {'Port': ['ID=9d8fe2b9-9ee5-4611-8738-8e89b0c398b7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:22.918507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:22.952617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:22.958603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bc94c9d-5d22-4cec-9eb3-9d8d43b1bd87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:22.988135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.013523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:23.020404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:23.029676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:23.030336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.031201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee397c9-41a8-498b-9e6f-4f80024290c9 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:23.055217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5429881 Jun 09 13:18:23.055217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=5637736f-1099-4258-9b79-7c9d89d794f9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:23.055217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46742) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:23.063593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:23.112322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.207036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc17c93-a8fa-47c7-bfcf-a0a25eee397d']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:23.215284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.229373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:23.236013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.239071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.242990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:23.267804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.302485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.350820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.354595 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cec201c3-c346-4114-9497-de3a8f952939 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2932887 Jun 09 13:18:23.355714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46752) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:23.368708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac35e892-ab42-4d95-a175-d1f09fbfdfc5 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:23.381063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=59ce2a91-0d6e-467f-89a0-4fd2484f1575,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:23.395073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c67167-b006-47cf-9c5a-61c615aaaaa8') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:23.395360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c67167-b006-47cf-9c5a-61c615aaaaa8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:23.405374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:23.453193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ac35e892-ab42-4d95-a175-d1f09fbfdfc5 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:23.453809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac35e892-ab42-4d95-a175-d1f09fbfdfc5 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:23.476669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '5637736f-1099-4258-9b79-7c9d89d794f9'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:23.477696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.532402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.624162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e519-422c-479a-8efa-3cbb225c9e8d req-50913d5a-377d-49af-b427-47ad26f3a673 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:23.632465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2e519-422c-479a-8efa-3cbb225c9e8d req-50913d5a-377d-49af-b427-47ad26f3a673 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.9852130 Jun 09 13:18:23.666027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5637736f-1099-4258-9b79-7c9d89d794f9/e50afd9c-1dec-4cc2-893b-9a9cc99e544c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:23.737808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.777997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:18:23.778378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:18:23.819122 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:18:23.923254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:23.938986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.073121 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2e519-422c-479a-8efa-3cbb225c9e8d req-9d513776-b66c-4a98-b6c6-7efc55ab8097 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397833 Jun 09 13:18:24.093638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.112009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.416750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Transition to ACTIVE for port object e50afd9c-1dec-4cc2-893b-9a9cc99e544c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:24.418868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.432224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.436772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.439341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Transition to ACTIVE for port object e50afd9c-1dec-4cc2-893b-9a9cc99e544c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:24.449390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.454105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:24.508239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.523219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:24.526223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:24.530190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:24.537799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::1 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5637736f-1099-4258-9b79-7c9d89d794f9/064c6185-96b1-496a-a3a5-2e26bc64f04a) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:24.539663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Pushing event updated for resources: {'Port': ['ID=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:24.555406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:24.574910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:24.579015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.580851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/1dc17c93-a8fa-47c7-bfcf-a0a25eee397d HTTP/1.1" status: 204 len: 168 time: 2.8837290 Jun 09 13:18:24.611068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46782) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:24.640863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Attempting to bind port e50afd9c-1dec-4cc2-893b-9a9cc99e544c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:24.641553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Attempting to bind port e50afd9c-1dec-4cc2-893b-9a9cc99e544c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:24.642160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Attempting to bind port e50afd9c-1dec-4cc2-893b-9a9cc99e544c on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:24.648070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:24.648698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:24.649319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.649936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:24.650647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Bound port: e50afd9c-1dec-4cc2-893b-9a9cc99e544c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:24.651220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.670663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=1dc17c93-a8fa-47c7-bfcf-a0a25eee397d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:24.689332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-441800696'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:24.701743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:24.739014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.739884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router bec6e6a0-be1a-4ed7-a53e-85d024692b47 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:24.757309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.761922 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 204 len: 168 time: 6.6687441 Jun 09 13:18:24.762895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46788) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:24.781681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] For port e50afd9c-1dec-4cc2-893b-9a9cc99e544c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:24.786547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] For port e50afd9c-1dec-4cc2-893b-9a9cc99e544c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:24.786816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-162421891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:24.793664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.802560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.804818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad4d9041-80cc-45d5-99d4-252dc0d78f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:24.822168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 064c6185-96b1-496a-a3a5-2e26bc64f04a will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:24.856012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.861522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-133270bc-5fbf-4383-9bec-bd909590328d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:24.862468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:24.866267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:24.920062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Pushing event updated for resources: {'Port': ['ID=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:24.936393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:24.941223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:24.942594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec839-2dcb-4753-ba7e-275036f2faff req-f979752a-1059-4580-abfe-ecaf0bf59781 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:24.944396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b63ec839-2dcb-4753-ba7e-275036f2faff req-f979752a-1059-4580-abfe-ecaf0bf59781 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7062738 Jun 09 13:18:24.995080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:24.998923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:25.014926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:25.015579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.019604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:25.043009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:25.165108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.166138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.241861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.292565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:25.343477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.363761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e50afd9c-1dec-4cc2-893b-9a9cc99e544c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:25.364990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:25.445371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e50afd9c-1dec-4cc2-893b-9a9cc99e544c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:25.445628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.445628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment c9b7ff60-d1cf-4443-b362-215fb9d175c2 of type vlan for network 9338b364-011b-4318-81b2-88f68b53c7da Jun 09 13:18:25.477213 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b63ec839-2dcb-4753-ba7e-275036f2faff req-b294d968-7dc8-4881-8f13-61ac94150316 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5170646 Jun 09 13:18:25.487270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.552724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.567687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.822472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.946622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.960229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.992227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.994169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:25.998006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-463beca6-b6d8-41ae-a272-1feee1e87820 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2230687 Jun 09 13:18:26.002748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46798) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:26.007164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Router 4f90d061-3a50-483c-b950-e3e204eac40c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:26.007323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'enable_snat': False}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:26.123012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Provisioning for port e50afd9c-1dec-4cc2-893b-9a9cc99e544c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:26.129461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Provisioning complete for port e50afd9c-1dec-4cc2-893b-9a9cc99e544c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:26.129863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.146431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:18:26.172232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.216038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.221490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:26.222084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.241246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.242626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.260224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-011616be-4386-4efb-a3f6-fe0d41497666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:26.281011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.288552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:26.321937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] For port e50afd9c-1dec-4cc2-893b-9a9cc99e544c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:26.333931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.337878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:26.413280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Pushing event updated for resources: {'Port': ['ID=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:26.417945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:26.455972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f01354bb-ebbb-43f6-9114-1e794f470cf0 None None] Provisioning for port 064c6185-96b1-496a-a3a5-2e26bc64f04a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:26.461218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f01354bb-ebbb-43f6-9114-1e794f470cf0 None None] Provisioning complete for port 064c6185-96b1-496a-a3a5-2e26bc64f04a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:26.461633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f01354bb-ebbb-43f6-9114-1e794f470cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.517519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f01354bb-ebbb-43f6-9114-1e794f470cf0 None None] Port 064c6185-96b1-496a-a3a5-2e26bc64f04a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:26.533843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9124064 Jun 09 13:18:26.541573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46800) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:26.551416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '9338b364-011b-4318-81b2-88f68b53c7da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:26.623325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:26.631203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:26.642335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:26.659430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=9338b364-011b-4318-81b2-88f68b53c7da,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:26.671111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 9338b364-011b-4318-81b2-88f68b53c7da details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:26.673617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Allocated IP 172.26.5.35 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/84c8d798-cc9f-4f45-89f6-f8d435671625) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:26.692288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:26.718445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d611-1138-42dc-b959-4573cc6b7068 req-5765fede-daa7-4aa7-a687-0f6677fb9186 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:26.720026 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90e8d611-1138-42dc-b959-4573cc6b7068 req-5765fede-daa7-4aa7-a687-0f6677fb9186 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.8742013 Jun 09 13:18:26.788302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:26.798859 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Sync routers for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:26.802576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f90d061-3a50-483c-b950-e3e204eac40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9605613 Jun 09 13:18:26.809208 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:26.809836 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:26.814873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46802) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:26.967071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90e8d611-1138-42dc-b959-4573cc6b7068 req-3f77b592-ad80-4f16-aeb5-3107452d639d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344234 Jun 09 13:18:26.999417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:26.999417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:27.036643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:27.062693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:27.066512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.275559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e50afd9c-1dec-4cc2-893b-9a9cc99e544c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:27.383951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e50afd9c-1dec-4cc2-893b-9a9cc99e544c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:27.384668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.410917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.493462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Router 68970288-c489-46db-ac4c-94dfd237bae3 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:27.495924 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:18:21Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:27.499882 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Checking router: 4f90d061-3a50-483c-b950-e3e204eac40c for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:27.508642 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Routers {'4f90d061-3a50-483c-b950-e3e204eac40c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:27.509391 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['4f90d061-3a50-483c-b950-e3e204eac40c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:27.513540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6f0cc56a-3741-479f-b556-451044e5cd80 None None] Provisioning complete for port 064c6185-96b1-496a-a3a5-2e26bc64f04a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:27.514093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc56a-3741-479f-b556-451044e5cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.630628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cc56a-3741-479f-b556-451044e5cd80 None None] Port 064c6185-96b1-496a-a3a5-2e26bc64f04a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:27.667093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Router 58be29c2-8f81-46ff-9254-055e4d5882a7 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:27.701388 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] Set router 4f90d061-3a50-483c-b950-e3e204eac40c gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:27.762272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.765832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:27.813528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.889663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.940744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:27.954031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:27.988066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=84c8d798-cc9f-4f45-89f6-f8d435671625,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:27.991054 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:18:21Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:27.991662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:27.996434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:27.996804 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c0c8-d61c-4378-a1d7-66a2d1519900 None None] The sync data for ids ['4f90d061-3a50-483c-b950-e3e204eac40c'] in dv-neutron-601336-89-hyperv is: [{'id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'name': 'tempest-ServersTestJSON-309195152-router', 'tenant_id': '005f14f0eb164dbfb37129d8d5623448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:07Z', 'updated_at': '2021-06-09T13:18:21Z', 'revision_number': 5, 'project_id': '005f14f0eb164dbfb37129d8d5623448', 'gw_port': {'id': '22bbc19b-d63e-444b-8f47-bfcf67fa17c0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f90d061-3a50-483c-b950-e3e204eac40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:27.999083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:28.057502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:28.062576 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "PUT /v2.0/routers/58be29c2-8f81-46ff-9254-055e4d5882a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7055743 Jun 09 13:18:28.068796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Sync routers for ids ['58be29c2-8f81-46ff-9254-055e4d5882a7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:28.074563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46808) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:28.078807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Routers {'58be29c2-8f81-46ff-9254-055e4d5882a7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:28.079544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['58be29c2-8f81-46ff-9254-055e4d5882a7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.094628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting port 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:28.094966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.114520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbc63-6b08-4700-b5ae-7949db246608 req-18c1d9de-6d47-4a03-8ec3-1376d8b1d54d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:28.116086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369bbc63-6b08-4700-b5ae-7949db246608 req-18c1d9de-6d47-4a03-8ec3-1376d8b1d54d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6914692 Jun 09 13:18:28.196104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:28.210051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.211270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "PUT /v2.0/routers/68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 200 len: 918 time: 11.7647839 Jun 09 13:18:28.216849 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] Sync routers for ids ['68970288-c489-46db-ac4c-94dfd237bae3'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:28.221289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46810) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:28.229239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29602c-559d-4da7-bf2a-974cd29bbd2e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:28.229546 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] Routers {'68970288-c489-46db-ac4c-94dfd237bae3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:28.230296 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fc29602c-559d-4da7-bf2a-974cd29bbd2e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports/064c6185-96b1-496a-a3a5-2e26bc64f04a HTTP/1.1" status: 200 len: 911 time: 0.1547925 Jun 09 13:18:28.230621 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68970288-c489-46db-ac4c-94dfd237bae3'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.241599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46812) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:28.249582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Set router 58be29c2-8f81-46ff-9254-055e4d5882a7 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:28.325797 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.348562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.357402 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] Routers {'68970288-c489-46db-ac4c-94dfd237bae3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:28.359528 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68970288-c489-46db-ac4c-94dfd237bae3'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.392122 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369bbc63-6b08-4700-b5ae-7949db246608 req-60680c78-6f91-4087-b78e-2ccbd7c6d2ae tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923594 Jun 09 13:18:28.398893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Allocated IP 172.26.5.125 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/c9d64367-49c8-41db-b328-f2ab6747b737) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:28.430130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.495944 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.496354 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d9863-f786-46d3-a342-58cc84a54b5f None None] The sync data for ids ['68970288-c489-46db-ac4c-94dfd237bae3'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:28.506004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.528980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec974c7c-7a2e-4027-883b-87adb62e7239 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:28.550157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.595324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.678081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:25Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': '064c6185-96b1-496a-a3a5-2e26bc64f04a', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:83:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:24Z', 'updated_at': '2021-06-09T13:18:25Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:28.682840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Checking router: 58be29c2-8f81-46ff-9254-055e4d5882a7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:28.683194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Updating router 58be29c2-8f81-46ff-9254-055e4d5882a7 port 064c6185-96b1-496a-a3a5-2e26bc64f04a binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:18:28.742376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Calling delete_port for 50faf57e-2ae3-41b7-b8a7-8a38d59a2737 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:28.743636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.779305 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-62725938-d4fd-4d91-ae6c-f10c8daa37ef tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 200 len: 924 time: 0.5473948 Jun 09 13:18:28.779934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=f73029f4-14e0-4880-9dc8-115109b30131,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:28.783685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46814) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:28.784545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:28.797269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735062e3-fc17-43a6-9fe0-8737fa07e569 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:28.797433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.802884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735062e3-fc17-43a6-9fe0-8737fa07e569 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:28.804637 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-735062e3-fc17-43a6-9fe0-8737fa07e569 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5599878 Jun 09 13:18:28.821498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46816) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:28.874686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Deleting port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:28.875293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:28.978471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': 'c9b7ff60-d1cf-4443-b362-215fb9d175c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:28.978889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 9338b364-011b-4318-81b2-88f68b53c7da, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:29.064085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.075116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] For port 22bbc19b-d63e-444b-8f47-bfcf67fa17c0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:29.075483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.086777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 9338b364-011b-4318-81b2-88f68b53c7da is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:29.094126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db785641-4e3a-4581-af75-aabad7ebf7d3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:29.098059 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db785641-4e3a-4581-af75-aabad7ebf7d3 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=68970288-c489-46db-ac4c-94dfd237bae3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3078346 Jun 09 13:18:29.119444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46818) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:29.124465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.137527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Transition to ACTIVE for port object 064c6185-96b1-496a-a3a5-2e26bc64f04a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:29.147425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.159801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:29.198816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2d457e91-800e-4565-8b07-5201897ef465 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:29.304544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2d457e91-800e-4565-8b07-5201897ef465 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:29.305033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2d457e91-800e-4565-8b07-5201897ef465 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:29.411004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Pushing event updated for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:29.413642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Attempting to bind port 064c6185-96b1-496a-a3a5-2e26bc64f04a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:29.414125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Attempting to bind port 064c6185-96b1-496a-a3a5-2e26bc64f04a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:29.414607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Attempting to bind port 064c6185-96b1-496a-a3a5-2e26bc64f04a on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:29.420702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:29.421581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:29.422082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:29.422609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.423107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:29.423676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Bound port: 064c6185-96b1-496a-a3a5-2e26bc64f04a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:29.424188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.445134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Calling delete_port for 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:29.520062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb809d5a-a6ae-42f1-aecc-b2d0d2450511 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:29.521455 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-eb809d5a-a6ae-42f1-aecc-b2d0d2450511 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.3440170 Jun 09 13:18:29.527700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46822) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:29.534072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.535047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] For port 064c6185-96b1-496a-a3a5-2e26bc64f04a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:29.539145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] For port 064c6185-96b1-496a-a3a5-2e26bc64f04a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=064c6185-96b1-496a-a3a5-2e26bc64f04a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:29.544750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.545396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 9338b364-011b-4318-81b2-88f68b53c7da) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:29.549092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5ea4d3c-1bb6-49f7-9f55-875ba5237d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:29.579707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79c6c29a-7921-486b-8f88-a9b94f7269c7 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:29.586573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f2b7a-75b7-455c-b7e9-d93e93bbbe60 None None] Network 9338b364-011b-4318-81b2-88f68b53c7da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:29.595631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:29.596238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.653166 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e2f63cfc-0240-4e9a-9d6f-91a8b47ad7f8 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 200 len: 205 time: 0.1187000 Jun 09 13:18:29.664733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.667636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46824) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:29.671348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1239357 Jun 09 13:18:29.686610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46826) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:29.725769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '9338b364-011b-4318-81b2-88f68b53c7da', 'name': 'tempest-PortsTestJSON-1157597670'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:29.726176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Pushing event updated for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:29.729464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:29.736189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Routers {'58be29c2-8f81-46ff-9254-055e4d5882a7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:29.736822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['58be29c2-8f81-46ff-9254-055e4d5882a7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:29.749842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:29.765056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.774423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:29.842344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:29.906706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a77a19-2a64-4e05-be05-21dc0aeabc12 req-4049d3e3-3d30-44e3-bd4e-1b168c7766c5 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:29.908692 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3a77a19-2a64-4e05-be05-21dc0aeabc12 req-4049d3e3-3d30-44e3-bd4e-1b168c7766c5 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3646407 Jun 09 13:18:29.924913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.936508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:29.948846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:29.956385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Pushing event updated for resources: {'Port': ['ID=c9d64367-49c8-41db-b328-f2ab6747b737,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:29.981351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:29.983432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e105fe3-9de8-4cfa-8476-e9a372d2cc32 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:30.011426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] Set router 58be29c2-8f81-46ff-9254-055e4d5882a7 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:30.065724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Port': ['ID=50faf57e-2ae3-41b7-b8a7-8a38d59a2737,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:30.208036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-9338b364-011b-4318-81b2-88f68b53c7da', 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': 'f73029f4-14e0-4880-9dc8-115109b30131'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:30.208871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.312655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bbc19b-d63e-444b-8f47-bfcf67fa17c0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:30.315346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.366419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:30.392196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.423060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:30.423424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:30.429144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=84c8d798-cc9f-4f45-89f6-f8d435671625,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:30.484596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:30.496828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3a77a19-2a64-4e05-be05-21dc0aeabc12 req-134f6f2d-7562-4ba8-a19c-6eaf73b4305e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721424 Jun 09 13:18:30.526384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Allocated IP 172.20.0.2 (9338b364-011b-4318-81b2-88f68b53c7da/f73029f4-14e0-4880-9dc8-115109b30131/4f709ef4-7583-4770-a1a8-ba7a09d314ac) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:30.528158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.542880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.651246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:25Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': '064c6185-96b1-496a-a3a5-2e26bc64f04a', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:83:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:24Z', 'updated_at': '2021-06-09T13:18:29Z', 'revision_number': 4, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:30.658863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44cb6d-7d2b-4fbf-939e-6e97bb26e4e2 None None] The sync data for ids ['58be29c2-8f81-46ff-9254-055e4d5882a7'] in dv-neutron-601336-89-hyperv is: [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:25Z', 'revision_number': 2, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None, '_interfaces': [{'id': '064c6185-96b1-496a-a3a5-2e26bc64f04a', 'name': '', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'mac_address': 'fa:16:3e:83:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:18:24Z', 'updated_at': '2021-06-09T13:18:29Z', 'revision_number': 4, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'subnets': [{'id': '5637736f-1099-4258-9b79-7c9d89d794f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:30.722871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:30.723057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.723057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7723782 Jun 09 13:18:30.725122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.750768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46830) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:30.754829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.759248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1478771400'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:30.761473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.852494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.867777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Transition to ACTIVE for port object 4f709ef4-7583-4770-a1a8-ba7a09d314ac will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:30.895922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Transition to ACTIVE for port object 4f709ef4-7583-4770-a1a8-ba7a09d314ac will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:30.915861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:30.919687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-94ab9eb8-9227-400e-b5a6-c90fe1a043da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:30.949694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port bdde9119-34b7-4d6b-8e87-db9da9003e9b yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:31.034469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Network 9338b364-011b-4318-81b2-88f68b53c7da is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:31.037573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:31.042584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:31.056602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Pushing event updated for resources: {'Port': ['ID=4f709ef4-7583-4770-a1a8-ba7a09d314ac,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:31.060951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:31.075688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Made reservation on behalf of d2267be2907043d1a0849f225c1666f8 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:31.079327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.113384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.145633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.175584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Attempting to bind port 4f709ef4-7583-4770-a1a8-ba7a09d314ac on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:31.177369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Attempting to bind port 4f709ef4-7583-4770-a1a8-ba7a09d314ac by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c9b7ff60-d1cf-4443-b362-215fb9d175c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:31.177369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Attempting to bind port 4f709ef4-7583-4770-a1a8-ba7a09d314ac on network 9338b364-011b-4318-81b2-88f68b53c7da {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Checking segment: {'id': 'c9b7ff60-d1cf-4443-b362-215fb9d175c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Bound using segment: {'id': 'c9b7ff60-d1cf-4443-b362-215fb9d175c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Bound port: 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7ff60-d1cf-4443-b362-215fb9d175c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9338b364-011b-4318-81b2-88f68b53c7da'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:31.194747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.237505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.390984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] For port 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:31.399899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] For port 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4f709ef4-7583-4770-a1a8-ba7a09d314ac,segment=NetworkSegment(c9b7ff60-d1cf-4443-b362-215fb9d175c2),segment_id=c9b7ff60-d1cf-4443-b362-215fb9d175c2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:31.408763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 064c6185-96b1-496a-a3a5-2e26bc64f04a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:31.430333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.4 (9338b364-011b-4318-81b2-88f68b53c7da/f73029f4-14e0-4880-9dc8-115109b30131/bdde9119-34b7-4d6b-8e87-db9da9003e9b) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:31.444661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.456119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:31.458210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.595112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Pushing event updated for resources: {'Port': ['ID=4f709ef4-7583-4770-a1a8-ba7a09d314ac,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:31.598867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:31.601495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 064c6185-96b1-496a-a3a5-2e26bc64f04a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:31.607842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 064c6185-96b1-496a-a3a5-2e26bc64f04a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:31.608116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.697436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.698172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f90d061-3a50-483c-b950-e3e204eac40c {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:31.702327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.703483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4f90d061-3a50-483c-b950-e3e204eac40c HTTP/1.1" status: 204 len: 168 time: 4.8824756 Jun 09 13:18:31.732766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:31.766898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.832907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 064c6185-96b1-496a-a3a5-2e26bc64f04a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=064c6185-96b1-496a-a3a5-2e26bc64f04a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:31.848727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.851159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd462d18-7a45-4a52-a3da-5e92055ddf3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:31.925001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Deleting subnet a6b6a15f-c254-4c08-8c69-eba1c1279065 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:31.939088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.939584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port 9d8fe2b9-9ee5-4611-8738-8e89b0c398b7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:31.939955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.965667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:31.987228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object bdde9119-34b7-4d6b-8e87-db9da9003e9b will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:31.992506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Router b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:32.012277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe9be0-ca61-461d-b32b-94ba0408f3c9 req-73e6ce89-28a7-4057-bed2-2940c7790848 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:32.019984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-34fe9be0-ca61-461d-b32b-94ba0408f3c9 req-73e6ce89-28a7-4057-bed2-2940c7790848 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 1.1293011 Jun 09 13:18:32.027388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:32.030670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:32.193734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:32.202477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b505425-dd10-4eac-960a-66d73e20b838 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3510997 Jun 09 13:18:32.204463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46838) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:32.205462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] Sync routers for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:32.216212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:32.216991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:32.262589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-34fe9be0-ca61-461d-b32b-94ba0408f3c9 req-d8ee4f1f-cc35-4305-a6c8-342addf05da0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411790 Jun 09 13:18:32.285150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.287054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:32.287963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-7b1c2668-dcc9-4584-977d-e358c51cb041 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] delete failed (client error): The resource could not be found. Jun 09 13:18:32.292712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7b1c2668-dcc9-4584-977d-e358c51cb041 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-487224586 HTTP/1.1" status: 404 len: 334 time: 0.0838211 Jun 09 13:18:32.294123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46840) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:32.296005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-252184de-de7d-44de-bd5b-6d3744fb7b3c tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:32.298131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:32.299090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:32.337249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d57b154a-2444-46e0-a1f1-05afe1906355 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:32.379578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:32.380089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503be45-98dc-4e61-94be-c1c7127fcc27 None None] The sync data for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:32.390583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=bdde9119-34b7-4d6b-8e87-db9da9003e9b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:32.393314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:32.398938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 9338b364-011b-4318-81b2-88f68b53c7da is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:32.400034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:32.402255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:32.467740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:32.468263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.470220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.486583 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7947967 Jun 09 13:18:32.489185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46842) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:32.562192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.567049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.605891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffd6bdf7-d007-4f05-8a02-0feb26dcc1e7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:32.632769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port bdde9119-34b7-4d6b-8e87-db9da9003e9b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:32.633128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.775892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.812060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:32.897890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for bdde9119-34b7-4d6b-8e87-db9da9003e9b owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:32.902891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.903240 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Added segment 297017a0-7e09-47ba-9997-a5734d054aa3 of type vlan for network 540b95f8-8540-4c05-ba97-55606035d8b8 Jun 09 13:18:32.975725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b7ebd1-9c3c-4dfd-aa46-2aa3e07cfe55,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:32.980970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:32.989800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.005384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:33.011172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.018573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4ae9add8-72b0-4a9d-84c0-8485c3f565ff tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:33.075645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.200603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=bdde9119-34b7-4d6b-8e87-db9da9003e9b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:33.203915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:33.210627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for 9d8fe2b9-9ee5-4611-8738-8e89b0c398b7 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:33.221726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d57b154a-2444-46e0-a1f1-05afe1906355 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.315582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.333681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.337331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/bdde9119-34b7-4d6b-8e87-db9da9003e9b HTTP/1.1" status: 204 len: 168 time: 0.8470635 Jun 09 13:18:33.340278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46846) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:33.383560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c75d0-c33a-4b5f-b9e6-37d4d7218758 None None] Network 9338b364-011b-4318-81b2-88f68b53c7da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:33.408658 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c5066f-55b5-4bf6-90e8-e5fa44f9f4a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:18:33.409198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c5066f-55b5-4bf6-90e8-e5fa44f9f4a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:18:33.411049 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c3c5066f-55b5-4bf6-90e8-e5fa44f9f4a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/bdde9119-34b7-4d6b-8e87-db9da9003e9b HTTP/1.1" status: 404 len: 333 time: 0.0695214 Jun 09 13:18:33.413828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:33.469368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4f709ef4-7583-4770-a1a8-ba7a09d314ac up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:33.493915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cca2ef-b034-4399-ae85-8a5ed8f03058 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:18:33.497596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2cca2ef-b034-4399-ae85-8a5ed8f03058 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/bdde9119-34b7-4d6b-8e87-db9da9003e9b HTTP/1.1" status: 404 len: 333 time: 0.0802264 Jun 09 13:18:33.500059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46850) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:33.543778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.583688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet f73029f4-14e0-4880-9dc8-115109b30131 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:33.587225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a062ceda-70f3-4db9-b755-b7bc13492236 None None] Provisioning for port 4f709ef4-7583-4770-a1a8-ba7a09d314ac completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:33.588181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.631629 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-d57b154a-2444-46e0-a1f1-05afe1906355 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] update failed (client error): The resource could not be found. Jun 09 13:18:33.636072 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d57b154a-2444-46e0-a1f1-05afe1906355 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d HTTP/1.1" status: 404 len: 339 time: 1.3118525 Jun 09 13:18:33.636799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46852) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:33.638184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4f709ef4-7583-4770-a1a8-ba7a09d314ac completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:33.644958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-495705590'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:33.645934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4f709ef4-7583-4770-a1a8-ba7a09d314ac triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:33.646398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.662429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebda7e4-8ca1-4ece-b079-ef41b1dae6dd req-1caa3ed6-fc72-466a-8f0b-772ab897be6a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:33.664083 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6ebda7e4-8ca1-4ece-b079-ef41b1dae6dd req-1caa3ed6-fc72-466a-8f0b-772ab897be6a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.2173071 Jun 09 13:18:33.673750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.704047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 064c6185-96b1-496a-a3a5-2e26bc64f04a {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:33.704386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.725336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.731081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:33.731664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.770305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:33.773818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.786725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:33.806997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6ebda7e4-8ca1-4ece-b079-ef41b1dae6dd req-7d920c36-822e-4c33-81a9-6016d819f575 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004636 Jun 09 13:18:33.831824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:33.868733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.869280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Added segment 016d7050-0ea9-42fb-8e1f-3fd02569bbdc of type vlan for network bef71358-be52-4637-bdc1-88f8a290ee01 Jun 09 13:18:33.879442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.894179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.925690 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1705470 Jun 09 13:18:33.931983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46856) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:33.937249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Request body: {'subnet': {'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:33.941369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.969403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Network': ['ID=540b95f8-8540-4c05-ba97-55606035d8b8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:33.980137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 540b95f8-8540-4c05-ba97-55606035d8b8 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:33.983850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:33.993466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:33.994419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5ffd3-4d25-4308-a2f1-fa0bf54c53eb None None] Network 1fba9b51-584b-484a-a8d9-fafe71f2648e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:33.996119 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6b6a15f-c254-4c08-8c69-eba1c1279065 HTTP/1.1" status: 204 len: 168 time: 2.2622488 Jun 09 13:18:33.997097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-30dfbdbe-9ab8-4314-9f79-3df085ab969a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:34.021279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46858) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:34.060982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b6a15f-c254-4c08-8c69-eba1c1279065,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:34.071938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:34.100588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] For port 064c6185-96b1-496a-a3a5-2e26bc64f04a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=064c6185-96b1-496a-a3a5-2e26bc64f04a,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:34.100937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.184674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.253350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 064c6185-96b1-496a-a3a5-2e26bc64f04a owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:34.281927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Router e01584d6-560c-49ba-8bb8-b98274474b18 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:34.320531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.328702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.343623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:34.368796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Provisioning complete for port 4f709ef4-7583-4770-a1a8-ba7a09d314ac triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:34.369161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.393026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.398867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:34.399520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.419405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=f73029f4-14e0-4880-9dc8-115109b30131,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:34.421251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Made reservation on behalf of d2267be2907043d1a0849f225c1666f8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:34.425859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:18:34.426367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:18:34.428679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.447758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:34.448779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.450648 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/f73029f4-14e0-4880-9dc8-115109b30131 HTTP/1.1" status: 204 len: 168 time: 0.9496820 Jun 09 13:18:34.456314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:34.487080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d31262-38d3-4fca-a0b0-d52825a9efd0 None None] Network 9338b364-011b-4318-81b2-88f68b53c7da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:34.496431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:34.571379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] DHCP port deletion for 1fba9b51-584b-484a-a8d9-fafe71f2648e request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:34.641046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.650252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616433c5-34f0-44cc-9a9d-6f8678ddab9b req-654f9f0b-424c-4192-9eee-67e1bc78399b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:34.655019 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-616433c5-34f0-44cc-9a9d-6f8678ddab9b req-654f9f0b-424c-4192-9eee-67e1bc78399b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6186483 Jun 09 13:18:34.657652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0195866 Jun 09 13:18:34.667482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46862) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:34.677983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.690483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'subnet': {'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:34.703994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:34.746718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Network': ['ID=bef71358-be52-4637-bdc1-88f8a290ee01,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:34.753392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.755945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] For port 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4f709ef4-7583-4770-a1a8-ba7a09d314ac,segment=NetworkSegment(c9b7ff60-d1cf-4443-b362-215fb9d175c2),segment_id=c9b7ff60-d1cf-4443-b362-215fb9d175c2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:34.759354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network bef71358-be52-4637-bdc1-88f8a290ee01 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:34.763840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:34.795242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-616433c5-34f0-44cc-9a9d-6f8678ddab9b req-96108e6c-d46d-48c2-a746-cc5b684709c0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087205 Jun 09 13:18:34.817050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=9d8fe2b9-9ee5-4611-8738-8e89b0c398b7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:34.819461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:34.822757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.830196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:34.831038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:34.837364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.838112 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] Sync routers for ids ['e01584d6-560c-49ba-8bb8-b98274474b18'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:34.838639 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "PUT /v2.0/routers/e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 200 len: 915 time: 8.8348672 Jun 09 13:18:34.855448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] Routers {'e01584d6-560c-49ba-8bb8-b98274474b18'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:34.856280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['e01584d6-560c-49ba-8bb8-b98274474b18'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:34.860869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46868) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:34.982987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Deleting port f9d01491-5dd7-4cbf-af0c-d8742483b9cb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:34.983436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:34.985863 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:35.001194 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] Routers {'e01584d6-560c-49ba-8bb8-b98274474b18'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:35.003774 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['e01584d6-560c-49ba-8bb8-b98274474b18'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:35.023888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Deleting port f9d01491-5dd7-4cbf-af0c-d8742483b9cb {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:35.024523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.057688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-923b9817-a4a6-42d0-8861-f50fd0e4e6d2 None None] Could not find standard attr ID for object bdde9119-34b7-4d6b-8e87-db9da9003e9b. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:18:35.096766 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:35.097563 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6df40-4ed1-4f5d-8af2-5504411d3563 None None] The sync data for ids ['e01584d6-560c-49ba-8bb8-b98274474b18'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:35.113610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Pushing event updated for resources: {'Port': ['ID=4f709ef4-7583-4770-a1a8-ba7a09d314ac,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:35.129971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:35.150478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 064c6185-96b1-496a-a3a5-2e26bc64f04a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:35.201627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] For port f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:35.202033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.334275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] DHCP port deletion for 9338b364-011b-4318-81b2-88f68b53c7da request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:35.343894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Calling delete_port for f9d01491-5dd7-4cbf-af0c-d8742483b9cb owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:35.352507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800921c-20dc-4470-831d-b551a32f4ffc req-2b26dd77-36dc-4ae0-9bb1-0057b074bd6a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:35.353992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8800921c-20dc-4470-831d-b551a32f4ffc req-2b26dd77-36dc-4ae0-9bb1-0057b074bd6a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4258945 Jun 09 13:18:35.367389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] For port f9d01491-5dd7-4cbf-af0c-d8742483b9cb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,segment=NetworkSegment(b876d7c7-f089-470a-b87a-9d4ddba96029),segment_id=b876d7c7-f089-470a-b87a-9d4ddba96029)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:35.368168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.396018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.408218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16a3b937-ef15-460c-8904-d414e8838b6d tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:35.415901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Made reservation on behalf of 65c5c01719804da1aa11ed4b3be2ebe0 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:35.419368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.428676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 064c6185-96b1-496a-a3a5-2e26bc64f04a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:35.429224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.506181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Deleting port 4f709ef4-7583-4770-a1a8-ba7a09d314ac {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:35.506595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.519691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.563013 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-71ef6255-704b-41bd-9425-8aeeba1a2d3d tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 200 len: 921 time: 0.7000909 Jun 09 13:18:35.576753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Calling delete_port for f9d01491-5dd7-4cbf-af0c-d8742483b9cb owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:35.582425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46870) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:35.586040 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8800921c-20dc-4470-831d-b551a32f4ffc req-43ad9746-2856-4479-aa11-c3d4011e5e82 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089791 Jun 09 13:18:35.593544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.600691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29f566bf-94dc-4cc0-a9ee-288e73b551f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:35.631657 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No ports have port_id starting with 064c6185-96b1-496a-a3a5-2e26bc64f04a Jun 09 13:18:35.656658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Pushing event deleted for resources: {'Port': ['ID=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:35.658719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] No DVR routers for this DVR port f9d01491-5dd7-4cbf-af0c-d8742483b9cb on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:35.664693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:35.697597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:35.708893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:35.709239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 22bbc19b-d63e-444b-8f47-bfcf67fa17c0 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:35.710358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.711896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] For port 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4f709ef4-7583-4770-a1a8-ba7a09d314ac,segment=NetworkSegment(c9b7ff60-d1cf-4443-b362-215fb9d175c2),segment_id=c9b7ff60-d1cf-4443-b362-215fb9d175c2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:35.712293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.732307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37278d90-6f97-4d47-b587-9f6ef8e8e15b tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:35.751948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Subnet': ['ID=67de3e3a-8ebd-4496-8649-af1a5b7f378e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:35.754419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.765912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:35.790329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 4f709ef4-7583-4770-a1a8-ba7a09d314ac {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:35.790693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.808528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=064c6185-96b1-496a-a3a5-2e26bc64f04a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:35.841161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33a59954-7bb2-4af5-95a4-369351e6fa84 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:35.848842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f9d01491-5dd7-4cbf-af0c-d8742483b9cb no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:35.856708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.859672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:35.860908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:35.881567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Calling delete_port for 4f709ef4-7583-4770-a1a8-ba7a09d314ac owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:35.893371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] No DVR routers for this DVR port f9d01491-5dd7-4cbf-af0c-d8742483b9cb on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:35.895345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d01491-5dd7-4cbf-af0c-d8742483b9cb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:35.898827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: f9d01491-5dd7-4cbf-af0c-d8742483b9cb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:35.899246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f9d01491-5dd7-4cbf-af0c-d8742483b9cb not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:35.899793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4f709ef4-7583-4770-a1a8-ba7a09d314ac no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:35.915619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:36.022264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.034014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:36.075018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.087585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Pushing event deleted for resources: {'Port': ['ID=4f709ef4-7583-4770-a1a8-ba7a09d314ac,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:36.094772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:36.095652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] No DVR routers for this DVR port 4f709ef4-7583-4770-a1a8-ba7a09d314ac on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:36.096439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Checking segment: {'id': '297017a0-7e09-47ba-9997-a5734d054aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:36.096811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network hostable DHCP agents. Network: 540b95f8-8540-4c05-ba97-55606035d8b8, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:36.111894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.112121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No active binding found for port 4f709ef4-7583-4770-a1a8-ba7a09d314ac {{(pid=92385) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 09 13:18:36.112433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 68970288-c489-46db-ac4c-94dfd237bae3 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:36.112993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4f709ef4-7583-4770-a1a8-ba7a09d314ac not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:36.114212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fba9b51-584b-484a-a8d9-fafe71f2648e']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:36.120964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.122066 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 204 len: 168 time: 6.4441690 Jun 09 13:18:36.130094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d71c-df87-4edb-90d1-7e079d50e3da req-532e5879-0e5c-45db-aff9-5a42ef95030e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:36.131688 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d04d71c-df87-4edb-90d1-7e079d50e3da req-532e5879-0e5c-45db-aff9-5a42ef95030e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3598821 Jun 09 13:18:36.136166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46874) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.140665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639763745', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:36.150116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 4f709ef4-7583-4770-a1a8-ba7a09d314ac, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4f709ef4-7583-4770-a1a8-ba7a09d314ac,segment=NetworkSegment(c9b7ff60-d1cf-4443-b362-215fb9d175c2),segment_id=c9b7ff60-d1cf-4443-b362-215fb9d175c2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:36.150474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.159633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b876d7c7-f089-470a-b87a-9d4ddba96029') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:36.159934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b876d7c7-f089-470a-b87a-9d4ddba96029') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:36.164184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.197669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.212169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 540b95f8-8540-4c05-ba97-55606035d8b8 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:36.241454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.248797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774f4d3-db2d-4a3f-b67c-1ad09f3bc828 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:36.250313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e774f4d3-db2d-4a3f-b67c-1ad09f3bc828 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=e01584d6-560c-49ba-8bb8-b98274474b18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6633613 Jun 09 13:18:36.256973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46876) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.257586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 540b95f8-8540-4c05-ba97-55606035d8b8) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:36.259400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.260294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.265415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:18:36.265600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.267901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57bbd07-4d7c-43bb-b9d5-371162030a53 None None] Network 540b95f8-8540-4c05-ba97-55606035d8b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:18:36.299947 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:18:36.302944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:36.302944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.324050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 4f709ef4-7583-4770-a1a8-ba7a09d314ac owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:36.359973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d04d71c-df87-4edb-90d1-7e079d50e3da req-5cbcb853-4ba9-4878-8e54-572ca88f129b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135823 Jun 09 13:18:36.461697 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5261412 Jun 09 13:18:36.467254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46880) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.469785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.476998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-266885040', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:36.507130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.510201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-540b95f8-8540-4c05-ba97-55606035d8b8', 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8', 'tenant_id': 'd2267be2907043d1a0849f225c1666f8', 'fixed_ips': [{'subnet_id': '67de3e3a-8ebd-4496-8649-af1a5b7f378e'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:36.512228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.514228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:36.529939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.531762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1fba9b51-584b-484a-a8d9-fafe71f2648e HTTP/1.1" status: 204 len: 168 time: 2.4523137 Jun 09 13:18:36.663230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fba9b51-584b-484a-a8d9-fafe71f2648e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:36.675151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:36.679853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb04e59d-4d0f-4dbc-99fa-327a3243e7da tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:36.684185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bb04e59d-4d0f-4dbc-99fa-327a3243e7da tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/networks/6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 881 time: 0.4202278 Jun 09 13:18:36.684787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46884) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.733635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Allocated IP 172.20.0.2 (540b95f8-8540-4c05-ba97-55606035d8b8/67de3e3a-8ebd-4496-8649-af1a5b7f378e/bdc73bb2-ea49-42f1-9529-a517f38705bc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:36.798443 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5491ac7a-e602-428a-a77d-00007ec6db01 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 200 len: 205 time: 0.1100121 Jun 09 13:18:36.798707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46886) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.818665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46888) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:36.856832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.864282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99644058-d3b9-4121-b959-a14bd788cfa2 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:36.891985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.892957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:36.928716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Router 58be29c2-8f81-46ff-9254-055e4d5882a7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:36.987989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.019133 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f58b54f9-5500-45bc-9997-0b9a2948948e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=005f14f0eb164dbfb37129d8d5623448&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1889458 Jun 09 13:18:37.047901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.058816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Transition to ACTIVE for port object bdc73bb2-ea49-42f1-9529-a517f38705bc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:37.069420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46890) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:37.078992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Transition to ACTIVE for port object bdc73bb2-ea49-42f1-9529-a517f38705bc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:37.080606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Subnet': ['ID=f0d91457-b2ad-43fd-ad71-3bff7fcda03a,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:37.087121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.091182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-004f93bb-7c84-48bc-a9a3-df8f6ff2d47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:37.103554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:37.109567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.157021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Network 540b95f8-8540-4c05-ba97-55606035d8b8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:37.159797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:37.161186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.161692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:37.174371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-406f38c3-302e-4653-bb8b-31f9feac05f1 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:37.195903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Pushing event updated for resources: {'Port': ['ID=bdc73bb2-ea49-42f1-9529-a517f38705bc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:37.198918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:37.239159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=4f709ef4-7583-4770-a1a8-ba7a09d314ac,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:37.240712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Checking segment: {'id': '016d7050-0ea9-42fb-8e1f-3fd02569bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:37.241327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network hostable DHCP agents. Network: bef71358-be52-4637-bdc1-88f8a290ee01, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:37.243459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.248182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 4f709ef4-7583-4770-a1a8-ba7a09d314ac on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:37.250199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:37.265150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Sync routers for ids ['58be29c2-8f81-46ff-9254-055e4d5882a7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:37.273552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Attempting to bind port bdc73bb2-ea49-42f1-9529-a517f38705bc on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:37.273924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Attempting to bind port bdc73bb2-ea49-42f1-9529-a517f38705bc by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '297017a0-7e09-47ba-9997-a5734d054aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:37.274285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Attempting to bind port bdc73bb2-ea49-42f1-9529-a517f38705bc on network 540b95f8-8540-4c05-ba97-55606035d8b8 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:37.282227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:37.282630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Checking segment: {'id': '297017a0-7e09-47ba-9997-a5734d054aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:37.283039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.283431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Bound using segment: {'id': '297017a0-7e09-47ba-9997-a5734d054aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:37.283899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Bound port: bdc73bb2-ea49-42f1-9529-a517f38705bc, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297017a0-7e09-47ba-9997-a5734d054aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:37.284266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.294723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Routers {'58be29c2-8f81-46ff-9254-055e4d5882a7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:37.295349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['58be29c2-8f81-46ff-9254-055e4d5882a7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.305381 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "PUT /v2.0/routers/58be29c2-8f81-46ff-9254-055e4d5882a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4765139 Jun 09 13:18:37.307665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46892) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:37.343137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:37.457332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Set router 58be29c2-8f81-46ff-9254-055e4d5882a7 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:37.459793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c06b0-3a5b-4c1c-b76f-dae3ac8c2797 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:37.461327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c06b0-3a5b-4c1c-b76f-dae3ac8c2797 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:37.462793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eb5c06b0-3a5b-4c1c-b76f-dae3ac8c2797 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1540272 Jun 09 13:18:37.467144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46894) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:37.570123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 5637736f-1099-4258-9b79-7c9d89d794f9 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:37.570420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:35Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.574496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.585538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Checking router: 58be29c2-8f81-46ff-9254-055e4d5882a7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:18:37.592453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network bef71358-be52-4637-bdc1-88f8a290ee01 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:37.604412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Routers {'58be29c2-8f81-46ff-9254-055e4d5882a7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:37.605038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['58be29c2-8f81-46ff-9254-055e4d5882a7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.608048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.660467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] For port bdc73bb2-ea49-42f1-9529-a517f38705bc, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:37.664373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.673073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.677038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.703763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9338b364-011b-4318-81b2-88f68b53c7da']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.720088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, bef71358-be52-4637-bdc1-88f8a290ee01) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:37.734160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.736610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a1e9c-6ebd-4145-92ca-9ce5a80336bc None None] Network bef71358-be52-4637-bdc1-88f8a290ee01 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:37.739475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b7ff60-d1cf-4443-b362-215fb9d175c2') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.739772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b7ff60-d1cf-4443-b362-215fb9d175c2') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:37.748842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:37.750808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] For port bdc73bb2-ea49-42f1-9529-a517f38705bc, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bdc73bb2-ea49-42f1-9529-a517f38705bc,segment=NetworkSegment(297017a0-7e09-47ba-9997-a5734d054aa3),segment_id=297017a0-7e09-47ba-9997-a5734d054aa3)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:37.756074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.792441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.801163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.831936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] Set router 58be29c2-8f81-46ff-9254-055e4d5882a7 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:18:37.836154 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1655531 Jun 09 13:18:37.840497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:37.855794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-66f8a6a1-33d1-4526-9f6a-3c0d0c93434e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:37.901090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.928071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:18:37.928538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.941307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:18:37.949558 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:18:37.954221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52706427-5fb5-4090-9ca0-cc2ecba90f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:37.992078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:35Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:38.025476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e773e-e9f1-458e-9e81-f2d92799d3f5 None None] The sync data for ids ['58be29c2-8f81-46ff-9254-055e4d5882a7'] in dv-neutron-601336-89-hyperv is: [{'id': '58be29c2-8f81-46ff-9254-055e4d5882a7', 'name': 'tempest-NetworksTestDHCPv6-router-2112452951', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:18:23Z', 'updated_at': '2021-06-09T13:18:35Z', 'revision_number': 3, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:38.083362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.091030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9bdbc990-cd36-4397-b2c3-9063f3c6a15b tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:38.098234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Pushing event updated for resources: {'Port': ['ID=bdc73bb2-ea49-42f1-9529-a517f38705bc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:38.109645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:38.109789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.109885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.112100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.113849 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57786012-4a4d-4c5f-833f-a1e8ca09e04f HTTP/1.1" status: 204 len: 168 time: 1.0337582 Jun 09 13:18:38.114486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.122290 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/9338b364-011b-4318-81b2-88f68b53c7da HTTP/1.1" status: 204 len: 168 time: 3.6229906 Jun 09 13:18:38.126586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46900) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:38.132071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1075568259'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:38.151819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=9338b364-011b-4318-81b2-88f68b53c7da,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:38.157223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:38.157741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-561250ef-fa43-46a9-be44-8ab9ddf0937f tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:38.167547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:38.173280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.185846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.202925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57786012-4a4d-4c5f-833f-a1e8ca09e04f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:38.209091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:38.257394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:18:38.280873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-bef71358-be52-4637-bdc1-88f8a290ee01', 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01', 'tenant_id': '65c5c01719804da1aa11ed4b3be2ebe0', 'fixed_ips': [{'subnet_id': 'f0d91457-b2ad-43fd-ad71-3bff7fcda03a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:38.281994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.333736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.545038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.545455 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment 2a762b74-e7c7-4989-b5ae-d0dcd4668216 of type vlan for network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 Jun 09 13:18:38.623732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Allocated IP 2001:db8:1::2 (bef71358-be52-4637-bdc1-88f8a290ee01/f0d91457-b2ad-43fd-ad71-3bff7fcda03a/6ef80a4d-8556-4a1d-9d10-b425f7a04954) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:38.699833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.717732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.734578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.738825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port c9d64367-49c8-41db-b328-f2ab6747b737 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:38.739157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.765328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.817701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:38.881258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.894618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:38.897106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:38.925927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:38.994958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=5637736f-1099-4258-9b79-7c9d89d794f9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:39.005220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:39.007028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.010469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.013107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f8237-15c6-4898-a2a8-9c80efe8ac05 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:39.020874 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5637736f-1099-4258-9b79-7c9d89d794f9 HTTP/1.1" status: 204 len: 168 time: 1.5507514 Jun 09 13:18:39.041712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46916) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:39.075501 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9476748 Jun 09 13:18:39.104201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Transition to ACTIVE for port object 6ef80a4d-8556-4a1d-9d10-b425f7a04954 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:39.121341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46920) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:39.122203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=99124fbf-a83a-4b16-b14f-6cbf02ca6258,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:39.128990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:39.135426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66f8a6a1-33d1-4526-9f6a-3c0d0c93434e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.139364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:39.142158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:18:39.268527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Transition to ACTIVE for port object 6ef80a4d-8556-4a1d-9d10-b425f7a04954 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:39.324850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.341926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:39.348320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:39.352231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.380427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.448444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Network bef71358-be52-4637-bdc1-88f8a290ee01 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:39.452563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:39.455094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:39.521514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Pushing event updated for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:39.531813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:39.553451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Allocated IP 172.26.5.233 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/e7019862-644c-4dcf-b157-7b5f1c3f0dda) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:39.565224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for c9d64367-49c8-41db-b328-f2ab6747b737 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:39.577919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9ad7bc34-ad0c-45d4-833c-2090df477492 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5104973 Jun 09 13:18:39.581793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46928) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:39.605356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Attempting to bind port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:39.605736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Attempting to bind port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '016d7050-0ea9-42fb-8e1f-3fd02569bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:39.606118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Attempting to bind port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 on network bef71358-be52-4637-bdc1-88f8a290ee01 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:39.613999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:39.614386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Checking segment: {'id': '016d7050-0ea9-42fb-8e1f-3fd02569bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:39.616616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.617024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Bound using segment: {'id': '016d7050-0ea9-42fb-8e1f-3fd02569bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:39.617511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Bound port: 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016d7050-0ea9-42fb-8e1f-3fd02569bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bef71358-be52-4637-bdc1-88f8a290ee01'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:39.617888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.637065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02cd3f7-0964-4f5c-98ae-e4b3b3ba3247 None None] Network 540b95f8-8540-4c05-ba97-55606035d8b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:39.745875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:39.749184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6ef80a4d-8556-4a1d-9d10-b425f7a04954,segment=NetworkSegment(016d7050-0ea9-42fb-8e1f-3fd02569bbdc),segment_id=016d7050-0ea9-42fb-8e1f-3fd02569bbdc)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:39.755274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:39.776504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.810962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.821806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c32d223d-66b7-4d03-b532-cb2412c4bc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:39.931474 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:18:39.932653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:39.947484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bdc73bb2-ea49-42f1-9529-a517f38705bc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:40.025700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.031652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-186585d9-0a13-4a82-bcaa-9519f36fbe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:40.061318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-09bd5798-0c82-4ae3-8c2f-c723d8538aea None None] Provisioning for port bdc73bb2-ea49-42f1-9529-a517f38705bc completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:40.074661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.150763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port bdc73bb2-ea49-42f1-9529-a517f38705bc completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:40.154564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': '2a762b74-e7c7-4989-b5ae-d0dcd4668216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:40.155046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 99124fbf-a83a-4b16-b14f-6cbf02ca6258, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:18:40.161855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:40.163295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bdc73bb2-ea49-42f1-9529-a517f38705bc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:40.163905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.167584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:40.169745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:40.173188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:40.217220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Pushing event updated for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:40.218387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:40.221319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcc637b4-52ca-4c09-adb4-cc790e215db8 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:40.229163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:40.319205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:18:40.427448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.431857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.433289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=e7019862-644c-4dcf-b157-7b5f1c3f0dda,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:40.455637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 99124fbf-a83a-4b16-b14f-6cbf02ca6258) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:40.457774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:40.487148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4959424-1d6c-4666-8997-c6a3a9949c24 None None] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:40.494583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Allocated IP 172.26.5.15 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/c1f5f394-705e-4c12-862e-b32cfe607eab) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:40.520702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.521475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Fanout notify agent at l3_agent the message router_deleted on router 58be29c2-8f81-46ff-9254-055e4d5882a7 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:40.527351 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-66f8a6a1-33d1-4526-9f6a-3c0d0c93434e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:18:40.529268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-66f8a6a1-33d1-4526-9f6a-3c0d0c93434e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d HTTP/1.1" status: 400 len: 364 time: 2.6872947 Jun 09 13:18:40.530696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:40.532451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.535407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46944) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:40.539733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.541022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-289d1f20-5ed8-4abb-8ec5-42e2a8adc151 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/routers/58be29c2-8f81-46ff-9254-055e4d5882a7 HTTP/1.1" status: 204 len: 168 time: 0.9571757 Jun 09 13:18:40.542351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Deleting port e50afd9c-1dec-4cc2-893b-9a9cc99e544c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:40.542902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.558171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46946) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:40.781161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46950) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:40.837747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] For port e50afd9c-1dec-4cc2-893b-9a9cc99e544c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:40.838294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.851774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.887512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:40.895674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d6250ca-2c3f-4d2f-89c4-1917c6ab2363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:40.946576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07bd6f9-1958-4454-80b3-25e8a6d515c1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:40.950506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d07bd6f9-1958-4454-80b3-25e8a6d515c1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3869178 Jun 09 13:18:40.953663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46954) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:40.961914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=c9d64367-49c8-41db-b328-f2ab6747b737,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:40.990209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:41.002382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3150c52c-6277-4dcd-8083-ea626369cfff tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:41.012352 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8851869 Jun 09 13:18:41.012815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46956) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.018774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1496728603'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:41.062427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.079851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Calling delete_port for e50afd9c-1dec-4cc2-893b-9a9cc99e544c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:41.152590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.190123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port bdc73bb2-ea49-42f1-9529-a517f38705bc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bdc73bb2-ea49-42f1-9529-a517f38705bc,segment=NetworkSegment(297017a0-7e09-47ba-9997-a5734d054aa3),segment_id=297017a0-7e09-47ba-9997-a5734d054aa3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:41.206604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.242005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d512a4d-bfbf-45da-82a8-f42d43106ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:41.278424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1c925-0b24-4c33-b3eb-fcd85e1d3a97 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:41.288453 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3eb1c925-0b24-4c33-b3eb-fcd85e1d3a97 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3221643 Jun 09 13:18:41.305253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46958) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.327319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e50afd9c-1dec-4cc2-893b-9a9cc99e544c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:41.393797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.420178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-99124fbf-a83a-4b16-b14f-6cbf02ca6258', 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': 'cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:41.421347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.425767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:41.512296 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3150c52c-6277-4dcd-8083-ea626369cfff tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "PUT /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8 HTTP/1.1" status: 200 len: 366 time: 0.7256794 Jun 09 13:18:41.529419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.531544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=bdc73bb2-ea49-42f1-9529-a517f38705bc,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:41.533177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46960) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.549317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.553371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:41.565248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:41.572757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.578613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:41.602993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:41.603479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:41.624991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6b9e06cd-7161-442d-b736-b0eb99d47d6f tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0884378 Jun 09 13:18:41.638452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port e50afd9c-1dec-4cc2-893b-9a9cc99e544c update to DOWN by agent not found {{(pid=92385) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2129}} Jun 09 13:18:41.638742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 064c6185-96b1-496a-a3a5-2e26bc64f04a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:41.639737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46962) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.642370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event updated for resources: {'Port': ['ID=c1f5f394-705e-4c12-862e-b32cfe607eab,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:41.656667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:41.656849 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cfa1bac7-9e92-4165-8201-a787e51cf384 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2855244 Jun 09 13:18:41.665172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46964) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.677331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:41.694380 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6714c3e0-cc0b-488d-aaa5-35c53abf8cb8 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8 HTTP/1.1" status: 200 len: 366 time: 0.0539746 Jun 09 13:18:41.701536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46966) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.707146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e734c-c000-4237-bf5f-d7d206f8a01d None None] Network bef71358-be52-4637-bdc1-88f8a290ee01 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:41.719352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 064c6185-96b1-496a-a3a5-2e26bc64f04a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:41.719700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 064c6185-96b1-496a-a3a5-2e26bc64f04a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:41.724843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] No DVR routers for this DVR port e50afd9c-1dec-4cc2-893b-9a9cc99e544c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:41.730557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Pushing event deleted for resources: {'Port': ['ID=e50afd9c-1dec-4cc2-893b-9a9cc99e544c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:41.757150 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b132a471-0570-48ec-9e1a-163d7179a83d tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8 HTTP/1.1" status: 204 len: 168 time: 0.0527506 Jun 09 13:18:41.788834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46968) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.792204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:41.800114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.835327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b9153583-cf77-42b3-a7b2-a5ab783aa5b7 None None] Provisioning complete for port bdc73bb2-ea49-42f1-9529-a517f38705bc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:41.835912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b9153583-cf77-42b3-a7b2-a5ab783aa5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.855796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.886498 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b8597615-714c-438b-bf08-628fbff8a3ab tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0924437 Jun 09 13:18:41.891201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.891359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router e01584d6-560c-49ba-8bb8-b98274474b18 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:41.903221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46970) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.974674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.982803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-70513788-1d95-4f4a-8606-ea7bd78904de tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 204 len: 168 time: 5.1258895 Jun 09 13:18:41.982803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b1270934-df69-4938-8f0d-3bdd0a3e3ba9 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8 HTTP/1.1" status: 200 len: 370 time: 0.0727153 Jun 09 13:18:41.982803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:41.982803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:41.994224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46974) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:41.994556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46976) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:42.007777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530025426', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:42.019165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-12b5d6ef-a0f3-4044-b9d1-36ee5eb8bf95 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8/default HTTP/1.1" status: 200 len: 370 time: 0.0035284 Jun 09 13:18:42.019350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6ef80a4d-8556-4a1d-9d10-b425f7a04954 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:42.024804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46978) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:42.079085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-134a87f6-fef0-4cab-8c58-b22b309eca68 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] delete failed (client error): The resource could not be found. Jun 09 13:18:42.082773 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-134a87f6-fef0-4cab-8c58-b22b309eca68 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/7828671c00104d6ea2d912dd0bc094c8 HTTP/1.1" status: 404 len: 348 time: 0.0494785 Jun 09 13:18:42.099461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 55758753-e3d4-46a7-840d-80ef7c245b34 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:42.108117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Allocated IP 172.20.0.2 (99124fbf-a83a-4b16-b14f-6cbf02ca6258/cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1/63f081ba-981f-4a51-8856-d80f30d8608e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:42.305541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46982) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:42.330538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:42.334018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.347139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:42.363716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bdc73bb2-ea49-42f1-9529-a517f38705bc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:42.435779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:network and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:42.488009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:42.541817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Provisioning for port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:42.543929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.546367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.560114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Provisioning complete for port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:42.560954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.590901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bdc73bb2-ea49-42f1-9529-a517f38705bc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:42.591716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.591974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:subnet and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:42.607719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:42.661710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.668262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.683472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:subnetpool and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:42.705879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:42.707430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Transition to ACTIVE for port object 63f081ba-981f-4a51-8856-d80f30d8608e will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:42.713219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.719078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Allocated IP 2001:db8::1 (2db66149-5a6f-4bd0-8f56-1be1e7dbd39d/e8289272-54e9-41fb-bab0-8d2a329b57f1/3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:42.744484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.765337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Transition to ACTIVE for port object 63f081ba-981f-4a51-8856-d80f30d8608e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:42.786148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:port and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:42.862695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:42.888320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.904345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88f865c3-f2cd-4b39-b17c-7a60e7957f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:42.968192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:router and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:42.982372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:42.996402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:43.001110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:43.008164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:43.013593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:43.023345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Pushing event updated for resources: {'Port': ['ID=63f081ba-981f-4a51-8856-d80f30d8608e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:43.031310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:43.039806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:floatingip and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:43.062517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:43.094059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.099644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6ef80a4d-8556-4a1d-9d10-b425f7a04954,segment=NetworkSegment(016d7050-0ea9-42fb-8e1f-3fd02569bbdc),segment_id=016d7050-0ea9-42fb-8e1f-3fd02569bbdc)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:43.114538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.118640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a421edf-acf5-4407-b5a1-12f44016a7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:43.137086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Transition to ACTIVE for port object 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:43.151544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Router b41d3f7c-378a-4f25-9ec8-f7772326cbda is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:43.166020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Attempting to bind port 63f081ba-981f-4a51-8856-d80f30d8608e on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:43.166395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Attempting to bind port 63f081ba-981f-4a51-8856-d80f30d8608e by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2a762b74-e7c7-4989-b5ae-d0dcd4668216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:43.166790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Attempting to bind port 63f081ba-981f-4a51-8856-d80f30d8608e on network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:43.182285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:43.182752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Checking segment: {'id': '2a762b74-e7c7-4989-b5ae-d0dcd4668216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:43.183144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.183534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Bound using segment: {'id': '2a762b74-e7c7-4989-b5ae-d0dcd4668216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:43.184012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Bound port: 63f081ba-981f-4a51-8856-d80f30d8608e, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a762b74-e7c7-4989-b5ae-d0dcd4668216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '99124fbf-a83a-4b16-b14f-6cbf02ca6258'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:43.184385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.248398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Pushing event updated for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:43.258098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:43.261386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.5 (99124fbf-a83a-4b16-b14f-6cbf02ca6258/cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1/55758753-e3d4-46a7-840d-80ef7c245b34) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:43.279134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.284136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:security_group and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:43.286369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4f1e0215-4f03-459e-8020-d1565cf9c38d None None] Provisioning complete for port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:43.286820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0215-4f03-459e-8020-d1565cf9c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.308468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:43.330995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Usage tracker for resource:security_group_rule and tenant:8255ecb0ff4b4d389b3386aada96a75c is out of sync, need to count used quota {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 09 13:18:43.340728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.quota.resource [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92383) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 09 13:18:43.344296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] For port 63f081ba-981f-4a51-8856-d80f30d8608e, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:43.352025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.357087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] For port 63f081ba-981f-4a51-8856-d80f30d8608e, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63f081ba-981f-4a51-8856-d80f30d8608e,segment=NetworkSegment(2a762b74-e7c7-4989-b5ae-d0dcd4668216),segment_id=2a762b74-e7c7-4989-b5ae-d0dcd4668216)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:43.359970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aa59c653-835d-4454-abf6-dfa49b8094fd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:43.372199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.408633 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fe498f4d-9edb-4e46-8876-abe594f463a4 tempest-QuotasTest-2017053044 tempest-QuotasTest-2017053044-project-admin] 10.222.0.21 "GET /v2.0/quotas/8255ecb0ff4b4d389b3386aada96a75c/details.json HTTP/1.1" status: 200 len: 703 time: 1.0950615 Jun 09 13:18:43.428520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:43.439447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:43.451393 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] Sync routers for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:43.456532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:43.459064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Port': ['ID=3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:43.466335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:43.470416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:43.471131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:43.471680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.487030 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:43.487639 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:43.501912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:43.505611 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0350277 Jun 09 13:18:43.519274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 46986) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:43.559316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Pushing event updated for resources: {'Port': ['ID=63f081ba-981f-4a51-8856-d80f30d8608e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:43.574308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:43.619956 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:43.630902 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:43.631860 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:43.761018 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:43.761597 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228068cf-23de-41e4-94b4-31bee5dd1379 None None] The sync data for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:43.862241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6ef80a4d-8556-4a1d-9d10-b425f7a04954 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:44.017993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6c751e94-acf7-4832-8719-993042160448 None None] Provisioning for port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:44.022500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:44.022920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.065368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6c751e94-acf7-4832-8719-993042160448 None None] Provisioning complete for port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:44.066103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c751e94-acf7-4832-8719-993042160448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.147251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:18:44.164063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6c751e94-acf7-4832-8719-993042160448 None None] Port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:44.170589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.186748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46990) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:44.191190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-73230411-560e-4690-a4c5-adc9a6de579a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:44.215638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.271568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:44.286483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:44.289929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:44.290505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.298412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79081c00-2a2d-4fb7-b857-5763e3cec46d None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:44.329047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=21b707ac-7707-4589-bca1-326baadfff36,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:44.334818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:44.348006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.456867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.559212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8903580 Jun 09 13:18:44.559883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.578949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 46998) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:44.584265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '21b707ac-7707-4589-bca1-326baadfff36'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:44.585278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.646221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:44.732037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 55758753-e3d4-46a7-840d-80ef7c245b34 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:44.763459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Allocated IP 2001:db8::f816:3eff:fedc:7bd9 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/21b707ac-7707-4589-bca1-326baadfff36/fcc2f2ea-274d-4415-a4bb-20ac71e2be22) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:44.857910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d2daa-400a-46fa-832b-2748b07da450 None None] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:44.884282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:44.901303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e82b8a71-1c6d-4a55-99db-162d6b3a3a26 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:44.999234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.003385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b05a31ef-9d61-40c1-af20-622e0669770f None None] Provisioning for port 63f081ba-981f-4a51-8856-d80f30d8608e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:45.032352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.033173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.039893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79c02775-786c-4829-ba07-2007ef7420f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:45.049008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:45.058165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.087495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:45.111682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:45.152181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.161324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=55758753-e3d4-46a7-840d-80ef7c245b34,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:45.177495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:45.212323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event updated for resources: {'Port': ['ID=3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:45.216448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:45.218211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.233590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Router 1a67882d-9329-41d6-8f57-e7b73dde4526 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:45.282671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:45.283272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.285667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.307352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Transition to ACTIVE for port object fcc2f2ea-274d-4415-a4bb-20ac71e2be22 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:45.341533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Transition to ACTIVE for port object fcc2f2ea-274d-4415-a4bb-20ac71e2be22 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:45.353830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.358655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b80b3d3-772e-41b5-b840-fb6c9fbdd6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:45.425627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:45.426836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:45.429892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:45.437732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:45.443158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:45.495962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Pushing event updated for resources: {'Port': ['ID=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:45.532057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:45.556460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Attempting to bind port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:18:45.556837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Attempting to bind port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:18:45.557211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Attempting to bind port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:18:45.561078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.565662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:18:45.566379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:18:45.566979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.567637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:18:45.568634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Bound port: fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:18:45.569845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.583979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.710326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] For port fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:18:45.715252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] For port fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:18:45.727608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.737773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fffbd48-a9da-4561-b301-c98e3d33d258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:45.912382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ff96acf7-54d5-4884-9ee7-fe440829d140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:45.916489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Router b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:45.918492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Pushing event updated for resources: {'Port': ['ID=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:45.922451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:45.923989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Provisioning for port 55758753-e3d4-46a7-840d-80ef7c245b34 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:45.931237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Provisioning complete for port 55758753-e3d4-46a7-840d-80ef7c245b34 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:45.931936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:45.945737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Allocated IP 172.26.5.238 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/557b617f-dbdb-4f66-a52c-c3038321c43e) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:46.000314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63f081ba-981f-4a51-8856-d80f30d8608e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:46.037478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ede3a-44d6-4d79-8e1c-1f396c1d6693,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:46.050563 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.0366783 Jun 09 13:18:46.059337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47000) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:46.104907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Port 55758753-e3d4-46a7-840d-80ef7c245b34 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:46.118173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:46.129588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Provisioning complete for port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:46.129588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.129865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:46.142500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.206383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 63f081ba-981f-4a51-8856-d80f30d8608e completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:46.217718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 63f081ba-981f-4a51-8856-d80f30d8608e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:46.218689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.286579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:46.287698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:46.290439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c306599ebac45fd88b64865b45ba00f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0732026 Jun 09 13:18:46.304990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] Sync routers for ids ['1a67882d-9329-41d6-8f57-e7b73dde4526'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:46.307784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:46.335330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] Routers {'1a67882d-9329-41d6-8f57-e7b73dde4526'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:46.336017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['1a67882d-9329-41d6-8f57-e7b73dde4526'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.346858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.348064 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.2109632 Jun 09 13:18:46.351010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.355490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47004) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:46.411363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:46.412273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Provisioning complete for port 63f081ba-981f-4a51-8856-d80f30d8608e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:46.412772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91434f87-4590-4150-b8e3-9b4f455939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.442011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.452924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.459556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9d2f7657-d5a6-4a2e-93a1-33090873f86b tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:46.496711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] Routers {'1a67882d-9329-41d6-8f57-e7b73dde4526'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:46.497351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['1a67882d-9329-41d6-8f57-e7b73dde4526'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.549256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:46.555708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event updated for resources: {'Port': ['ID=557b617f-dbdb-4f66-a52c-c3038321c43e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:46.558424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:46.561739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:46.564778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:46.565119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:46.571525 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0313437 Jun 09 13:18:46.577622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.578021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648a845-c805-4900-b52b-8a4ed51f0b56 None None] The sync data for ids ['1a67882d-9329-41d6-8f57-e7b73dde4526'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:46.581578 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] Sync routers for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:46.590716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47006) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:46.592349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Allocated IP 172.20.0.1 (540b95f8-8540-4c05-ba97-55606035d8b8/67de3e3a-8ebd-4496-8649-af1a5b7f378e/db90e0ce-6ea6-4448-a826-ae8ca54ecf25) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:46.601624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:46.602255 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.609099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.665540 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.666390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 63f081ba-981f-4a51-8856-d80f30d8608e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63f081ba-981f-4a51-8856-d80f30d8608e,segment=NetworkSegment(2a762b74-e7c7-4989-b5ae-d0dcd4668216),segment_id=2a762b74-e7c7-4989-b5ae-d0dcd4668216)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:46.675278 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:46.676153 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.700038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.775088 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:46.776729 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82dfa2-31aa-45b3-b1c8-fb5e4bcc3080 None None] The sync data for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:46.795986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:46.868498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.875612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ae662f68-1bc2-4453-80ee-9ffbf76f0efc tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:46.880519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=63f081ba-981f-4a51-8856-d80f30d8608e,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:46.886438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:46.889532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.943253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:46.949888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:46.957282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:46.958486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:46.964747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=107b6e19-11bb-49e2-8131-57183bf5e71d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:46.972689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:46.985326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf864891-ff20-45e5-a4e6-2d3c069b96fd tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.020602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2a7cfc37-e5e3-4aea-a4d8-7950229f6f29 None None] Provisioning complete for port 55758753-e3d4-46a7-840d-80ef7c245b34 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:47.021182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfc37-e5e3-4aea-a4d8-7950229f6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.071015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.086809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cfc37-e5e3-4aea-a4d8-7950229f6f29 None None] Port 55758753-e3d4-46a7-840d-80ef7c245b34 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:47.103135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4582503 Jun 09 13:18:47.103350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47008) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:47.117258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:75:11:18', 'name': 'tempest-NetworksTestDHCPv6-64808850'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:47.143504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ed9e4-764a-4cb1-a112-77ec9b5c6760 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:47.241297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e75f69d1-7f7b-4905-906c-db420d8d1fa5 None None] Provisioning for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:47.259987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.406043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 55758753-e3d4-46a7-840d-80ef7c245b34 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:47.406350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.455064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:47.507251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Update dhcp port {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': '21b707ac-7707-4589-bca1-326baadfff36', 'ip_address': '2001:db8::f816:3eff:fedc:7bd9'}, {'subnet_id': '107b6e19-11bb-49e2-8131-57183bf5e71d'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'fcc2f2ea-274d-4415-a4bb-20ac71e2be22'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:18:47.561199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.629141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.677525 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-bf864891-ff20-45e5-a4e6-2d3c069b96fd tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 09 13:18:47.678999 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf864891-ff20-45e5-a4e6-2d3c069b96fd tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d HTTP/1.1" status: 409 len: 329 time: 1.0767620 Jun 09 13:18:47.680290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Transition to ACTIVE for port object db90e0ce-6ea6-4448-a826-ae8ca54ecf25 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:47.689323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47010) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:47.860294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-87f30928-bc3e-41f4-9da4-8aa85d151665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.868793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Allocated IP 172.20.0.2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/107b6e19-11bb-49e2-8131-57183bf5e71d/fcc2f2ea-274d-4415-a4bb-20ac71e2be22) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:47.917439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.962887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port c997d1f3-f7f0-444c-ace4-65a33bf8b3da yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:47.968753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.983776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.986154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:47.987307 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af7ede3a-44d6-4d79-8e1c-1f396c1d6693 HTTP/1.1" status: 204 len: 168 time: 1.6711392 Jun 09 13:18:47.988341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:47.995957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.020984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fcc2f2ea-274d-4415-a4bb-20ac71e2be22 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:48.074586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ede3a-44d6-4d79-8e1c-1f396c1d6693,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:48.080535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:48.115280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] For port fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:48.140553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:48.150660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.154250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:48.154640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.213258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Transition to ACTIVE for port object fcc2f2ea-274d-4415-a4bb-20ac71e2be22 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:48.225352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.229785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20cf3825-3070-46b3-8aae-53587425dca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:48.287512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 55758753-e3d4-46a7-840d-80ef7c245b34 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:48.291704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 had new provisioning blocks added so it will not transition to active. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Jun 09 13:18:48.292259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63f081ba-981f-4a51-8856-d80f30d8608e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:48.306017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Router afcfada8-f97e-468b-9471-73420680136c is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:18:48.435485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Pushing event updated for resources: {'Port': ['ID=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:48.440863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:48.452089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 63f081ba-981f-4a51-8856-d80f30d8608e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:48.452533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.484108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47020) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:48.526607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.552182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 172.20.0.6 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/107b6e19-11bb-49e2-8131-57183bf5e71d/c997d1f3-f7f0-444c-ace4-65a33bf8b3da) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:48.564008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe75:1118 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/21b707ac-7707-4589-bca1-326baadfff36/c997d1f3-f7f0-444c-ace4-65a33bf8b3da) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:48.565157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.592677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:48.619495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:48.630451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] Sync routers for ids ['afcfada8-f97e-468b-9471-73420680136c'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:48.644671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] Routers {'afcfada8-f97e-468b-9471-73420680136c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:48.645690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['afcfada8-f97e-468b-9471-73420680136c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:48.649942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.659417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.671139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.675054 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6685038 Jun 09 13:18:48.695077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47024) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:48.710907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:48.748066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:48.757258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] Routers {'afcfada8-f97e-468b-9471-73420680136c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:48.757885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['afcfada8-f97e-468b-9471-73420680136c'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:48.779865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 540b95f8-8540-4c05-ba97-55606035d8b8 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:48.823830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:48.823830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0b46b0-845b-4f65-bb15-9ba7b15ef726 None None] The sync data for ids ['afcfada8-f97e-468b-9471-73420680136c'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:48.824135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:48.841412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.860411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object c997d1f3-f7f0-444c-ace4-65a33bf8b3da will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:48.886685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:48.895258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0362cfc-a18e-4e9f-9efd-994da2b170f5 tempest-PortsAdminExtendedAttrsTestJSON-7081675 tempest-PortsAdminExtendedAttrsTestJSON-7081675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:48.975752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:48.979450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:48.982128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:49.026709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=c997d1f3-f7f0-444c-ace4-65a33bf8b3da,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:49.029810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:49.061558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:49.062242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.109337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dfb4fb41-77f1-4253-8e9e-a6861d48d540 None None] Provisioning for port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:49.109759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:49.114289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dfb4fb41-77f1-4253-8e9e-a6861d48d540 None None] Provisioning complete for port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:49.114704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fb41-77f1-4253-8e9e-a6861d48d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.162440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=db90e0ce-6ea6-4448-a826-ae8ca54ecf25,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:49.178740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4fb41-77f1-4253-8e9e-a6861d48d540 None None] Port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:49.229197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:49.308795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Provisioning for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:49.314728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Provisioning complete for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:49.315284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.327761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.415016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.427656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3fe1d53-01df-470d-b889-30facd4ce180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:49.439901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.471216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] For port fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:49.475660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.477478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:49.541062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=55758753-e3d4-46a7-840d-80ef7c245b34,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:49.541924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Pushing event updated for resources: {'Port': ['ID=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:49.544980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:49.555907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Deleting port c1f5f394-705e-4c12-862e-b32cfe607eab {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:49.556247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.570283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:49.597203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e00a8c04-8d78-4707-bb12-fdf20508d3f7 None None] Provisioning for port c997d1f3-f7f0-444c-ace4-65a33bf8b3da completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:49.602705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e00a8c04-8d78-4707-bb12-fdf20508d3f7 None None] Provisioning complete for port c997d1f3-f7f0-444c-ace4-65a33bf8b3da triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:49.603083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e00a8c04-8d78-4707-bb12-fdf20508d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.662590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e00a8c04-8d78-4707-bb12-fdf20508d3f7 None None] Port c997d1f3-f7f0-444c-ace4-65a33bf8b3da cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:49.830944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fcc2f2ea-274d-4415-a4bb-20ac71e2be22 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:18:49.865188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.879496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.7743995 Jun 09 13:18:49.881533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47026) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:49.900476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.903086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:49.903477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.918804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:49.956518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:49.958271 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/55758753-e3d4-46a7-840d-80ef7c245b34 HTTP/1.1" status: 204 len: 168 time: 3.8897462 Jun 09 13:18:49.961456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:49.982586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.007922 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6f8b67-bbc5-4f09-8d46-61191111ea61 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:18:50.010987 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aa6f8b67-bbc5-4f09-8d46-61191111ea61 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/55758753-e3d4-46a7-840d-80ef7c245b34 HTTP/1.1" status: 404 len: 333 time: 0.0475206 Jun 09 13:18:50.012087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:50.055660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc734492-8b51-4d85-aefd-7b08b14983b1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:50.061364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc734492-8b51-4d85-aefd-7b08b14983b1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:50.062966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bc734492-8b51-4d85-aefd-7b08b14983b1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1798201 Jun 09 13:18:50.067172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47032) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:50.166455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:50.181551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ff50af-8daa-4487-9554-a9accecd7623,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:50.192686 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8255ecb0ff4b4d389b3386aada96a75c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6478264 Jun 09 13:18:50.199394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47034) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:50.200076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.233805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-297a906e-56fc-47ff-a061-96df2ed4651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.260582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:50.284830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.316746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Calling delete_port for c1f5f394-705e-4c12-862e-b32cfe607eab owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:50.362693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.456108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.481173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.543038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.596275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.605880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port c997d1f3-f7f0-444c-ace4-65a33bf8b3da {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:50.606312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.731849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.813821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.826804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.830699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.833031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.834164 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1ff50af-8daa-4487-9554-a9accecd7623 HTTP/1.1" status: 204 len: 168 time: 0.6060834 Jun 09 13:18:50.836027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:50.843870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4bd3ad7f-a32a-40f0-b5f5-c9f036f95bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:50.973819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for c997d1f3-f7f0-444c-ace4-65a33bf8b3da owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:50.976600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ff50af-8daa-4487-9554-a9accecd7623,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:50.982045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:50.999463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.006293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:51.046869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:51.051273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:51.053305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.057442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1 HTTP/1.1" status: 204 len: 168 time: 1.0412111 Jun 09 13:18:51.058678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47040) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:51.065714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f00d8-03d3-4244-8889-7d00bd6a5383 None None] Network 99124fbf-a83a-4b16-b14f-6cbf02ca6258 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:51.227500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.314714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Deleting port 557b617f-dbdb-4f66-a52c-c3038321c43e {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:51.315289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.392627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 63f081ba-981f-4a51-8856-d80f30d8608e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:51.393182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.412074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.456229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.468402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f51a38a1-d7ff-44f0-ac3e-6e0821e34de4 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:51.472446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.487408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6457ecea-4fde-4ed0-9f18-ef125eef2aa0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:51.530640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] DHCP port deletion for 99124fbf-a83a-4b16-b14f-6cbf02ca6258 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:51.537779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=c997d1f3-f7f0-444c-ace4-65a33bf8b3da,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:51.541513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Pushing event deleted for resources: {'Port': ['ID=c1f5f394-705e-4c12-862e-b32cfe607eab,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:51.545946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:51.594556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:51.595830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:18:51.644406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.646858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Deleting port 63f081ba-981f-4a51-8856-d80f30d8608e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:51.647599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.679366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.734107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 63f081ba-981f-4a51-8856-d80f30d8608e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63f081ba-981f-4a51-8856-d80f30d8608e,segment=NetworkSegment(2a762b74-e7c7-4989-b5ae-d0dcd4668216),segment_id=2a762b74-e7c7-4989-b5ae-d0dcd4668216)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:51.734472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.807586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] For port 63f081ba-981f-4a51-8856-d80f30d8608e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63f081ba-981f-4a51-8856-d80f30d8608e,segment=NetworkSegment(2a762b74-e7c7-4989-b5ae-d0dcd4668216),segment_id=2a762b74-e7c7-4989-b5ae-d0dcd4668216)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:51.808078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.851310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.897089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Calling delete_port for 557b617f-dbdb-4f66-a52c-c3038321c43e owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:51.909796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:51.911817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63f081ba-981f-4a51-8856-d80f30d8608e no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:51.943570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 63f081ba-981f-4a51-8856-d80f30d8608e owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:51.962583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:51.966467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/c997d1f3-f7f0-444c-ace4-65a33bf8b3da HTTP/1.1" status: 204 len: 168 time: 1.8958097 Jun 09 13:18:51.966467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47060) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:52.056367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Calling delete_port for 63f081ba-981f-4a51-8856-d80f30d8608e owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:52.068900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d789c2a-dbdb-4717-895e-127b84437f44 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:52.070502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d789c2a-dbdb-4717-895e-127b84437f44 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:52.072171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d789c2a-dbdb-4717-895e-127b84437f44 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:52.076396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0d789c2a-dbdb-4717-895e-127b84437f44 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1064072 Jun 09 13:18:52.076667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47062) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:52.157614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.172354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:52.182066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.267198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.267424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.277128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c240ca5b-f67e-4aab-b29b-5516ecb56f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:52.332616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.341386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Pushing event deleted for resources: {'Port': ['ID=63f081ba-981f-4a51-8856-d80f30d8608e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:52.344359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:52.345188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] No DVR routers for this DVR port 63f081ba-981f-4a51-8856-d80f30d8608e on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:52.349384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=db90e0ce-6ea6-4448-a826-ae8ca54ecf25,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:52.407206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 107b6e19-11bb-49e2-8131-57183bf5e71d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:52.407996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:52.415497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 63f081ba-981f-4a51-8856-d80f30d8608e on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:52.422945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.475476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=63f081ba-981f-4a51-8856-d80f30d8608e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:52.489757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:52.588904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.630647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.651989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99124fbf-a83a-4b16-b14f-6cbf02ca6258']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:52.689751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a762b74-e7c7-4989-b5ae-d0dcd4668216') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:52.690124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a762b74-e7c7-4989-b5ae-d0dcd4668216') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:52.697570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47076) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:52.710180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.734981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.740632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.775661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:18:52.776040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:18:52.790970 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:18:52.829390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting port 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:52.829703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.843190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1220170235'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:52.843743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.898441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.904835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:52.917238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 540b95f8-8540-4c05-ba97-55606035d8b8 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:52.920338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.926079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.926843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:52.927908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/99124fbf-a83a-4b16-b14f-6cbf02ca6258 HTTP/1.1" status: 204 len: 168 time: 1.8683078 Jun 09 13:18:52.933256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.933256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:52.940019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47080) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:52.942215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=99124fbf-a83a-4b16-b14f-6cbf02ca6258,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:52.950235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'name': 'tempest-PortsTestJSON-1166194517'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:52.967924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:52.990773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.025717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.041608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f6272e9d-98bd-4246-adad-fc20cfaba840 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:53.083002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541d18c-2282-4012-bbe3-f0dc60635349 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:53.087968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.089803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/107b6e19-11bb-49e2-8131-57183bf5e71d HTTP/1.1" status: 204 len: 168 time: 1.0122545 Jun 09 13:18:53.104347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47082) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:53.104855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=107b6e19-11bb-49e2-8131-57183bf5e71d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:53.110209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.113932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:53.157378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.176806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:53.180411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.201044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.204601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-53be8ecd-0da4-406d-b763-66ce80554b3b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5036788 Jun 09 13:18:53.205021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port fff39117-a83c-4cbb-a7b6-3909f3e0652d yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:53.236263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47084) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:53.237959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d7ead215-a849-4594-aa16-d92e74ba70d3 None None] Provisioning complete for port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:53.238454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ead215-a849-4594-aa16-d92e74ba70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.337972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7ead215-a849-4594-aa16-d92e74ba70d3 None None] Port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:53.370065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.392985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Router 1a67882d-9329-41d6-8f57-e7b73dde4526 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:53.398965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.429556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 21b707ac-7707-4589-bca1-326baadfff36 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:53.667971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.725832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.730231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.773206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Calling delete_port for 3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:53.839825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.858169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e4bf383-d8b2-4a88-ae0a-f0fc5d95d10f tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:53.961712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.962898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb60509-420a-4270-9bb8-cabb66b7d121 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:53.973962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.978407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f6782dc-ba09-41be-ad59-d26001143ef8 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8eb60509-420a-4270-9bb8-cabb66b7d121 HTTP/1.1" status: 204 len: 168 time: 0.7378905 Jun 09 13:18:53.978677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47086) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:53.981935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0576173f-3ada-46e8-aacd-78c0e5fee561 None None] Provisioning complete for port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:53.981935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0576173f-3ada-46e8-aacd-78c0e5fee561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:53.983446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Request body: {'router': {'name': 'tempest-router-726683091', 'distributed': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:53.983982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Pushing event deleted for resources: {'Port': ['ID=557b617f-dbdb-4f66-a52c-c3038321c43e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:53.991596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.013898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.025572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:54.025760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.026775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.047520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.067413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:54.069314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.075416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Router b41d3f7c-378a-4f25-9ec8-f7772326cbda has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:54.080503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd7f4296-d5a9-4b5f-aa70-a5b562cbe131 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:54.082880 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] Sync routers for ids ['1a67882d-9329-41d6-8f57-e7b73dde4526'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:54.083931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.087600 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "PUT /v2.0/routers/1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 200 len: 710 time: 7.7211792 Jun 09 13:18:54.094851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47088) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.095834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] Routers {'1a67882d-9329-41d6-8f57-e7b73dde4526'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:54.096807 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['1a67882d-9329-41d6-8f57-e7b73dde4526'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:54.119976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.140204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:54.152530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:54.160615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:54.166134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:54.166822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.171614 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:54.179521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.180111 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] Routers {'1a67882d-9329-41d6-8f57-e7b73dde4526'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:54.180657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79fbc96d-7e89-4367-b2a2-d19eb0129d9b tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2007856 Jun 09 13:18:54.181033 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['1a67882d-9329-41d6-8f57-e7b73dde4526'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:54.185630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47090) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.243051 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:54.243521 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3526957e-f3d0-4fde-be8c-93ce0223d34e None None] The sync data for ids ['1a67882d-9329-41d6-8f57-e7b73dde4526'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:54.248230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=fff39117-a83c-4cbb-a7b6-3909f3e0652d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:54.258287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:54.259791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3187156 Jun 09 13:18:54.274796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47092) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.322742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.471720 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0536f0b7-6dfc-470e-99e7-de7d4218887e tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/routers/1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 200 len: 745 time: 0.3702302 Jun 09 13:18:54.480841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47094) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.524237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.634124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0f95ebc8-61a7-4102-b1f6-a8814ed007c7 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 200 len: 205 time: 0.1497068 Jun 09 13:18:54.639170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47096) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.646229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.648684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.674447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.674983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f77936b-62e8-4af2-b717-3f08064327c1 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:54.679070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.680170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76c09e60-e800-4aa7-8a6c-da04d5078898 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5f77936b-62e8-4af2-b717-3f08064327c1 HTTP/1.1" status: 204 len: 168 time: 0.4936020 Jun 09 13:18:54.683701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47098) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.690665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Request body: {'router': {'name': 'tempest-router-584024435', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dad1830f0ea940a69ec6d512f0053c02'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:54.711858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.712888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.728006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.742499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.746123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.763181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:54.764490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f8f49d7-afd3-4fc4-bca8-64d7f005810f tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0799103 Jun 09 13:18:54.767448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47100) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:54.771985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:54.953305 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cb28a077-57ea-4364-aac7-821d64b4a8da tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 200 len: 205 time: 0.3046107 Jun 09 13:18:54.957244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47102) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:55.123875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:55.136602 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "PUT /v2.0/routers/b41d3f7c-378a-4f25-9ec8-f7772326cbda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6150911 Jun 09 13:18:55.140158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] Sync routers for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:55.148121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47104) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:55.152487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:55.153286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:55.211634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Request body: {'port': {'network_id': '540b95f8-8540-4c05-ba97-55606035d8b8', 'name': 'tempest-FloatingIPAdminTestJSON-676371975'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:55.217018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:55.226319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:55.226970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:55.286191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:55.286633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d431c6-494e-46de-9a9d-07ae6892f0c7 None None] The sync data for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:55.335329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.399286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.414938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e99f91f-7f54-4df0-99bc-423b9c58ca35 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:55.449518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.468976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=21b707ac-7707-4589-bca1-326baadfff36,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:55.479544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port fff39117-a83c-4cbb-a7b6-3909f3e0652d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:55.480214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.485920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5588e-937d-4525-b88a-7cb1913191c9 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:55.493450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.495665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.500032 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/21b707ac-7707-4589-bca1-326baadfff36 HTTP/1.1" status: 204 len: 168 time: 2.3434060 Jun 09 13:18:55.506465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47106) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:55.509243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:55.509996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.510299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.627407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.642301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5461a0f9-9c29-4088-b68b-521e5c43decb tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:55.692052 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5d300c46-463c-47b4-ac0c-f8d99c7145e9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1843500 Jun 09 13:18:55.731177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47108) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:55.744322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:55.780576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Port': ['ID=3bf3f0e3-8ffb-49e0-b4ab-ed03236d0030,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:55.815564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:55.825603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:55.851991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.866805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Router afcfada8-f97e-468b-9471-73420680136c has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:55.894853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Deleting port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:18:55.895626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.958256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:55.962927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.008138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] For port fcc2f2ea-274d-4415-a4bb-20ac71e2be22, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:18:56.008654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.012099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92384) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 09 13:18:56.012430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Router 7a5542d1-3768-4d7f-8cc6-f6396b951c2f migrating from provider to provider. {{(pid=92384) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 09 13:18:56.012810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.016748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.017248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Fanout notify agent at l3_agent the message router_deleted on router 1a67882d-9329-41d6-8f57-e7b73dde4526 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:56.026989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.033665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6ad3b3e1-8fa9-4acc-8c1a-48662a92ee3b tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 204 len: 168 time: 1.0698745 Jun 09 13:18:56.038504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.040266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47110) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.047847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for fff39117-a83c-4cbb-a7b6-3909f3e0652d owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:56.082948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.098089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f71719de-6d9e-4d3b-94a7-3a29959e1262 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 200 len: 205 time: 0.0538380 Jun 09 13:18:56.099474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47114) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.135628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Calling delete_port for fcc2f2ea-274d-4415-a4bb-20ac71e2be22 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:18:56.184345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.189320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70b6e756-5bec-4bed-892f-f2257a9b1527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:56.237338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Pushing event deleted for resources: {'Port': ['ID=fcc2f2ea-274d-4415-a4bb-20ac71e2be22,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:56.239112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] No DVR routers for this DVR port fcc2f2ea-274d-4415-a4bb-20ac71e2be22 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:18:56.240508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:56.301248 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-141e2539-346b-42b9-9fcf-731c122509b7 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:56.302266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-141e2539-346b-42b9-9fcf-731c122509b7 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/1a67882d-9329-41d6-8f57-e7b73dde4526 HTTP/1.1" status: 404 len: 336 time: 0.1467416 Jun 09 13:18:56.307719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47116) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.423725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.427250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Made reservation on behalf of d2267be2907043d1a0849f225c1666f8 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:56.430817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.504114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:56.507510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.527559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-07fcb8ab-71ab-43c0-8ac5-6efb5e814943 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 200 len: 205 time: 0.2186327 Jun 09 13:18:56.529318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:56.529797 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] No L3 agents can host the router 7a5542d1-3768-4d7f-8cc6-f6396b951c2f Jun 09 13:18:56.532262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] device_id is not set on port 797a0a27-cf13-420f-905e-be2312d26246 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:56.539969 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] Sync routers for ids ['afcfada8-f97e-468b-9471-73420680136c'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:56.550145 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] Routers {'afcfada8-f97e-468b-9471-73420680136c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:56.550872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['afcfada8-f97e-468b-9471-73420680136c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:56.567651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.576989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:56.578111 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "PUT /v2.0/routers/afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 200 len: 705 time: 7.8786533 Jun 09 13:18:56.583245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47120) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.629562 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:56.639050 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] Routers {'afcfada8-f97e-468b-9471-73420680136c'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:56.639674 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['afcfada8-f97e-468b-9471-73420680136c'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:56.699854 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:56.700265 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3bd1ae-5aba-40bb-92bd-87049c31da5f None None] The sync data for ids ['afcfada8-f97e-468b-9471-73420680136c'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:56.723854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-7b62f8e9-cedc-43db-b867-f4e511248c4d tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:56.727453 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7b62f8e9-cedc-43db-b867-f4e511248c4d tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/68970288-c489-46db-ac4c-94dfd237bae3 HTTP/1.1" status: 404 len: 336 time: 0.1562772 Jun 09 13:18:56.733768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47122) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.848251 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1fc006fa-6504-409f-8c7e-d717295986dc tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 200 len: 205 time: 0.1108744 Jun 09 13:18:56.851338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47124) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.914422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-590e0cc6-0037-4779-b555-0043244a1fc0 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/routers/afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 200 len: 740 time: 0.3292806 Jun 09 13:18:56.917869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47126) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.966283 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-21f4d423-fe55-4e7d-8707-da81949f30ba tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:56.967298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-21f4d423-fe55-4e7d-8707-da81949f30ba tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/45cfd22e-1b86-41b8-a587-095612562bba HTTP/1.1" status: 404 len: 336 time: 0.1091433 Jun 09 13:18:56.974332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:56.981544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:57.001305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b2cd781-13e7-4bdf-9827-e6d74c3bc010 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:57.020338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Hosts for router 7a5542d1-3768-4d7f-8cc6-f6396b951c2f: [] {{(pid=92384) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 09 13:18:57.053438 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-06db065f-5b92-4137-bf14-95c42a8c8762 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 200 len: 205 time: 0.0765657 Jun 09 13:18:57.053693 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7962fbaf-b60f-4b58-af89-1a834b00fe76 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&device_id=afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 200 len: 205 time: 0.1344223 Jun 09 13:18:57.059326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47132) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.059650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47134) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.059874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=fff39117-a83c-4cbb-a7b6-3909f3e0652d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:57.063106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:57.084941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Router b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:18:57.086126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:57.087971 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/fff39117-a83c-4cbb-a7b6-3909f3e0652d HTTP/1.1" status: 204 len: 168 time: 2.7522273 Jun 09 13:18:57.090809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47136) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.096943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'mac_address': 'fa:16:3e:77:d3:0c', 'name': 'tempest-PortsTestJSON-1446517457'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:57.169660 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-204b59d2-0509-4bae-97e6-14594b5b3034 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 200 len: 205 time: 0.1087873 Jun 09 13:18:57.172400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47138) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.176719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-f4383f85-ff7b-49c6-884b-720c9905650d tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:57.177668 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f4383f85-ff7b-49c6-884b-720c9905650d tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/3dd75110-9e42-4c1e-847f-d82998c9cd56 HTTP/1.1" status: 404 len: 336 time: 0.1160755 Jun 09 13:18:57.178644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Allocated IP 172.20.0.8 (540b95f8-8540-4c05-ba97-55606035d8b8/67de3e3a-8ebd-4496-8649-af1a5b7f378e/797a0a27-cf13-420f-905e-be2312d26246) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:57.181924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47140) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.228894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Hosts for other DVR routers connected to router 7a5542d1-3768-4d7f-8cc6-f6396b951c2f: set() {{(pid=92384) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 09 13:18:57.231266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:57.234906 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8ba1149f-d107-4dd5-920a-e67882e88c44 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "PUT /v2.0/routers/7a5542d1-3768-4d7f-8cc6-f6396b951c2f HTTP/1.1" status: 200 len: 716 time: 2.4639938 Jun 09 13:18:57.267452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47142) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.316882 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a8658476-12c8-4e5d-9e7d-6e7f470f6784 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 200 len: 205 time: 0.1239619 Jun 09 13:18:57.327660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47144) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.408397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:18:57.418283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] Sync routers for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:18:57.428914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:57.429731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:57.430558 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7412865 Jun 09 13:18:57.436084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47146) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.489641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:57.498752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] Routers {'b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:18:57.499358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:57.529699 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-3984b578-d455-40b2-8a6a-023754e313cd tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] show failed (client error): The resource could not be found. Jun 09 13:18:57.537470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3984b578-d455-40b2-8a6a-023754e313cd tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1025690580 HTTP/1.1" status: 404 len: 335 time: 0.0948715 Jun 09 13:18:57.564890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:18:57.565307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532e86c-32c7-44de-9109-a32ff18e9819 None None] The sync data for ids ['b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:18:57.615448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47150) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.691122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:57.744771 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-3b82d01c-1351-4605-854b-c2da657f74f4 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:57.748350 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3b82d01c-1351-4605-854b-c2da657f74f4 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/3f8c04a3-1f17-4050-be30-d581415aa795 HTTP/1.1" status: 404 len: 336 time: 0.3588164 Jun 09 13:18:57.755959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47154) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.763487 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-048aa5e5-0744-4dc3-9861-8d8e6a566d7a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "GET /v2.0/routers/7a5542d1-3768-4d7f-8cc6-f6396b951c2f HTTP/1.1" status: 200 len: 716 time: 0.4855945 Jun 09 13:18:57.788804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f0cc311b-ddcb-4624-b1bc-3bd916d41729 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:57.806366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47156) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.835571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:18:57.862170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fcc2f2ea-274d-4415-a4bb-20ac71e2be22 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:57.896344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: fcc2f2ea-274d-4415-a4bb-20ac71e2be22 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:18:57.896682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fcc2f2ea-274d-4415-a4bb-20ac71e2be22 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:18:57.918702 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-f0cc311b-ddcb-4624-b1bc-3bd916d41729 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] update failed (client error): The resource could not be found. Jun 09 13:18:57.919723 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f0cc311b-ddcb-4624-b1bc-3bd916d41729 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1086075046 HTTP/1.1" status: 404 len: 335 time: 0.3036013 Jun 09 13:18:57.927505 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33c86448-9997-4e3e-915f-1b030993bb96 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233f736-1cd3-4636-ad48-421588daa0c8 HTTP/1.1" status: 200 len: 205 time: 0.1608210 Jun 09 13:18:57.929907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47160) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:57.930237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47162) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.089049 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-70403769-be92-43a9-9af2-45eab571dfc0 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] delete failed (client error): The resource could not be found. Jun 09 13:18:58.090068 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-70403769-be92-43a9-9af2-45eab571dfc0 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/routers/5233f736-1cd3-4636-ad48-421588daa0c8 HTTP/1.1" status: 404 len: 336 time: 0.1497369 Jun 09 13:18:58.096530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47166) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.102167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.174200 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02bead5-2b7b-4670-a264-16b760d291a6 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] DELETE failed (client error): The resource could not be found. Jun 09 13:18:58.174673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02bead5-2b7b-4670-a264-16b760d291a6 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:18:58.176352 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e02bead5-2b7b-4670-a264-16b760d291a6 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] 10.222.0.21 "DELETE /v2.0/subnets/af935beb-68af-41d7-98a1-d9c3ab80035e HTTP/1.1" status: 404 len: 337 time: 0.0768692 Jun 09 13:18:58.203928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting subnet f0d91457-b2ad-43fd-ad71-3bff7fcda03a {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:18:58.207719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port e927b9db-e76b-4bac-973a-5ff6248a4231 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:18:58.247359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.251259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.319024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Transition to ACTIVE for port object 797a0a27-cf13-420f-905e-be2312d26246 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:18:58.336952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.340550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.348088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4cfc6403-fcf6-48fb-9be3-6d16ee161d23 tempest-RoutersTestDVR-773505017 tempest-RoutersTestDVR-773505017-project] 10.222.0.21 "GET /v2.0/routers/7a5542d1-3768-4d7f-8cc6-f6396b951c2f HTTP/1.1" status: 200 len: 682 time: 0.5320792 Jun 09 13:18:58.361470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.380683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47170) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.424730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.492692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.543798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.560045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d1a07a2-d64d-4b3a-a075-fcb209020fcc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:58.567855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845684-aa90-403c-840f-a20401653245 req-a5f49229-d778-4838-948f-49add94cd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:58.569399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-a5f49229-d778-4838-948f-49add94cd2b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.7547891 Jun 09 13:18:58.571892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.621768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.622261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Fanout notify agent at l3_agent the message router_deleted on router afcfada8-f97e-468b-9471-73420680136c {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:58.657333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.658396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-25a5cb6c-de94-447a-ac0f-7b848e716413 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 204 len: 168 time: 1.4829347 Jun 09 13:18:58.660939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.667539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.672023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372018ad-14ab-4fbe-afcc-20505f2a10ff req-605b2332-cedc-4187-bf57-80eae2127beb tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:58.673702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-372018ad-14ab-4fbe-afcc-20505f2a10ff req-605b2332-cedc-4187-bf57-80eae2127beb tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7696166 Jun 09 13:18:58.682232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Network 540b95f8-8540-4c05-ba97-55606035d8b8 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:58.689899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:58.704246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:18:58.732662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:58.759701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.778191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.790579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.817395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:58.828286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event updated for resources: {'Port': ['ID=797a0a27-cf13-420f-905e-be2312d26246,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:58.831761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:58.853691 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6bb5b0cb-a441-4795-af3e-2230235422f5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 200 len: 205 time: 0.1746578 Jun 09 13:18:58.873127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47180) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:58.979683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:58.980410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:58.991380 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-fff38c87-6aa3-4ebd-aac8-32c57f19cb34 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:18:58.995307 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fff38c87-6aa3-4ebd-aac8-32c57f19cb34 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/afcfada8-f97e-468b-9471-73420680136c HTTP/1.1" status: 404 len: 336 time: 0.1182787 Jun 09 13:18:58.995499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b0a4e235-ef74-4d7f-a76a-f94f9f9704ac None None] Provisioning for port 797a0a27-cf13-420f-905e-be2312d26246 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:18:58.998630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b0a4e235-ef74-4d7f-a76a-f94f9f9704ac None None] Provisioning complete for port 797a0a27-cf13-420f-905e-be2312d26246 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:18:58.999237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0a4e235-ef74-4d7f-a76a-f94f9f9704ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.002421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.058056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4e235-ef74-4d7f-a76a-f94f9f9704ac None None] Port 797a0a27-cf13-420f-905e-be2312d26246 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:18:59.065602 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-194da48d-d79f-4035-ba42-db2df5351568 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 200 len: 205 time: 0.0560846 Jun 09 13:18:59.068285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.127204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:59.134311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.146567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.155716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4977e792-3efc-476d-89e5-e45a04974d24 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:59.190919 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-16a2101a-7828-4cf4-87c5-51edc020718e tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:18:59.194599 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-16a2101a-7828-4cf4-87c5-51edc020718e tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/e01584d6-560c-49ba-8bb8-b98274474b18 HTTP/1.1" status: 404 len: 336 time: 0.1227567 Jun 09 13:18:59.204562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.205328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d91457-b2ad-43fd-ad71-3bff7fcda03a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:59.210110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:59.219777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:59.229664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3885ec-72b4-4d03-9e16-18eaa1343fde None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:59.241664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7e8f2913-5a4e-40c6-a72a-cd589993570d tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:59.270435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.272145 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/subnets/f0d91457-b2ad-43fd-ad71-3bff7fcda03a HTTP/1.1" status: 204 len: 168 time: 1.3302960 Jun 09 13:18:59.279482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:59.280081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.282434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.291279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfaf817-07d1-45fd-870d-3b7a604ba092 None None] Network bef71358-be52-4637-bdc1-88f8a290ee01 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:18:59.321174 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-372018ad-14ab-4fbe-afcc-20505f2a10ff req-88785c10-7c27-4196-961b-14a905f038ba tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648749 Jun 09 13:18:59.321788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=adb7f026-9478-4e7f-9827-69fee553f4cf,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:59.331178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:59.334502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.360372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.404675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.405185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5542d1-3768-4d7f-8cc6-f6396b951c2f {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:18:59.409516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.410620 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8fb79852-6b7b-4909-b630-828cb103ba23 tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7a5542d1-3768-4d7f-8cc6-f6396b951c2f HTTP/1.1" status: 204 len: 168 time: 1.0279350 Jun 09 13:18:59.414200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.422578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Request body: {'router': {'name': 'tempest-router-967525096', 'distributed': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:59.426250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845684-aa90-403c-840f-a20401653245 req-f39247b5-bc58-4f70-be5f-b6816b7fa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:59.427695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-f39247b5-bc58-4f70-be5f-b6816b7fa604 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.7683349 Jun 09 13:18:59.474025 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-495190f5-8d76-43b3-98cf-7103c0f6e2ee tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 200 len: 205 time: 0.2663674 Jun 09 13:18:59.483144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:18:59.489188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47192) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.534804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:18:59.552483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:18:59.557932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:18:59.558552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.575701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e0f3b33a-dcb8-4051-882d-b041271732f7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:18:59.576776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e0f3b33a-dcb8-4051-882d-b041271732f7 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/bec6e6a0-be1a-4ed7-a53e-85d024692b47 HTTP/1.1" status: 404 len: 336 time: 0.0866580 Jun 09 13:18:59.579419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47194) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.622090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=e927b9db-e76b-4bac-973a-5ff6248a4231,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:59.627540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'adb7f026-9478-4e7f-9827-69fee553f4cf'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:18:59.629160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.629884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:59.643560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.645880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ca320f33-7c97-4f51-8d1c-1ac8ee6e895d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 200 len: 205 time: 0.0651965 Jun 09 13:18:59.648926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47196) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.669529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.691326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.728303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:18:59.734982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] DHCP port deletion for bef71358-be52-4637-bdc1-88f8a290ee01 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:18:59.737269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-387027a9-789e-45df-b8e5-044d3dd84984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.3017676 Jun 09 13:18:59.742561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0063477 Jun 09 13:18:59.742561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47198) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.742816 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5461934 Jun 09 13:18:59.746766 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6512058 Jun 09 13:18:59.750277 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-d393d7c7-4bef-4dae-b65e-d5f8f2e92c6e tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:18:59.750277 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d393d7c7-4bef-4dae-b65e-d5f8f2e92c6e tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/48c55dda-1047-4bf7-a45f-66d6694c8482 HTTP/1.1" status: 404 len: 336 time: 0.0981908 Jun 09 13:18:59.750277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47200) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.750277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47202) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.751047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47204) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.753941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:59.826938 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d6b47ff1-aeaa-47d6-b03c-8f427d70185d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 200 len: 205 time: 0.0744462 Jun 09 13:18:59.831505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47208) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.840978 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9eeb68d78f5748398063495eddab091d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3443279 Jun 09 13:18:59.861852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6ef80a4d-8556-4a1d-9d10-b425f7a04954 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:18:59.880567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47210) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.901910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c25b3-ef8c-43dc-ae5f-92e5fe90b8fd,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:18:59.914828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:18:59.918038 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-447da04c-aa89-4c22-8914-b1e0c9677da3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:18:59.919252 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-447da04c-aa89-4c22-8914-b1e0c9677da3 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/5985dbf1-1fda-4505-92a6-e37830f4304f HTTP/1.1" status: 404 len: 336 time: 0.0861983 Jun 09 13:18:59.923137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47212) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.955115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Allocated IP 2001:db8::f816:3eff:fe17:f4c3 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/adb7f026-9478-4e7f-9827-69fee553f4cf/2218a693-6c55-4b8f-b432-15c61e9b2a46) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:18:59.976164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'project_id': 'd2267be2907043d1a0849f225c1666f8', 'port_id': '797a0a27-cf13-420f-905e-be2312d26246'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:18:59.982700 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-288cc503-5eba-4744-b729-f3d4535de3cf tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f0e822-38ea-4920-a528-05d47b83621d HTTP/1.1" status: 200 len: 205 time: 0.0561843 Jun 09 13:18:59.983745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47214) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:18:59.983867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:18:59.984777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.053195 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-51655786-baf4-4f00-9023-76d5ded5a1b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] delete failed (client error): The resource could not be found. Jun 09 13:19:00.057033 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-51655786-baf4-4f00-9023-76d5ded5a1b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/routers/c8f0e822-38ea-4920-a528-05d47b83621d HTTP/1.1" status: 404 len: 336 time: 0.0696537 Jun 09 13:19:00.057033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:00.057033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.070711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47216) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:00.123154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b919a-738e-45ba-8889-9bde3a96c1f3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:00.124407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d34b919a-738e-45ba-8889-9bde3a96c1f3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/e927b9db-e76b-4bac-973a-5ff6248a4231 HTTP/1.1" status: 200 len: 841 time: 0.3510647 Jun 09 13:19:00.130110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47218) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:00.137460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Deleting port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:00.137845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.143226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845684-aa90-403c-840f-a20401653245 req-c0daad06-d305-4479-981f-086c090151bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:00.144648 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-c0daad06-d305-4479-981f-086c090151bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.3772030 Jun 09 13:19:00.149620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.162450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5dfb88-6f9b-4cfb-bcc8-5881e33cd7f0 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] DELETE failed (client error): The resource could not be found. Jun 09 13:19:00.163005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5dfb88-6f9b-4cfb-bcc8-5881e33cd7f0 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:00.167554 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4e5dfb88-6f9b-4cfb-bcc8-5881e33cd7f0 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] 10.222.0.21 "DELETE /v2.0/subnets/883c356a-4d21-40d2-94cd-690e981aa33d HTTP/1.1" status: 404 len: 337 time: 0.0889914 Jun 09 13:19:00.224093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6ef80a4d-8556-4a1d-9d10-b425f7a04954,segment=NetworkSegment(016d7050-0ea9-42fb-8e1f-3fd02569bbdc),segment_id=016d7050-0ea9-42fb-8e1f-3fd02569bbdc)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:00.224500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.226671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.248558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.312790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6ef80a4d-8556-4a1d-9d10-b425f7a04954,segment=NetworkSegment(016d7050-0ea9-42fb-8e1f-3fd02569bbdc),segment_id=016d7050-0ea9-42fb-8e1f-3fd02569bbdc)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:00.313192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.317528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.369226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.400441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.439891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:00.443410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.466035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Calling delete_port for 6ef80a4d-8556-4a1d-9d10-b425f7a04954 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:00.490480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845684-aa90-403c-840f-a20401653245 req-c5d825ee-ac72-4b07-9af0-c39ddba41bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:00.492232 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-c5d825ee-ac72-4b07-9af0-c39ddba41bbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3312373 Jun 09 13:19:00.516538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.527003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Transition to ACTIVE for port object 2218a693-6c55-4b8f-b432-15c61e9b2a46 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:00.541450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.542202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a763b64e-77f8-4284-9245-4ad3027ad51a tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1242535 Jun 09 13:19:00.544822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Calling delete_port for 6ef80a4d-8556-4a1d-9d10-b425f7a04954 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:00.547723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47226) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:00.549349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47228) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:00.557115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Transition to ACTIVE for port object 2218a693-6c55-4b8f-b432-15c61e9b2a46 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:00.559518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6ef80a4d-8556-4a1d-9d10-b425f7a04954, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6ef80a4d-8556-4a1d-9d10-b425f7a04954,segment=NetworkSegment(016d7050-0ea9-42fb-8e1f-3fd02569bbdc),segment_id=016d7050-0ea9-42fb-8e1f-3fd02569bbdc)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:00.567124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.570756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6181cfc2-b5b5-4c3c-8dc0-870b536b4de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:00.604947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.660875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:00.667205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:00.673593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:00.713708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port e927b9db-e76b-4bac-973a-5ff6248a4231 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:00.714288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.723200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:00.732493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:00.759877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:00.828252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.832290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.861356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Attempting to bind port 2218a693-6c55-4b8f-b432-15c61e9b2a46 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:00.862150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Attempting to bind port 2218a693-6c55-4b8f-b432-15c61e9b2a46 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:00.862743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Attempting to bind port 2218a693-6c55-4b8f-b432-15c61e9b2a46 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:00.871353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.875363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Pushing event updated for resources: {'Port': ['ID=2218a693-6c55-4b8f-b432-15c61e9b2a46,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:00.879568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:00.880178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:00.880767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.881373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:00.882032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Bound port: 2218a693-6c55-4b8f-b432-15c61e9b2a46, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:00.882592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.894045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0bf4919a-d480-4aad-bf26-01caaf4fe271 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:00.896475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:00.896996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:00.936543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.939214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:00.942979 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/539c25b3-ef8c-43dc-ae5f-92e5fe90b8fd HTTP/1.1" status: 204 len: 168 time: 1.0052795 Jun 09 13:19:00.946950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Pushing event deleted for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:00.950646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] No DVR routers for this DVR port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:00.951354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4885817e-9f76-4709-a1fa-245d4aea741f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:00.953592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:00.996157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c25b3-ef8c-43dc-ae5f-92e5fe90b8fd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:00.999177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:01.029461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-839a8a30-0a87-4caa-949c-9b8f4e00f0e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860594 Jun 09 13:19:01.044660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] For port 2218a693-6c55-4b8f-b432-15c61e9b2a46, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:01.048259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] For port 2218a693-6c55-4b8f-b432-15c61e9b2a46, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2218a693-6c55-4b8f-b432-15c61e9b2a46,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:01.059623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.074145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b935-1e9f-4394-ba35-c4a040aa9714 req-340bd815-c3f9-4d6c-9fe7-a71bd47eb930 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:01.075275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40a5b328-a041-43d0-8071-a78996442cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:01.075828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35e9b935-1e9f-4394-ba35-c4a040aa9714 req-340bd815-c3f9-4d6c-9fe7-a71bd47eb930 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5266533 Jun 09 13:19:01.130658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.173870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Pushing event updated for resources: {'Port': ['ID=2218a693-6c55-4b8f-b432-15c61e9b2a46,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:01.177475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:01.223751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.245172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.254366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Port': ['ID=6ef80a4d-8556-4a1d-9d10-b425f7a04954,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:01.259740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] No DVR routers for this DVR port 6ef80a4d-8556-4a1d-9d10-b425f7a04954 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:01.291136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:01.366260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35e9b935-1e9f-4394-ba35-c4a040aa9714 req-35ecd982-bb97-4d7c-be1c-595d17b7387f tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267654 Jun 09 13:19:01.399748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47236) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:01.421216 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92845684-aa90-403c-840f-a20401653245 req-e1a86c0d-d5ca-4900-bb11-602b275a4087 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794448 Jun 09 13:19:01.451948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for e927b9db-e76b-4bac-973a-5ff6248a4231 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:01.583781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Allocated IP 172.26.5.2 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/0d995015-241e-41fa-9929-11352522f9c3) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:01.585985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.594083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:01.625755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d205c256-bf1d-448c-8332-d3988c130ff2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b36e5e6f6b846b9be035d23c72ec424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135201 Jun 09 13:19:01.635882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47238) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:01.678196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:01.699284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:01.753830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.756959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:01.757574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.765907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.768612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.785232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=053716bf-89b8-4e69-a033-48027a02e4fa,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:01.795028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef71358-be52-4637-bdc1-88f8a290ee01']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:01.805334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:01.829148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016d7050-0ea9-42fb-8e1f-3fd02569bbdc') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:01.829458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016d7050-0ea9-42fb-8e1f-3fd02569bbdc') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:01.847987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.856904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.857381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85362008-c582-4667-a700-63afa8b4b731 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:19:01.880108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.883959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.892031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:01.892688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.917278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2218a693-6c55-4b8f-b432-15c61e9b2a46 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:01.922669 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:01.929792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.934620 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e2f4406e-d0ce-49a8-9ff7-80fcf4c3804d tempest-RoutersTestDVR-2089790311 tempest-RoutersTestDVR-2089790311-project-admin] 10.222.0.21 "DELETE /v2.0/routers/85362008-c582-4667-a700-63afa8b4b731 HTTP/1.1" status: 204 len: 168 time: 1.3740067 Jun 09 13:19:01.949781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:01.959152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.028996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:02.053768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.057013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.060666 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eefb57d-bc7d-4f43-a929-2ddc64921754 HTTP/1.1" status: 204 len: 168 time: 0.4182391 Jun 09 13:19:02.060666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:02.071171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.076176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eefb57d-bc7d-4f43-a929-2ddc64921754,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:02.081026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:02.081534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a9281f9e-1fea-4e8c-8d38-6de520ec3a1d tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:02.147923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.177119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-922af640-560c-43c8-bf2e-c5bf0664f94a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:02.187802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:02.197122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:02.201502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:02.238938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=e927b9db-e76b-4bac-973a-5ff6248a4231,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:02.249580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:02.252131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.258244 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/e927b9db-e76b-4bac-973a-5ff6248a4231 HTTP/1.1" status: 204 len: 168 time: 2.1258948 Jun 09 13:19:02.259426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.263304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.274307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:02.303258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.308411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/networks/bef71358-be52-4637-bdc1-88f8a290ee01 HTTP/1.1" status: 204 len: 168 time: 3.0110288 Jun 09 13:19:02.308411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Network': ['ID=bef71358-be52-4637-bdc1-88f8a290ee01,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:02.309018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.317975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Pushing event updated for resources: {'Port': ['ID=0d995015-241e-41fa-9929-11352522f9c3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:02.344267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:02.352768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab15b77e-3dd0-4afe-8771-ef38b81d6e28 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:19:02.354174 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ab15b77e-3dd0-4afe-8771-ef38b81d6e28 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/e927b9db-e76b-4bac-973a-5ff6248a4231 HTTP/1.1" status: 404 len: 333 time: 0.0938034 Jun 09 13:19:02.361098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47252) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.369469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'name': 'tempest-PortsTestJSON-839357620'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:02.385345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47254) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.397728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:02.401986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting subnet 6bcba328-86b2-499a-827b-6a656fe22db8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:02.416994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.445785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.463201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.478092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:02.503068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.527561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899d388-1d35-4fb6-85c1-0573166a811f None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:02.582690 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e960880f82c483b8db68d93b56f9179&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0219486 Jun 09 13:19:02.582982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8336434 Jun 09 13:19:02.587049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125201d0-9aab-48bf-912f-12c01133d649,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:02.591950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47262) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.592276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47264) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:02.605154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:23:9f:9d', 'name': 'tempest-NetworksTestDHCPv6-530160929'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:02.624544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:02.718700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.789445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Provisioning for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:02.797065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Provisioning complete for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:02.797666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.808951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.859063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:02.859297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.862492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.907713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.983159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:02.990463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c04f845-7033-4e73-82b8-f5506c4f9c31 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.036985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcba328-86b2-499a-827b-6a656fe22db8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:03.040915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:03.042206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.048929 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/subnets/6bcba328-86b2-499a-827b-6a656fe22db8 HTTP/1.1" status: 204 len: 168 time: 0.7359614 Jun 09 13:19:03.050021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47278) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:03.050646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.053945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.057487 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/125201d0-9aab-48bf-912f-12c01133d649 HTTP/1.1" status: 204 len: 168 time: 0.4620361 Jun 09 13:19:03.057487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f72cb798-7f6b-41fb-aa78-59a483731a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.058591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.072954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a0c2-4966-4163-a378-d403ba16c47e req-16b71a7f-4c68-4dbc-b1f5-728620b7389b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:03.074467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83a0c2-4966-4163-a378-d403ba16c47e req-16b71a7f-4c68-4dbc-b1f5-728620b7389b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5508394 Jun 09 13:19:03.084346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a5bb9-06d7-4d9c-af41-144543bf4ed3 None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:03.094760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 4d33462d-675b-41d2-8eca-f7cda6d1e8d0 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:03.100853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125201d0-9aab-48bf-912f-12c01133d649,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:03.107298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:03.152632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting subnet 8c3cef0a-0fe0-4c92-a80f-7ef652cb377c {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:03.168799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.239564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83a0c2-4966-4163-a378-d403ba16c47e req-da3e353b-e037-4669-b347-5a9378d2e462 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520741 Jun 09 13:19:03.266888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] For port 2218a693-6c55-4b8f-b432-15c61e9b2a46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2218a693-6c55-4b8f-b432-15c61e9b2a46,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:03.291446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.300074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.411376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47286) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:03.500057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Pushing event updated for resources: {'Port': ['ID=2218a693-6c55-4b8f-b432-15c61e9b2a46,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:03.513154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:03.530902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.533895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.544019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.552654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47290) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:03.555371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.576697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:03.609459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.626811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Update dhcp port {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'adb7f026-9478-4e7f-9827-69fee553f4cf', 'ip_address': '2001:db8::f816:3eff:fe17:f4c3'}, {'subnet_id': '053716bf-89b8-4e69-a033-48027a02e4fa'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '2218a693-6c55-4b8f-b432-15c61e9b2a46'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:19:03.647276 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad1830f0ea940a69ec6d512f0053c02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2582147 Jun 09 13:19:03.652585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c501c0b-e10d-46d4-a07c-deff660f7b86,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:03.658925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47292) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:03.669171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:03.696161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.699006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.729003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad2366e8-0bd4-4e9a-9714-dfcf0b06c007 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57c739b43b91450aafe6f8d4a2a9cc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663666 Jun 09 13:19:03.731807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47294) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:03.798812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.811045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202814930'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:03.815819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.817248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.835895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-88ff7a95-d725-4fd0-b546-81d051376d0f tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.865654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2218a693-6c55-4b8f-b432-15c61e9b2a46 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:03.915014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.921417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] DHCP port deletion for dd847111-62ea-4129-b8f2-fc805f21d023 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:03.922875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:03.955401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:03.968185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:03.969950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.972288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3cef0a-0fe0-4c92-a80f-7ef652cb377c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:03.979988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:03.984359 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/subnets/8c3cef0a-0fe0-4c92-a80f-7ef652cb377c HTTP/1.1" status: 204 len: 168 time: 0.9279749 Jun 09 13:19:03.991666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d225452-e9ad-49a6-af9c-e78034902920 None None] Network 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:03.996078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.996464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.996920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.997208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.997573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.997935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.998303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.998697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.999057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.999670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:03.999884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.000241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.001731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:04.005351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47296) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:04.007277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:04.007949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.025258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:04.030434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.048137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=4d33462d-675b-41d2-8eca-f7cda6d1e8d0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:04.062165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:04.090947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.112981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7507813 Jun 09 13:19:04.119105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.123815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.125055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47298) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:04.130222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.135739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Allocated IP 172.20.0.2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/053716bf-89b8-4e69-a033-48027a02e4fa/2218a693-6c55-4b8f-b432-15c61e9b2a46) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:04.143943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:04.159988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port c5173175-5913-4031-a670-4536db05a548 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:04.245189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.302377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.304817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:04.305197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.342760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting port 616c5c8a-4166-420c-9a26-e361a637bf39 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:04.343410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.420077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Deleting port 616c5c8a-4166-420c-9a26-e361a637bf39 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:04.421119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.448583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] For port 616c5c8a-4166-420c-9a26-e361a637bf39, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=616c5c8a-4166-420c-9a26-e361a637bf39,segment=NetworkSegment(c96c2719-ebbd-48bb-88bc-d9b2726712ce),segment_id=c96c2719-ebbd-48bb-88bc-d9b2726712ce)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:04.448941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.458782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.461247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.464827 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c501c0b-e10d-46d4-a07c-deff660f7b86 HTTP/1.1" status: 204 len: 168 time: 0.8024595 Jun 09 13:19:04.480876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c8285a2-ed8d-47b7-a774-7e789ffa8e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:04.519285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c501c0b-e10d-46d4-a07c-deff660f7b86,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:04.532929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.567955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.568335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.568764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.569147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.569489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.569849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.570203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.570575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.570933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.571283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.571631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.571983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:04.575176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:04.599218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Calling delete_port for 616c5c8a-4166-420c-9a26-e361a637bf39 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:04.661582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.662391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.664871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.668370 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f450c281-7c66-493e-8ec0-d8957323fedb HTTP/1.1" status: 204 len: 168 time: 0.9262338 Jun 09 13:19:04.668515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:04.671177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-917f67b9-9bf9-4866-b47a-723f55db48e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:04.710650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f450c281-7c66-493e-8ec0-d8957323fedb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:04.716039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] DHCP port deletion for 9286f3bf-1fcb-4d04-bc87-5fbc62937a15 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:04.724783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Port': ['ID=616c5c8a-4166-420c-9a26-e361a637bf39,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:04.733226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:04.735854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:04.736142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] No DVR routers for this DVR port 616c5c8a-4166-420c-9a26-e361a637bf39 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:04.737848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.764848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] For port 2218a693-6c55-4b8f-b432-15c61e9b2a46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2218a693-6c55-4b8f-b432-15c61e9b2a46,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:04.769217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.805108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.827052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Transition to ACTIVE for port object 2218a693-6c55-4b8f-b432-15c61e9b2a46 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:04.833714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e35d8645-fc59-4c91-97d1-5a39c9135613 tempest-RoutersAdminNegativeTest-2102336644 tempest-RoutersAdminNegativeTest-2102336644-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:04.931298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.943553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e0703f06-8089-45f1-9584-3b6adaf7483e {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:04.945114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:04.955380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a595653f-7b79-4a80-b71c-8aa0d0774207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:04.967058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.977626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:04.986573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899b5f-37cd-4aef-b314-3968dc99d85c req-1d642997-e1f4-40a4-95d4-079542c3c84d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:04.993842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e7899b5f-37cd-4aef-b314-3968dc99d85c req-1d642997-e1f4-40a4-95d4-079542c3c84d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6028039 Jun 09 13:19:04.995315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd847111-62ea-4129-b8f2-fc805f21d023']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:05.011564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96c2719-ebbd-48bb-88bc-d9b2726712ce') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:05.012322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96c2719-ebbd-48bb-88bc-d9b2726712ce') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:05.028842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.031503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.049348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.060256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:05.061061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.091954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] For port 616c5c8a-4166-420c-9a26-e361a637bf39, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=616c5c8a-4166-420c-9a26-e361a637bf39,segment=NetworkSegment(c96c2719-ebbd-48bb-88bc-d9b2726712ce),segment_id=c96c2719-ebbd-48bb-88bc-d9b2726712ce)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:05.092351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:05.095312 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:05.124353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.220747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47310) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:05.250733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.278477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.283060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:05.302232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.306640 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/networks/dd847111-62ea-4129-b8f2-fc805f21d023 HTTP/1.1" status: 204 len: 168 time: 1.2982640 Jun 09 13:19:05.313990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47314) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:05.348875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Network': ['ID=dd847111-62ea-4129-b8f2-fc805f21d023,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.371289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:19:05.381004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Calling delete_port for 616c5c8a-4166-420c-9a26-e361a637bf39 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:05.389728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.405660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Pushing event updated for resources: {'Port': ['ID=2218a693-6c55-4b8f-b432-15c61e9b2a46,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.414917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Pushing event updated for resources: {'Port': ['ID=0d995015-241e-41fa-9929-11352522f9c3,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.424082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.424432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.424764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.425096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.425422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.425750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.426074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.426396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.426752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.427068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.427386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.427699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:19:05.434496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:05.437243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:05.441984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.443075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Deleting port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:05.443459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.446323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.450026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.478403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:05.479216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:05.538310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port a62cb1ff-de33-4cb4-96d0-963406d7daf1 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:05.571308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.571594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.578324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:05.614445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Network dd847111-62ea-4129-b8f2-fc805f21d023 is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:19:05.614947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] No DVR routers for this DVR port 616c5c8a-4166-420c-9a26-e361a637bf39 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:05.647336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Pushing event deleted for resources: {'Port': ['ID=616c5c8a-4166-420c-9a26-e361a637bf39,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.653075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:05.659038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] For port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,segment=NetworkSegment(1c012ee4-5155-449d-b330-2c9ba6c9d9a9),segment_id=1c012ee4-5155-449d-b330-2c9ba6c9d9a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:05.659336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.664444 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e7899b5f-37cd-4aef-b314-3968dc99d85c req-51d62190-bdd0-450f-8509-412b1e2bca0b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6697125 Jun 09 13:19:05.668277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] In _notify_port_updated(), no bound segment for port 4d33462d-675b-41d2-8eca-f7cda6d1e8d0 on network f830c954-26a0-40c9-87f1-b6f08838d03c {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:19:05.674223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:05.675075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.679463 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/ports/4d33462d-675b-41d2-8eca-f7cda6d1e8d0 HTTP/1.1" status: 200 len: 818 time: 1.5476012 Jun 09 13:19:05.745997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47322) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:05.827927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=4d33462d-675b-41d2-8eca-f7cda6d1e8d0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.856441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:05.879161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:05.879689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1372922-9eec-421d-925b-8674575bab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:05.903269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Calling delete_port for 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:05.909087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2218a693-6c55-4b8f-b432-15c61e9b2a46 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:05.921394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae6f22-2a63-473b-a872-fac1471f9f5c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:05.932828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.009570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.013866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5983410 Jun 09 13:19:06.022706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.047756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886c7109-b99d-4d1e-90e7-436c2bbd9b49,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:06.059810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:06.082784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.084147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:06.084797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:06.096660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.110418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbd5c295-1606-4bd3-a730-c18f099a7f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:06.131611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43b7b4f1-8ecb-4588-92ff-4ce9094a0b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:06.158823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Floating IP 20da9a68-e310-4b3e-9030-2a31f7c81c60 associated. External IP: 172.26.5.2, port: 797a0a27-cf13-420f-905e-be2312d26246. Jun 09 13:19:06.174703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] No DVR routers for this DVR port 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:06.176926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Pushing event deleted for resources: {'Port': ['ID=58f7d824-d3be-4572-a5bc-e4b6c6078ca8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:06.181549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:06.198742 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77c79ac67c7744f4a14243841daf563a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768476 Jun 09 13:19:06.202063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47334) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.280380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 616c5c8a-4166-420c-9a26-e361a637bf39 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:06.281022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47336) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.302475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4992f3d3-8f95-4684-80d4-08b9c5806527,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:06.308653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:06.321530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 616c5c8a-4166-420c-9a26-e361a637bf39 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:06.321894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 616c5c8a-4166-420c-9a26-e361a637bf39 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:06.322333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:06.342818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f6fec62b-4ca4-4d7a-990b-b034fbd2659c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3183246 Jun 09 13:19:06.345426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47340) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.352769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-security--66657655', 'description': 'tempest-security-description-920993913'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:06.369082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:06.369543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58f7d824-d3be-4572-a5bc-e4b6c6078ca8 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:06.383924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-26359b59-d922-4627-a7bf-0a4d015c6bdc None None] Provisioning for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:06.386095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 4d33462d-675b-41d2-8eca-f7cda6d1e8d0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:06.386462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.392169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-26359b59-d922-4627-a7bf-0a4d015c6bdc None None] Provisioning complete for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:06.392984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26359b59-d922-4627-a7bf-0a4d015c6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.525868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.533449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.549730 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7a35ce27-a19f-4090-a2bc-7d679dbcf380 tempest-AgentManagementNegativeTest-519500687 tempest-AgentManagementNegativeTest-519500687-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2648461 Jun 09 13:19:06.572352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.618575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9286f3bf-1fcb-4d04-bc87-5fbc62937a15']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:06.645301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c012ee4-5155-449d-b330-2c9ba6c9d9a9') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:06.645576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c012ee4-5155-449d-b330-2c9ba6c9d9a9') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:06.655526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 172.20.0.14 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/053716bf-89b8-4e69-a033-48027a02e4fa/a62cb1ff-de33-4cb4-96d0-963406d7daf1) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:06.657505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.687013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.704063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.715533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe23:9f9d (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/adb7f026-9478-4e7f-9827-69fee553f4cf/a62cb1ff-de33-4cb4-96d0-963406d7daf1) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:06.755024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.757506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.760049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.763811 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "PUT /v2.0/security-groups/886c7109-b99d-4d1e-90e7-436c2bbd9b49 HTTP/1.1" status: 200 len: 1775 time: 0.4123919 Jun 09 13:19:06.767774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-327473f8-df42-4dea-ba54-952e797f5bc0 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:06.776873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.781526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 4d33462d-675b-41d2-8eca-f7cda6d1e8d0 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:06.784155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47348) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.789731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:06.790205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:06.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:06.906365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47350) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.945917 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ded4f31-c9c7-4cc1-9f76-dbe52fa1abff tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups/886c7109-b99d-4d1e-90e7-436c2bbd9b49 HTTP/1.1" status: 200 len: 1775 time: 0.1607592 Jun 09 13:19:06.953752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47354) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:06.986356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886c7109-b99d-4d1e-90e7-436c2bbd9b49,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:06.993416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Router b41d3f7c-378a-4f25-9ec8-f7772326cbda has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:19:07.005416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.077171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.086199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.100275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.102092 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/networks/9286f3bf-1fcb-4d04-bc87-5fbc62937a15 HTTP/1.1" status: 204 len: 168 time: 1.7869132 Jun 09 13:19:07.109990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47356) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.115797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.159580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Network': ['ID=9286f3bf-1fcb-4d04-bc87-5fbc62937a15,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.169910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.172294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.173481 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4992f3d3-8f95-4684-80d4-08b9c5806527 HTTP/1.1" status: 204 len: 168 time: 0.9671679 Jun 09 13:19:07.176763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.180212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-744f3a1a-f5c6-4676-b080-99e8ce784e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.224355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4992f3d3-8f95-4684-80d4-08b9c5806527,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.231952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.252471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting subnet e8289272-54e9-41fb-bab0-8d2a329b57f1 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:07.257442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.310252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.336360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5601eb-02e6-4c36-bbaa-5007382d6223 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.338385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.374537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object a62cb1ff-de33-4cb4-96d0-963406d7daf1 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:07.385268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.428027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8116f-69f8-456a-9828-e13ece8b93a9 req-4643e0d1-49c2-40b1-b9b6-9729f7dde6f9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:07.429572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-89d8116f-69f8-456a-9828-e13ece8b93a9 req-4643e0d1-49c2-40b1-b9b6-9729f7dde6f9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5880775 Jun 09 13:19:07.430700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=4d33462d-675b-41d2-8eca-f7cda6d1e8d0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.436943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.444052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.446224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.466477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.476247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fc675fa-480d-41df-9e76-5fa37e18918a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.477810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.482111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/4d33462d-675b-41d2-8eca-f7cda6d1e8d0 HTTP/1.1" status: 204 len: 168 time: 1.7343726 Jun 09 13:19:07.489623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47366) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.553585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:07.561156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:07.569071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:07.574043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.611002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=a62cb1ff-de33-4cb4-96d0-963406d7daf1,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.619146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.634909 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-89d8116f-69f8-456a-9828-e13ece8b93a9 req-6567152c-a17e-4a6c-b6b8-aac733bfc803 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896756 Jun 09 13:19:07.653448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:19:07.667798 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] Sync routers for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:19:07.668788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:07.669225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.675582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.683576 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:07.692535 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:07.700276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8d9450c0-332e-4fd2-81fc-86c4174ae282 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.731063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.733476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.734657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/886c7109-b99d-4d1e-90e7-436c2bbd9b49 HTTP/1.1" status: 204 len: 168 time: 0.7799342 Jun 09 13:19:07.737713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c1aec062-8207-4e57-a321-080afb6e7006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.749938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47372) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.758780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009fdd88-e182-4258-9959-2528403366f7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:07.760600 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-009fdd88-e182-4258-9959-2528403366f7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2641330 Jun 09 13:19:07.764009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47374) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.772432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Subnet': ['ID=e8289272-54e9-41fb-bab0-8d2a329b57f1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.791880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.793228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.795026 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/subnets/e8289272-54e9-41fb-bab0-8d2a329b57f1 HTTP/1.1" status: 204 len: 168 time: 0.6839797 Jun 09 13:19:07.798435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf99760-30a0-4248-b828-2ac5f241546f None None] Network 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:07.799495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47378) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.820339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c7109-b99d-4d1e-90e7-436c2bbd9b49,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:07.845427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:07.849983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-55915853-4ca2-49f2-901a-4232cb6680c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:19:07.854980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-55915853-4ca2-49f2-901a-4232cb6680c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/4d33462d-675b-41d2-8eca-f7cda6d1e8d0 HTTP/1.1" status: 404 len: 333 time: 0.0862513 Jun 09 13:19:07.856431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47380) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:07.859043 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:07.859460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.863629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565264096'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:07.884972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.900003 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:07.903114 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:07.903956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:07.910412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:07.972933 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3779614 Jun 09 13:19:07.984544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47386) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.047238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:08.047634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe3d76-b9d5-4c84-8503-f2dfa96d6e6a None None] The sync data for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:19:08.049872 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec15b54050ec4f71b85c6de41ef666c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424265 Jun 09 13:19:08.053174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39416064-d22d-4a34-9bd2-074cda5cf336,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:08.057574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47388) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.069916 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b27eb113-94c8-4450-85ca-30c2dec6f145 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3184574 Jun 09 13:19:08.070812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:08.071943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:08.076055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.079734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47390) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.090662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 8.3215492 Jun 09 13:19:08.096516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47394) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.109194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.124901 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-dd762a47-dc26-4725-ba5e-eaa03ebb6616 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] delete failed (client error): The resource could not be found. Jun 09 13:19:08.129489 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dd762a47-dc26-4725-ba5e-eaa03ebb6616 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/886c7109-b99d-4d1e-90e7-436c2bbd9b49 HTTP/1.1" status: 404 len: 347 time: 0.0452642 Jun 09 13:19:08.129911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47396) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.134759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899148132'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:08.196761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5bb83f1e-80bd-4ab7-a9d1-ae208472d988 None None] Provisioning for port a62cb1ff-de33-4cb4-96d0-963406d7daf1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:08.205497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5bb83f1e-80bd-4ab7-a9d1-ae208472d988 None None] Provisioning complete for port a62cb1ff-de33-4cb4-96d0-963406d7daf1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:08.206161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5bb83f1e-80bd-4ab7-a9d1-ae208472d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.232149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c7584-a0ce-4e9d-9388-c610f8df228b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:08.237979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c7584-a0ce-4e9d-9388-c610f8df228b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:08.239834 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e75c7584-a0ce-4e9d-9388-c610f8df228b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2505548 Jun 09 13:19:08.243315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:08.244113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47398) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.244892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.252273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c663f87-eff0-4251-990e-5033cf00e7a4 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "GET /v2.0/floatingips/20da9a68-e310-4b3e-9030-2a31f7c81c60 HTTP/1.1" status: 200 len: 980 time: 0.1528187 Jun 09 13:19:08.260561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47400) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.276396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5bb83f1e-80bd-4ab7-a9d1-ae208472d988 None None] Port a62cb1ff-de33-4cb4-96d0-963406d7daf1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:08.317075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47402) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.326405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.332545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.332920 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment 6f5c984e-0a50-41bc-b879-6ef64fecbdd0 of type vlan for network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 Jun 09 13:19:08.368140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] DHCP port deletion for 2db66149-5a6f-4bd0-8f56-1be1e7dbd39d request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:08.416764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.437439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.453562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Deleting port 40b04186-cdc5-4a7b-8615-000450cb9cec {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:08.453894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.461460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de9995b9-3348-4353-bf95-14847a052bbe tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.1974716 Jun 09 13:19:08.467198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47406) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.533820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Deleting port 40b04186-cdc5-4a7b-8615-000450cb9cec {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:08.534169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.545866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-880657570'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:08.560163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] For port 40b04186-cdc5-4a7b-8615-000450cb9cec, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=40b04186-cdc5-4a7b-8615-000450cb9cec,segment=NetworkSegment(052c0217-a9a0-4aed-88ec-2102d2daa8fb),segment_id=052c0217-a9a0-4aed-88ec-2102d2daa8fb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:08.560540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.616962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.623003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:08.623522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.629134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ecaf8d8-d455-4e75-aa84-5e0b2a1ebffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:08.711861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Calling delete_port for 40b04186-cdc5-4a7b-8615-000450cb9cec owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:08.760013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] For port 40b04186-cdc5-4a7b-8615-000450cb9cec, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=40b04186-cdc5-4a7b-8615-000450cb9cec,segment=NetworkSegment(052c0217-a9a0-4aed-88ec-2102d2daa8fb),segment_id=052c0217-a9a0-4aed-88ec-2102d2daa8fb)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:08.760374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.776767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.779396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.780645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39416064-d22d-4a34-9bd2-074cda5cf336 HTTP/1.1" status: 204 len: 168 time: 0.7216568 Jun 09 13:19:08.786561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.792309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:08.841718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Pushing event deleted for resources: {'Port': ['ID=40b04186-cdc5-4a7b-8615-000450cb9cec,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:08.844805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:08.846944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] No DVR routers for this DVR port 40b04186-cdc5-4a7b-8615-000450cb9cec on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:08.864597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.873134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=7d4e7ccb-3cd9-416a-8b96-5ca9a301c353,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:08.881113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:08.883249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:08.885484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:08.900781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0405850 Jun 09 13:19:08.932748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47412) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:08.946019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Calling delete_port for 40b04186-cdc5-4a7b-8615-000450cb9cec owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:08.948632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39416064-d22d-4a34-9bd2-074cda5cf336,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:08.950572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:08.951916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:08.959056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92ad6079-63e2-4e12-a1dd-3f426f66683d tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:08.962357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:09.023087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port a62cb1ff-de33-4cb4-96d0-963406d7daf1 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:09.023712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.041292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91541e3-0887-4828-8f79-05c74975c927,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:09.050042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Made reservation on behalf of 4480a056a82144cba57af361f58e7fe9 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:09.054554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.090819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.094964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.098592 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9677777 Jun 09 13:19:09.099754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:09.100319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47416) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:09.113751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'b91541e3-0887-4828-8f79-05c74975c927', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:09.184425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.189709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.198357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31557283-83fe-4a33-9cd4-075ed19ea6dd tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:09.251814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Port': ['ID=40b04186-cdc5-4a7b-8615-000450cb9cec,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:09.254255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:09.311704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] No DVR routers for this DVR port 40b04186-cdc5-4a7b-8615-000450cb9cec on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:09.323854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab505f-8237-4b91-99ee-52e097c11d51 req-77f61081-8a90-48b3-a4e8-d2b181d512be tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:09.325327 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7ab505f-8237-4b91-99ee-52e097c11d51 req-77f61081-8a90-48b3-a4e8-d2b181d512be tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5362012 Jun 09 13:19:09.331822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:19:09.331822 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:19:09.331822 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': '4480a056a82144cba57af361f58e7fe9', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 19, 9, 298428)}] Jun 09 13:19:09.331822 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:09.332296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:09.365901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port 0d995015-241e-41fa-9929-11352522f9c3 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:09.366388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.406143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for a62cb1ff-de33-4cb4-96d0-963406d7daf1 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:09.426583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.489580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:09.492508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.514955 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7ab505f-8237-4b91-99ee-52e097c11d51 req-558ccbaf-96f6-434c-b2a4-af973c8dec8c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803896 Jun 09 13:19:09.522768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.538999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db66149-5a6f-4bd0-8f56-1be1e7dbd39d']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:09.555103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052c0217-a9a0-4aed-88ec-2102d2daa8fb') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:09.555464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052c0217-a9a0-4aed-88ec-2102d2daa8fb') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:09.569860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.593881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.604955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:09.605512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:09.621092 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:09.661651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.661980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.683430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.735736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.762483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.766896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.771056 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/networks/2db66149-5a6f-4bd0-8f56-1be1e7dbd39d HTTP/1.1" status: 204 len: 168 time: 1.9705737 Jun 09 13:19:09.773672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47436) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:09.773672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47438) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:09.773991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:09.800676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for 0d995015-241e-41fa-9929-11352522f9c3 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:09.803583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85ccfb76-6998-4f08-9899-ec79db13babc tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:09.827368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc25681-7d02-4cba-8323-736e5beddd8b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:09.832449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:09.833506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.855213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 40b04186-cdc5-4a7b-8615-000450cb9cec no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:09.859586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.863467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7550392 Jun 09 13:19:09.864714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47442) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:09.901168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 40b04186-cdc5-4a7b-8615-000450cb9cec {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:09.901820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 40b04186-cdc5-4a7b-8615-000450cb9cec not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:09.917673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Pushing event deleted for resources: {'Network': ['ID=2db66149-5a6f-4bd0-8f56-1be1e7dbd39d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:09.929820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.933066 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3018c852-c3cc-4748-98bb-656ab69fe11e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d HTTP/1.1" status: 200 len: 205 time: 0.1381853 Jun 09 13:19:09.933066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:09.936023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47444) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:09.952432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:09.958895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1cd460ff-5e30-44d5-be7a-492188de8eee tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.002193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-421266834'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:10.013182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.016760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=a62cb1ff-de33-4cb4-96d0-963406d7daf1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:10.044817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:10.137732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.164946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.166793 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/a62cb1ff-de33-4cb4-96d0-963406d7daf1 HTTP/1.1" status: 204 len: 168 time: 1.7332115 Jun 09 13:19:10.169308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47446) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:10.228576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.317143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.329821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.331033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7fc25681-7d02-4cba-8323-736e5beddd8b HTTP/1.1" status: 204 len: 168 time: 0.4655554 Jun 09 13:19:10.338424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47448) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:10.390213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf682b-8899-44cd-8e6d-c449356e2d5c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:10.391695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf682b-8899-44cd-8e6d-c449356e2d5c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:10.393260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf682b-8899-44cd-8e6d-c449356e2d5c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:10.394805 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7ecf682b-8899-44cd-8e6d-c449356e2d5c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2245481 Jun 09 13:19:10.398321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47450) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:10.398466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fc25681-7d02-4cba-8323-736e5beddd8b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:10.411850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:10.445558 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5ffc2750-d164-4b1b-a6c7-bf3e724f4946 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1059110 Jun 09 13:19:10.450153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47452) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:10.505304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 053716bf-89b8-4e69-a033-48027a02e4fa {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:10.511737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.574845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.580501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.626312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.632385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.638554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.650880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.653252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.664903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ead62dc3-b0cf-46c3-a0f6-db96735bfac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.674639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.680757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.705147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Made reservation on behalf of d69da0670524448db57f267f1606e791 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:10.705397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:10.708098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.708540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Fanout notify agent at l3_agent the message router_deleted on router b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:19:10.708664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.725512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.729459 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b3186f14-4ebd-4bce-8d89-2b60c1421fbf tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] 10.222.0.21 "DELETE /v2.0/routers/b2a3071c-e2c0-4bbb-aa5d-33ab77813d9d HTTP/1.1" status: 204 len: 168 time: 0.7883983 Jun 09 13:19:10.738154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.770251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e48682-5e37-4f32-a7c5-249169adfeac,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:10.771039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.773418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.776949 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/b91541e3-0887-4828-8f79-05c74975c927 HTTP/1.1" status: 204 len: 168 time: 0.3234813 Jun 09 13:19:10.776949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.780486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47456) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:10.785850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:10.787625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.803884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d06cf868-3af3-4975-b7ae-e27780c93b10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.832471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91541e3-0887-4828-8f79-05c74975c927,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:10.842886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:10.901833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.907623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4165c75-8766-4721-8347-1d4b31629abb tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:10.959797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.959797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Added segment 24aa5d77-e665-44cb-9dd4-5d0a78c276e4 of type vlan for network e906e2f7-301c-4ddf-94da-1ad3d9710c9a Jun 09 13:19:10.961962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=053716bf-89b8-4e69-a033-48027a02e4fa,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:10.965848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:10.966655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:10.971085 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/053716bf-89b8-4e69-a033-48027a02e4fa HTTP/1.1" status: 204 len: 168 time: 0.5694420 Jun 09 13:19:10.975084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f308d5-4e4c-48f3-bdea-ef117299f308 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:10.976650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47460) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.039887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.050820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.058563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6844488c-35c9-4a2f-80d4-624f14a0911b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.091609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet adb7f026-9478-4e7f-9827-69fee553f4cf {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:11.093103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47462) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.094109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': '6f5c984e-0a50-41bc-b879-6ef64fecbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:11.094457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:11.099915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:11.100316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.104208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.139912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b01c8d-4986-4a1b-a545-7bc9a6331b17,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.147581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.148783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.149292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Floating IP 20da9a68-e310-4b3e-9030-2a31f7c81c60 disassociated (deleted). External IP: 172.26.5.2, port: 797a0a27-cf13-420f-905e-be2312d26246. Jun 09 13:19:11.150431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.150877 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Added segment 8bdcd0b5-4efd-44f4-ac38-8a01b9838d74 of type vlan for network 66f6bea1-7bfd-42fd-b850-756b05f607e6 Jun 09 13:19:11.177739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.198776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=26f05743-a594-4b0f-a165-90779f0e13ce,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.211865 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-07ee09d5-5886-4136-a208-f771e8fa7772 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4248569 Jun 09 13:19:11.215817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47466) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.227126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904316846'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:11.228239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.230024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a32e46c0-ba76-4636-85dd-e4351d03f336 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.250184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.296738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.340541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.345797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:11.346388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.350420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=0d995015-241e-41fa-9929-11352522f9c3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.352239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:11.353761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-558d8f1c-80c1-4f03-a0eb-1f96dbb1c6fc tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.358185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.376752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.386541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.392056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:11.392650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.398570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.418204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:11.427156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591fb36c-6ea4-44fc-bbf4-2165ecc20a3b None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:11.488711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:11.489314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.529611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'Network': ['ID=66f6bea1-7bfd-42fd-b850-756b05f607e6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.542612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:11.544645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.571647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5c8d2fee-0c89-4f51-a628-3f338c0d4cfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65c5c01719804da1aa11ed4b3be2ebe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736595 Jun 09 13:19:11.572613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Network': ['ID=e906e2f7-301c-4ddf-94da-1ad3d9710c9a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.574821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47468) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.581626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.589093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.596549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6dc71dd2-7465-454f-883b-251d21d48d67 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.642987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=adb7f026-9478-4e7f-9827-69fee553f4cf,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:11.650097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.652159 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/adb7f026-9478-4e7f-9827-69fee553f4cf HTTP/1.1" status: 204 len: 168 time: 0.6746056 Jun 09 13:19:11.654940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.656063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47470) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.657076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:11.666030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:11.726215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:11.736564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2fdec7bb-a6a1-4625-baaf-8390e8cec50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:11.748908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8855f805-becd-4238-a84d-97aae58d86ad tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904346 Jun 09 13:19:11.750593 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9594536 Jun 09 13:19:11.760595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47472) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.761187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47474) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.770570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Request body: {'subnet': {'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:11.802791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:11.869633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Router b41d3f7c-378a-4f25-9ec8-f7772326cbda has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:19:11.871455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9207304 Jun 09 13:19:11.896186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5696182 Jun 09 13:19:11.897750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47476) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.898071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47478) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:11.909004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:11.929178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': '26f05743-a594-4b0f-a165-90779f0e13ce'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:11.930034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.003009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6454767-c72d-41b2-8875-b4d50ae3a1b8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:12.005507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.006915 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7854331 Jun 09 13:19:12.007837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:12.014977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:12.030270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'e6454767-c72d-41b2-8875-b4d50ae3a1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:12.037756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137240e0-a2f3-4809-bb29-58635796a72c None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:12.039765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'subnet': {'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:12.100922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.103418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.129160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:12.132596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.281909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.283555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc601973-5cbf-41a8-880a-81114e3229df None None] Provisioning complete for port 2218a693-6c55-4b8f-b432-15c61e9b2a46 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:12.284041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc601973-5cbf-41a8-880a-81114e3229df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.376926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Allocated IP 172.20.0.2 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/26f05743-a594-4b0f-a165-90779f0e13ce/66b032b4-84c3-40ea-91c6-466407837304) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:12.388866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Made reservation on behalf of d69da0670524448db57f267f1606e791 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:12.392394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.409511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:19:12.421924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.444539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] Sync routers for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:19:12.449138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:12.452606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.506428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.522454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.533239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63fbf24d-5ac6-47eb-aec1-c09f9bffc859 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:12.549669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:12.550563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:12.566801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf62f22-9d49-403e-b95b-1092e9c5b48d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:12.600566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:12.606399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:12.716456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:12.747044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.753764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9d3f5154-97c3-43ee-92cf-4e4b7f70d726 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:12.764084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.766398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.767070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:12.767548 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b8e265-fe84-4667-a330-0820ea2edd3b HTTP/1.1" status: 204 len: 168 time: 1.1889467 Jun 09 13:19:12.767987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:18:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:12.768321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-96f4523f-b914-414d-94fc-105cec8eaa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:12.799617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Made reservation on behalf of 4480a056a82144cba57af361f58e7fe9 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:12.803529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.821496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.826242 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8101852 Jun 09 13:19:12.828866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47484) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:12.832893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:12.844716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'e6454767-c72d-41b2-8875-b4d50ae3a1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:12.850826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:12.859083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:12.859629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7b25a-4f37-4177-b509-9f6d73c10db3 None None] The sync data for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:19:12.859808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:12.860329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.875648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.900557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:12.904890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:12.908181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72cbf3d9-da23-40da-aa15-3b6ebf55aa37 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:12.918653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b8e265-fe84-4667-a330-0820ea2edd3b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:12.943309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:12.951757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/floatingips/20da9a68-e310-4b3e-9030-2a31f7c81c60 HTTP/1.1" status: 204 len: 168 time: 4.4828231 Jun 09 13:19:12.954410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Deleting port 2218a693-6c55-4b8f-b432-15c61e9b2a46 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:12.954942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:12.955514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47486) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:12.980227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.021687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.039834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.ipam_backend_mixin [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26f05743-a594-4b0f-a165-90779f0e13ce (CIDR: 172.20.0.0/28) Jun 09 13:19:13.041915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.065549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Transition to ACTIVE for port object 66b032b4-84c3-40ea-91c6-466407837304 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:13.085342 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3229244 Jun 09 13:19:13.093234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.093437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'Subnet': ['ID=83ab1a05-f4d1-4f15-a156-730c058748c5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:13.093437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47490) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.108928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Transition to ACTIVE for port object 66b032b4-84c3-40ea-91c6-466407837304 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:13.113441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.129294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] For port 2218a693-6c55-4b8f-b432-15c61e9b2a46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2218a693-6c55-4b8f-b432-15c61e9b2a46,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:13.129771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.135999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:13.138760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.139245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Checking segment: {'id': '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:13.139676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Network hostable DHCP agents. Network: 66f6bea1-7bfd-42fd-b850-756b05f607e6, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:13.145774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:13.162026 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:13.162847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:13.175142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.203417 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-598454d5-fd52-44cd-b1ae-d77f08ccfb94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2991002 Jun 09 13:19:13.209448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47498) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.216022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.329148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Calling delete_port for 2218a693-6c55-4b8f-b432-15c61e9b2a46 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:13.342943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:13.348008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:13.353124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:13.371910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.372131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.374125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:13.378910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.386775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c4861e4-41c1-4473-9f77-92a1580f1eba tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:13.404317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:13.411880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Pushing event updated for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:13.414873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:13.472705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Attempting to bind port 66b032b4-84c3-40ea-91c6-466407837304 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:13.473091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Attempting to bind port 66b032b4-84c3-40ea-91c6-466407837304 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '6f5c984e-0a50-41bc-b879-6ef64fecbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:13.473463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Attempting to bind port 66b032b4-84c3-40ea-91c6-466407837304 on network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:13.482260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:13.482260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Checking segment: {'id': '6f5c984e-0a50-41bc-b879-6ef64fecbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:13.482620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.482883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Bound using segment: {'id': '6f5c984e-0a50-41bc-b879-6ef64fecbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:13.483311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Bound port: 66b032b4-84c3-40ea-91c6-466407837304, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5c984e-0a50-41bc-b879-6ef64fecbdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:13.483688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.504122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:13.517908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Subnet': ['ID=89d655dd-aaa9-4a0c-ba4c-eb909bdc573c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:13.525238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:13.529830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506d5be9-0154-45b5-acc6-b486b4cf08c7,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:13.532864 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:13.533510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 66f6bea1-7bfd-42fd-b850-756b05f607e6) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:13.534556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.535468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.539646 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7031736 Jun 09 13:19:13.543540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47508) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.544924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:13.545624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.568453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'e6454767-c72d-41b2-8875-b4d50ae3a1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.571468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e7c6b-b01e-4786-b850-f34632b22e45 None None] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:13.578406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Checking segment: {'id': '24aa5d77-e665-44cb-9dd4-5d0a78c276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:13.578859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network hostable DHCP agents. Network: e906e2f7-301c-4ddf-94da-1ad3d9710c9a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:13.612982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:13.616962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.625700 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8596838 Jun 09 13:19:13.627783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47512) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.639947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Request body: {'port': {'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-350465377'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.656141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.664398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc1812ee-743c-43a0-9b1e-e8bccb32468f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:13.692240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:13.715572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] No DVR routers for this DVR port 2218a693-6c55-4b8f-b432-15c61e9b2a46 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:13.721585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47514) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.751615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, e906e2f7-301c-4ddf-94da-1ad3d9710c9a) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:13.761087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.795155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:13.795749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.866432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8287365 Jun 09 13:19:13.873606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47518) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:13.879031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1124835461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:13.884198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Allocated IP 172.26.5.115 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/1d63d011-9673-4f2c-b6da-251049659ad9) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:13.891038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec61cb-1f62-4e2c-8851-5ce7531e059b None None] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:13.908075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Pushing event deleted for resources: {'Port': ['ID=2218a693-6c55-4b8f-b432-15c61e9b2a46,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:13.917659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:13.921113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc851a-8281-4370-a12c-84f8cc693c11 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:13.978704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2218a693-6c55-4b8f-b432-15c61e9b2a46 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:13.984997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:13.991761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1095739007-network', 'tenant_id': '06fabf4dded14809abe664487c117d41'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:14.004250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.004461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.005224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.024527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77b49cd6-c08c-4d49-92eb-45d44fab4c7b tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:14.048316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9ce307-aa79-42cd-9e71-7fb80eb6d3fd,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:14.052124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.055454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.069561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2218a693-6c55-4b8f-b432-15c61e9b2a46 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:14.069793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2218a693-6c55-4b8f-b432-15c61e9b2a46 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:14.089697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66b032b4-84c3-40ea-91c6-466407837304,segment=NetworkSegment(6f5c984e-0a50-41bc-b879-6ef64fecbdd0),segment_id=6f5c984e-0a50-41bc-b879-6ef64fecbdd0)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:14.090491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.112059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-66f6bea1-7bfd-42fd-b850-756b05f607e6', 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6', 'tenant_id': 'd69da0670524448db57f267f1606e791', 'fixed_ips': [{'subnet_id': '83ab1a05-f4d1-4f15-a156-730c058748c5'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:14.113208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.113947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Made reservation on behalf of d69da0670524448db57f267f1606e791 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:14.117833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.127866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.134769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.138805 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5748365 Jun 09 13:19:14.138990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84aaa196-216c-4ead-b4cc-0dcb3d91e45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:14.140883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:14.146320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'e6454767-c72d-41b2-8875-b4d50ae3a1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:14.169181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] device_id is not set on port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:14.172889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.182477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.187506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Made reservation on behalf of 06fabf4dded14809abe664487c117d41 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:14.190299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.214378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.274992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.276462 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a584a6dc-4e4d-4cec-b2ae-1d410531d07d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4019015 Jun 09 13:19:14.279638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47522) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:14.283855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.291811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f937ae9-7114-4545-9829-392e7e7ea4cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:14.343655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.359380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:14.363370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:14.375887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:14.376480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.391354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.424649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=1a512e49-e276-4c9d-9386-82403b25fc1e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:14.434467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.435015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-39a4d894-9007-4598-96b4-3c717545693b tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:14.487954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Pushing event updated for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:14.488890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:14.500397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:14.506408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.509076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:14.585840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Pushing event updated for resources: {'Port': ['ID=1d63d011-9673-4f2c-b6da-251049659ad9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:14.595040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.646006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.653213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.659046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:14.659938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.678289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-e906e2f7-301c-4ddf-94da-1ad3d9710c9a', 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a', 'tenant_id': '4480a056a82144cba57af361f58e7fe9', 'fixed_ips': [{'subnet_id': '89d655dd-aaa9-4a0c-ba4c-eb909bdc573c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:14.678289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:14.682132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:14.711418 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5008640 Jun 09 13:19:14.713785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47524) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:14.737678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'fixed_ips': [{'subnet_id': '26f05743-a594-4b0f-a165-90779f0e13ce'}, {'subnet_id': '1a512e49-e276-4c9d-9386-82403b25fc1e'}], 'name': 'tempest-PortsTestJSON-662468601'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:14.864382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:14.877025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f311bc-8595-4d72-9807-b1816a580d06,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:14.879992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:14.909513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Allocated IP 172.20.0.5 (66f6bea1-7bfd-42fd-b850-756b05f607e6/83ab1a05-f4d1-4f15-a156-730c058748c5/e8dcbd09-6bc1-4291-b32b-bc0fc8811998) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:14.997750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Allocated IP 172.20.0.2 (e906e2f7-301c-4ddf-94da-1ad3d9710c9a/89d655dd-aaa9-4a0c-ba4c-eb909bdc573c/881d4d46-db5c-4808-92fa-1968e8d01521) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:15.051879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.067493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.067868 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Added segment 5946a30f-0185-46f3-a147-0c823bbf4013 of type vlan for network 74053eb9-335e-458e-9d58-65e219b65f6f Jun 09 13:19:15.140464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Allocated IP 172.20.0.2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43/fc9768f0-d91c-4efe-9ee5-3518450d86fa) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:15.156465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Allocated IP 2001:db8::f816:3eff:fe7c:1d2e (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5c9a1cca-14ab-4958-a8bc-74501a29b4f5/fc9768f0-d91c-4efe-9ee5-3518450d86fa) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:15.157425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.169729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.181147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.186411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:19:15.199618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.208441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.215375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:15.233434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.394214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.423279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.424371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:15.424980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.436437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942fa64e-adef-4a23-8511-11d57c05642f tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.449395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Transition to ACTIVE for port object 881d4d46-db5c-4808-92fa-1968e8d01521 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:15.482838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Transition to ACTIVE for port object 881d4d46-db5c-4808-92fa-1968e8d01521 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:15.489318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.499673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.505974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-007837a0-0854-4c36-8d14-24dfe74961be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.540817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Transition to ACTIVE for port object fc9768f0-d91c-4efe-9ee5-3518450d86fa will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:15.544839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.564871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Transition to ACTIVE for port object e8dcbd09-6bc1-4291-b32b-bc0fc8811998 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:15.579133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.587448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=5c9a1cca-14ab-4958-a8bc-74501a29b4f5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:15.599997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8760984 Jun 09 13:19:15.601754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:15.605281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Transition to ACTIVE for port object fc9768f0-d91c-4efe-9ee5-3518450d86fa will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:15.607008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:15.615636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:15.616447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Pushing event updated for resources: {'Network': ['ID=74053eb9-335e-458e-9d58-65e219b65f6f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:15.619576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:15.620319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:15.633132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Request body: {'subnet': {'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1095739007-subnet', 'tenant_id': '06fabf4dded14809abe664487c117d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:15.634447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:15.639321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.653379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.654869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 9d167b86-856c-4bbc-8659-37879b0a05ce yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:15.672400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.673597 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5319920 Jun 09 13:19:15.674748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.686688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47528) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:15.694039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:15.699506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'e6454767-c72d-41b2-8875-b4d50ae3a1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:15.705943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:15.706931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 74053eb9-335e-458e-9d58-65e219b65f6f details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:15.731397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.734955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Pushing event updated for resources: {'Port': ['ID=881d4d46-db5c-4808-92fa-1968e8d01521,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:15.755437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Made reservation on behalf of 06fabf4dded14809abe664487c117d41 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:15.757798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.790757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc2bb77-b28c-4d94-a78d-349db814ec03,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:15.816106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:15.830074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dccc5d-f795-46a9-81e5-e5db89c0e259 None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:15.843477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44927c7e-d9a3-4c9d-8ee3-3c8b9295bef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.869403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:19:15.905848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.930977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.932786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:15.933443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:15.941629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d694caa1-4bba-432e-829a-de84413047f4 tempest-AllowedAddressPairIpV6TestJSON-271491022 tempest-AllowedAddressPairIpV6TestJSON-271491022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:15.954625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:15.964472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ebbb057f-00b5-476b-93b5-d47a4f623aa6 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:16.017801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:16.029974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:16.037998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:16.061845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 66b032b4-84c3-40ea-91c6-466407837304 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:16.102890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:16.112211 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0013857 Jun 09 13:19:16.112211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.117697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47530) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:16.126697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:16.127136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Pushing event updated for resources: {'Port': ['ID=1d63d011-9673-4f2c-b6da-251049659ad9,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:16.131587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:16.132091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:8a:1e:8a', 'name': 'tempest-NetworksTestDHCPv6-1199869010'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:16.138617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Allocated IP 172.20.0.2 (66f6bea1-7bfd-42fd-b850-756b05f607e6/83ab1a05-f4d1-4f15-a156-730c058748c5/92cb2b70-b1cf-4507-94d2-4a59d0649c62) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:16.140884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:16.160403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Attempting to bind port 881d4d46-db5c-4808-92fa-1968e8d01521 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:16.160828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Attempting to bind port 881d4d46-db5c-4808-92fa-1968e8d01521 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '24aa5d77-e665-44cb-9dd4-5d0a78c276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:16.161666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Attempting to bind port 881d4d46-db5c-4808-92fa-1968e8d01521 on network e906e2f7-301c-4ddf-94da-1ad3d9710c9a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:16.163653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6dbb85b6-42d7-4b10-9694-6c9de270255d None None] Provisioning for port 66b032b4-84c3-40ea-91c6-466407837304 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:16.165369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.186985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Pushing event updated for resources: {'Port': ['ID=fc9768f0-d91c-4efe-9ee5-3518450d86fa,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:16.191052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:16.199041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:16.200481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Checking segment: {'id': '24aa5d77-e665-44cb-9dd4-5d0a78c276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:16.200481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.200481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Bound using segment: {'id': '24aa5d77-e665-44cb-9dd4-5d0a78c276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:16.201212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Bound port: 881d4d46-db5c-4808-92fa-1968e8d01521, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24aa5d77-e665-44cb-9dd4-5d0a78c276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:16.201698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.269253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.270502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'Port': ['ID=e8dcbd09-6bc1-4291-b32b-bc0fc8811998,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:16.274178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3135991 Jun 09 13:19:16.277104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47532) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:16.287824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:16.300090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:16.300620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.402213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.406685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.8 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/26f05743-a594-4b0f-a165-90779f0e13ce/9d167b86-856c-4bbc-8659-37879b0a05ce) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:16.409889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa897bdb-3dcc-403b-8a93-8c5b067fbf8d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:16.424661 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7930193 Jun 09 13:19:16.433424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47536) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:16.449712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.18 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/1a512e49-e276-4c9d-9386-82403b25fc1e/9d167b86-856c-4bbc-8659-37879b0a05ce) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:16.451187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Request body: {'port': {'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1132266257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:16.451751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] bootfile-name is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:16.452227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] tftp-server is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:16.452555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] server-ip-address is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:16.519327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:16.547538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:16.550268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:16.582398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Checking segment: {'id': '5946a30f-0185-46f3-a147-0c823bbf4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:16.582774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Network hostable DHCP agents. Network: 74053eb9-335e-458e-9d58-65e219b65f6f, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:16.595045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 66b032b4-84c3-40ea-91c6-466407837304 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:16.598256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Attempting to bind port fc9768f0-d91c-4efe-9ee5-3518450d86fa on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:16.598793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Attempting to bind port fc9768f0-d91c-4efe-9ee5-3518450d86fa by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:16.599265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Attempting to bind port fc9768f0-d91c-4efe-9ee5-3518450d86fa on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:16.626571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:16.627230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:16.627726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.628228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:16.628819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Bound port: fc9768f0-d91c-4efe-9ee5-3518450d86fa, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:16.629303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.649798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 66b032b4-84c3-40ea-91c6-466407837304 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:16.650328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.653830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.694235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.710910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.723844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] For port 881d4d46-db5c-4808-92fa-1968e8d01521, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:16.738277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:16.739863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Network 74053eb9-335e-458e-9d58-65e219b65f6f is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:16.755432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Allocated IP 172.20.0.1 (e906e2f7-301c-4ddf-94da-1ad3d9710c9a/89d655dd-aaa9-4a0c-ba4c-eb909bdc573c/2aa442a0-2001-4499-b8f3-c17858839674) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:16.771288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 74053eb9-335e-458e-9d58-65e219b65f6f) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:16.775972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:16.776176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.789638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a27304-74e1-434c-bd4b-9d7301317f56,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:16.799145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:16.815888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b3453-547d-4e60-8c2f-21ddfc4008e9 None None] Network 74053eb9-335e-458e-9d58-65e219b65f6f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:16.818260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:16.841998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2076395 Jun 09 13:19:16.860811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] For port 881d4d46-db5c-4808-92fa-1968e8d01521, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=881d4d46-db5c-4808-92fa-1968e8d01521,segment=NetworkSegment(24aa5d77-e665-44cb-9dd4-5d0a78c276e4),segment_id=24aa5d77-e665-44cb-9dd4-5d0a78c276e4)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:16.931662 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:19:16.943246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.959984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5f195eb2-27dc-4293-83a7-3945bf31a6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:16.970443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:16.971766 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2765448 Jun 09 13:19:16.989549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47540) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:17.029184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.065822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 9d167b86-856c-4bbc-8659-37879b0a05ce will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:17.088702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.105796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.144481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] For port fc9768f0-d91c-4efe-9ee5-3518450d86fa, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:17.162475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.185059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.200846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Transition to ACTIVE for port object 92cb2b70-b1cf-4507-94d2-4a59d0649c62 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:17.201154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c8a766d-150f-4038-b885-ad8038beca01 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:17.215585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Pushing event updated for resources: {'Port': ['ID=881d4d46-db5c-4808-92fa-1968e8d01521,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:17.215843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.248858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:17.249769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Made reservation on behalf of d69da0670524448db57f267f1606e791 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:17.253407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.257348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] For port fc9768f0-d91c-4efe-9ee5-3518450d86fa, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fc9768f0-d91c-4efe-9ee5-3518450d86fa,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:17.310135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.310901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.319135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Transition to ACTIVE for port object 92cb2b70-b1cf-4507-94d2-4a59d0649c62 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:17.324618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ec559a0-2a4d-45cd-be59-7325e7d685cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:17.330890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.347285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:17.360595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:17.367432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:17.378611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] device_id is not set on port 62b35315-5c00-46fa-a4cb-eead8c5654f6 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:17.408044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=9d167b86-856c-4bbc-8659-37879b0a05ce,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:17.418736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:17.442086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.462129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Allocated IP 172.26.5.25 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/b8864c01-b64b-411e-8088-4cd2806013fb) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:17.485960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Transition to ACTIVE for port object 2aa442a0-2001-4499-b8f3-c17858839674 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:17.500939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 46f42cbc-3064-4162-a52e-2e3f57b7e13e yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:17.506147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:17.506910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.561548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.574683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.580448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:17.618877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c840ba-582e-46cf-995d-a93c5d7bceba None None] Network 74053eb9-335e-458e-9d58-65e219b65f6f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:17.622926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.8892314 Jun 09 13:19:17.623768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47552) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:17.640686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26f05743-a594-4b0f-a165-90779f0e13ce'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:17.721584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.722938 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b9a27304-74e1-434c-bd4b-9d7301317f56 HTTP/1.1" status: 204 len: 168 time: 0.7298722 Jun 09 13:19:17.730296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47556) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:17.753609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Allocated IP 172.20.0.11 (66f6bea1-7bfd-42fd-b850-756b05f607e6/83ab1a05-f4d1-4f15-a156-730c058748c5/62b35315-5c00-46fa-a4cb-eead8c5654f6) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:17.755811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9a27304-74e1-434c-bd4b-9d7301317f56,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:17.760254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47558) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:17.774125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1823740491-network', 'tenant_id': 'f05ef50b76c943439cc6d626f93d8265'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:17.777415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:17.815511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:17.845689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:17.860367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.861901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:17.875528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66b032b4-84c3-40ea-91c6-466407837304,segment=NetworkSegment(6f5c984e-0a50-41bc-b879-6ef64fecbdd0),segment_id=6f5c984e-0a50-41bc-b879-6ef64fecbdd0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:17.879815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Pushing event updated for resources: {'Port': ['ID=fc9768f0-d91c-4efe-9ee5-3518450d86fa,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:17.886689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.898898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-632222ab-3723-4963-8f2f-b09dbed49b25 tempest-RoutersAdminTest-1336662584 tempest-RoutersAdminTest-1336662584-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:17.903233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:17.907586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a698d1b3-a666-4dd9-884e-798811fa8875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:17.954869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Made reservation on behalf of f05ef50b76c943439cc6d626f93d8265 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:17.955092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f302e17d-9f82-4715-bbca-6a044328bb10 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2214208 Jun 09 13:19:17.955177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:17.958830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:17.967746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.020040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.032331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.088765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.196834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.203104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.209504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:18.226632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 172.20.0.4 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43/46f42cbc-3064-4162-a52e-2e3f57b7e13e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:18.242191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe8a:1e8a (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5c9a1cca-14ab-4958-a8bc-74501a29b4f5/46f42cbc-3064-4162-a52e-2e3f57b7e13e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:18.309176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27a4f2c9-ece2-4f17-be4a-992979e875a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.310982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 881d4d46-db5c-4808-92fa-1968e8d01521 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:18.316988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.320747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7cc2bb77-b28c-4d94-a78d-349db814ec03 HTTP/1.1" status: 204 len: 168 time: 0.3335786 Jun 09 13:19:18.322225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47562) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:18.363190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:18.371375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.374370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:18.405849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:18.437581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Update dhcp port {'port': {'network_id': '7d4e7ccb-3cd9-416a-8b96-5ca9a301c353', 'fixed_ips': [{'subnet_id': '26f05743-a594-4b0f-a165-90779f0e13ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a512e49-e276-4c9d-9386-82403b25fc1e'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '66b032b4-84c3-40ea-91c6-466407837304'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:19:18.517223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Attempting to bind port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:18.517992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Attempting to bind port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:18.519025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Attempting to bind port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 on network 66f6bea1-7bfd-42fd-b850-756b05f607e6 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:18.520537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.527946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Pushing event updated for resources: {'Port': ['ID=92cb2b70-b1cf-4507-94d2-4a59d0649c62,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:18.531810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:18.543828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:18.544219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Checking segment: {'id': '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:18.544638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.545171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Bound using segment: {'id': '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:18.545654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Bound port: 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66f6bea1-7bfd-42fd-b850-756b05f607e6'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:18.546033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.548429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=2aa442a0-2001-4499-b8f3-c17858839674,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:18.555723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:18.557167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:18.562265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-372c79a5-e66e-4a9d-b697-9c56c8a20e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:18.589574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Delete allocated IP 172.20.0.18 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/1a512e49-e276-4c9d-9386-82403b25fc1e) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:19:18.603333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.614314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:18.623568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3f4104fd-455b-4e2c-941d-f8579d60205d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:18.633908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:18.683722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfe807-bc75-47bf-9355-4454987367d2 None None] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:18.711488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.752466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Pushing event updated for resources: {'Port': ['ID=b8864c01-b64b-411e-8088-4cd2806013fb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:18.769254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:18.776409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:18.830275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-30b405f6-8d09-4408-9195-b08eca218a6f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4944472 Jun 09 13:19:18.830275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc2bb77-b28c-4d94-a78d-349db814ec03,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:18.830275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47564) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:18.834700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 881d4d46-db5c-4808-92fa-1968e8d01521 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:18.854369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.870006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:18.876167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:18.904541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fc9768f0-d91c-4efe-9ee5-3518450d86fa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:18.913747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.918452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.987332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:18.988997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:18.996108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Provisioning for port 881d4d46-db5c-4808-92fa-1968e8d01521 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:19.000596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.008816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 46f42cbc-3064-4162-a52e-2e3f57b7e13e will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:19.018170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.024538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Transition to ACTIVE for port object 62b35315-5c00-46fa-a4cb-eead8c5654f6 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:19.027149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d201372-8f6a-4943-b6fc-93e2b6922f45,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.030408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.044696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Provisioning complete for port 881d4d46-db5c-4808-92fa-1968e8d01521 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:19.044937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.050746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.051230 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Added segment bb0bb691-1b93-4c9c-8d70-e934444d600d of type vlan for network b000e39a-83f3-4130-a2c0-241a1eef1abb Jun 09 13:19:19.069838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.083239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.084337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c6a0f-6b3b-49ac-9017-22a97d4d76b5 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:19.104870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.111029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.130925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.133988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] For port 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:19.142498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1840a720-84ea-4be5-ad6a-efcf9a3561bf tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:19.144333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Ignored duplicate provisioning block setup for port 9d167b86-856c-4bbc-8659-37879b0a05ce by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 09 13:19:19.163348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.176403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e33242c-a62a-4b09-a8df-f2c2d150f8c7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:19.194422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.224977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.245845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fc9768f0-d91c-4efe-9ee5-3518450d86fa completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:19.246848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.250518 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2b9ce307-aa79-42cd-9e71-7fb80eb6d3fd HTTP/1.1" status: 204 len: 168 time: 0.4114699 Jun 09 13:19:19.267254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47566) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:19.288953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:19.289272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] For port 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=92cb2b70-b1cf-4507-94d2-4a59d0649c62,segment=NetworkSegment(8bdcd0b5-4efd-44f4-ac38-8a01b9838d74),segment_id=8bdcd0b5-4efd-44f4-ac38-8a01b9838d74)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:19.302492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:19.322218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.340152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:19.479159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:19.516560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.517604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:19.518184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.526148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:19.544461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:19.546498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=9d167b86-856c-4bbc-8659-37879b0a05ce,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.556855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:19.562234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.562820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:19.577089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9ce307-aa79-42cd-9e71-7fb80eb6d3fd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.583008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.586093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=46f42cbc-3064-4162-a52e-2e3f57b7e13e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.588433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.610418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.610952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:19.635786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] In _notify_port_updated(), no bound segment for port 9d167b86-856c-4bbc-8659-37879b0a05ce on network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:19:19.641043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:19.641747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.646089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/ports/9d167b86-856c-4bbc-8659-37879b0a05ce HTTP/1.1" status: 200 len: 918 time: 2.0099401 Jun 09 13:19:19.646250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47568) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:19.652066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26f05743-a594-4b0f-a165-90779f0e13ce'}, {'subnet_id': '1a512e49-e276-4c9d-9386-82403b25fc1e'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:19.675687 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9064236 Jun 09 13:19:19.687163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47570) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:19.692251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Request body: {'subnet': {'network_id': 'b000e39a-83f3-4130-a2c0-241a1eef1abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1823740491-subnet', 'tenant_id': 'f05ef50b76c943439cc6d626f93d8265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:19.742350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Pushing event updated for resources: {'Port': ['ID=92cb2b70-b1cf-4507-94d2-4a59d0649c62,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.783007 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5754d597-4416-4db4-9daa-8a679d21cef4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5143394 Jun 09 13:19:19.802888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:19.803718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.811226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47572) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:19.813634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.842055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Allocated IP 172.20.0.19 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/1a512e49-e276-4c9d-9386-82403b25fc1e/66b032b4-84c3-40ea-91c6-466407837304) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:19.844212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.853958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.857319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Made reservation on behalf of f05ef50b76c943439cc6d626f93d8265 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:19.859649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.875145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.877774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:19.878461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.888412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'Port': ['ID=62b35315-5c00-46fa-a4cb-eead8c5654f6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:19.906366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:19.928697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:19.936676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ae0b8ff-2251-40da-bbdb-4e1f594814d3 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:20.006346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fe7780ee-687f-47ed-b949-7cea7789272c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:20.048240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2e188538-e382-4789-a459-4cce453778d5 None None] For port 881d4d46-db5c-4808-92fa-1968e8d01521, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=881d4d46-db5c-4808-92fa-1968e8d01521,segment=NetworkSegment(24aa5d77-e665-44cb-9dd4-5d0a78c276e4),segment_id=24aa5d77-e665-44cb-9dd4-5d0a78c276e4)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:20.079020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.088477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:20.108627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Pushing event updated for resources: {'Port': ['ID=b8864c01-b64b-411e-8088-4cd2806013fb,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:20.117050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:20.205992 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0759494 Jun 09 13:19:20.234060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47574) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.289569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.294537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66b032b4-84c3-40ea-91c6-466407837304,segment=NetworkSegment(6f5c984e-0a50-41bc-b879-6ef64fecbdd0),segment_id=6f5c984e-0a50-41bc-b879-6ef64fecbdd0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:20.328322 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.8894958 Jun 09 13:19:20.336964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47576) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.338475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.369928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.376612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.401394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Transition to ACTIVE for port object 66b032b4-84c3-40ea-91c6-466407837304 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:20.402999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 92cb2b70-b1cf-4507-94d2-4a59d0649c62 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:20.440603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=b000e39a-83f3-4130-a2c0-241a1eef1abb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:20.455327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:20.588257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Pushing event updated for resources: {'Port': ['ID=881d4d46-db5c-4808-92fa-1968e8d01521,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:20.603098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:20.630776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.631361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network b000e39a-83f3-4130-a2c0-241a1eef1abb details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:20.637620 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3573112 Jun 09 13:19:20.643689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47578) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.645999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.677454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.690718 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/506d5be9-0154-45b5-acc6-b486b4cf08c7 HTTP/1.1" status: 204 len: 168 time: 0.8738434 Jun 09 13:19:20.703730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b5c9683-d557-43b6-9345-198c789595d5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:20.707984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Provisioning for port fc9768f0-d91c-4efe-9ee5-3518450d86fa completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:20.713552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.718228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47580) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.736794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:20.776634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=506d5be9-0154-45b5-acc6-b486b4cf08c7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:20.783546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:20.821517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7202289-7322-45ac-8be4-a7043182834e tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:20.829060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7202289-7322-45ac-8be4-a7043182834e tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:20.837463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7202289-7322-45ac-8be4-a7043182834e tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:20.853860 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c7202289-7322-45ac-8be4-a7043182834e tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5069702 Jun 09 13:19:20.858772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47582) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.890300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Provisioning complete for port fc9768f0-d91c-4efe-9ee5-3518450d86fa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:20.890912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.920161 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90236c98-2462-4319-b499-e7c067e57df7 tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2683735 Jun 09 13:19:20.935225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47584) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:20.962244 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5895d762-78b8-4394-91fe-fdbcfac2fd61 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2359383 Jun 09 13:19:20.978154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Pushing event updated for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:20.981848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:20.983647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-415e2726-338f-42a1-ba63-bceff7a8d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:20.989937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47586) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:21.115233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.132823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.146415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.169516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5c3c9-a62c-41db-b81d-23e44cee1ae2 None None] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:21.239092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.250444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff0adf-1907-4700-ba0f-7d2bf665007b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:21.270601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff0adf-1907-4700-ba0f-7d2bf665007b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:21.275196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.280281 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a3ff0adf-1907-4700-ba0f-7d2bf665007b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.0363340 Jun 09 13:19:21.286937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47588) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:21.342937 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fe60517b-a6be-41e6-9173-377394a89703 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3948464 Jun 09 13:19:21.375698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47590) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:21.376998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4df35884-403a-4308-bd54-590963a2f6a7 tempest-ServersTestManualDisk-1554628645 tempest-ServersTestManualDisk-1554628645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:21.392959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.400494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.405975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3eb9857a-3785-41fb-a90d-868854e91f92 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:21.467523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:21.505828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 66b032b4-84c3-40ea-91c6-466407837304 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:21.566397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.611597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.711449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.713049 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ddf62f22-9d49-403e-b95b-1092e9c5b48d HTTP/1.1" status: 204 len: 168 time: 0.7167773 Jun 09 13:19:21.734230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:21.739593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] For port fc9768f0-d91c-4efe-9ee5-3518450d86fa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fc9768f0-d91c-4efe-9ee5-3518450d86fa,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:21.752763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.755222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b64a695a-da5f-4ed2-b02e-a0a0c08e6a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:21.775229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.20 (7d4e7ccb-3cd9-416a-8b96-5ca9a301c353/1a512e49-e276-4c9d-9386-82403b25fc1e/9d167b86-856c-4bbc-8659-37879b0a05ce) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:21.808753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=2aa442a0-2001-4499-b8f3-c17858839674,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:21.832922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.838266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:21.841715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:21.843351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Pushing event updated for resources: {'Port': ['ID=fc9768f0-d91c-4efe-9ee5-3518450d86fa,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:21.849941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:21.862764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Deleting port 62b35315-5c00-46fa-a4cb-eead8c5654f6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:21.863099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.882912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning for port 2aa442a0-2001-4499-b8f3-c17858839674 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:21.895714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning complete for port 2aa442a0-2001-4499-b8f3-c17858839674 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:21.896499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:21.976656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddf62f22-9d49-403e-b95b-1092e9c5b48d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:21.988480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Port 2aa442a0-2001-4499-b8f3-c17858839674 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:21.996660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.004213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning for port 46f42cbc-3064-4162-a52e-2e3f57b7e13e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:22.011678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e65d5d-c52e-4e5e-bb34-860c71eb1762 None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:22.012462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe77846-2d9d-43fb-8296-371c06993c35,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:22.015228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:22.037524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Checking segment: {'id': 'bb0bb691-1b93-4c9c-8d70-e934444d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b000e39a-83f3-4130-a2c0-241a1eef1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:22.038026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Network hostable DHCP agents. Network: b000e39a-83f3-4130-a2c0-241a1eef1abb, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:22.053605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Ignored duplicate provisioning block setup for port 9d167b86-856c-4bbc-8659-37879b0a05ce by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 09 13:19:22.070513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.082224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8511fa78-f3d5-4e26-835b-c9316694d406 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:22.093869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning complete for port 46f42cbc-3064-4162-a52e-2e3f57b7e13e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:22.094554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.191670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 881d4d46-db5c-4808-92fa-1968e8d01521 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:22.227178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Port 46f42cbc-3064-4162-a52e-2e3f57b7e13e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:22.287294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning for port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:22.299617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning complete for port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:22.300011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.300257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:22.314728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Network b000e39a-83f3-4130-a2c0-241a1eef1abb is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:22.369685 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3e21ba8a-643f-4cc8-98d6-33a3328d3fef tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6339846 Jun 09 13:19:22.376640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47594) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:22.384514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 46f42cbc-3064-4162-a52e-2e3f57b7e13e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:22.384904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.411377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, b000e39a-83f3-4130-a2c0-241a1eef1abb) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:22.423025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4730d5-2a87-46ef-8664-128dea7ae730 None None] Network b000e39a-83f3-4130-a2c0-241a1eef1abb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:22.543755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:22.544357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.547020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 881d4d46-db5c-4808-92fa-1968e8d01521 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:22.547621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.554787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=9d167b86-856c-4bbc-8659-37879b0a05ce,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:22.574020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.577661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:22.591664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:22.597032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:22.602922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.608335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Deleting port b8864c01-b64b-411e-8088-4cd2806013fb {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:22.608698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.620261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9328971 Jun 09 13:19:22.634804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] In _notify_port_updated(), no bound segment for port 9d167b86-856c-4bbc-8659-37879b0a05ce on network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:19:22.640448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:22.641111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.642448 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/ports/9d167b86-856c-4bbc-8659-37879b0a05ce HTTP/1.1" status: 200 len: 998 time: 2.9951272 Jun 09 13:19:22.658252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47598) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:22.729996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:22.908703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 46f42cbc-3064-4162-a52e-2e3f57b7e13e owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:22.979524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1189a43-6652-4fdf-8856-b7626ce91fa5 None None] Network b000e39a-83f3-4130-a2c0-241a1eef1abb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:23.027310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 9d167b86-856c-4bbc-8659-37879b0a05ce {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:23.027807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.038824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Calling delete_port for 62b35315-5c00-46fa-a4cb-eead8c5654f6 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:23.086424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.221774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.222152 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.230922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Router b4347b9a-eb22-4bcb-8a43-024f7ff00879 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:19:23.339881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.343915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.351876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 66b032b4-84c3-40ea-91c6-466407837304 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:23.379089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.428545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Calling delete_port for b8864c01-b64b-411e-8088-4cd2806013fb owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:23.442640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] For port 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=92cb2b70-b1cf-4507-94d2-4a59d0649c62,segment=NetworkSegment(8bdcd0b5-4efd-44f4-ac38-8a01b9838d74),segment_id=8bdcd0b5-4efd-44f4-ac38-8a01b9838d74)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:23.461612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.469538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:23.491715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.494062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.498479 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6454767-c72d-41b2-8875-b4d50ae3a1b8 HTTP/1.1" status: 204 len: 168 time: 1.1160662 Jun 09 13:19:23.506233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:23.506540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:23.513374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fc9768f0-d91c-4efe-9ee5-3518450d86fa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:23.517554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 9d167b86-856c-4bbc-8659-37879b0a05ce owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:23.576519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6454767-c72d-41b2-8875-b4d50ae3a1b8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:23.580254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:23.598058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning complete for port 881d4d46-db5c-4808-92fa-1968e8d01521 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:23.598765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.607214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:19:23.617947 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "PUT /v2.0/routers/b4347b9a-eb22-4bcb-8a43-024f7ff00879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3344159 Jun 09 13:19:23.624591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:23.625317 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] Sync routers for ids ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:19:23.639375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'port': {'network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a', 'name': 'tempest-FloatingIPNegativeTestJSON-1991388490'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:23.641736 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] Routers {'b4347b9a-eb22-4bcb-8a43-024f7ff00879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:23.643897 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:23.698446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Pushing event updated for resources: {'Port': ['ID=92cb2b70-b1cf-4507-94d2-4a59d0649c62,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:23.714387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:23.730219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fc9768f0-d91c-4efe-9ee5-3518450d86fa triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:23.730884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.793547 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:23.805925 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] Routers {'b4347b9a-eb22-4bcb-8a43-024f7ff00879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:23.807756 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:23.819120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.824738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a7386968-ec0d-4155-89d3-57a2038b8f7d tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:23.826268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a7386968-ec0d-4155-89d3-57a2038b8f7d tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/networks?id=74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 200 len: 812 time: 0.6023829 Jun 09 13:19:23.830846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.838156 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6ae097a5-1b42-44c7-a3b8-1d38cf29db2e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3275979 Jun 09 13:19:23.846473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dff24c3a-b410-4429-ad85-297d14b66ec1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:23.854516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47622) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:23.856958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:23.890344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:23.891143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfeb43-bae6-461f-852f-f83ba8b1c396 None None] The sync data for ids ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:19:23.894229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014386066'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:23.909750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.921555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=46f42cbc-3064-4162-a52e-2e3f57b7e13e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:23.928195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:23.929075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Made reservation on behalf of 4480a056a82144cba57af361f58e7fe9 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:23.932543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.956207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-47e8f97c-56e6-4dfe-9a02-1f2ae4e9f048 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/quotas/06fabf4dded14809abe664487c117d41 HTTP/1.1" status: 200 len: 375 time: 0.1140947 Jun 09 13:19:23.966210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Provisioning complete for port fc9768f0-d91c-4efe-9ee5-3518450d86fa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:23.966634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:23.997022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event deleted for resources: {'Port': ['ID=62b35315-5c00-46fa-a4cb-eead8c5654f6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:24.001882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:24.041644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ff02c13-98dc-4023-be06-96f0989c38f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:24.097382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.173664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 92cb2b70-b1cf-4507-94d2-4a59d0649c62 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:24.247048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] device_id is not set on port 5366e067-2b87-4b2c-b2d5-226168745ecb yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:24.287857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.288349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.391101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning for port 9d167b86-856c-4bbc-8659-37879b0a05ce completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:24.398501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning complete for port 9d167b86-856c-4bbc-8659-37879b0a05ce triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.398938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.446186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Pushing event deleted for resources: {'Port': ['ID=b8864c01-b64b-411e-8088-4cd2806013fb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:24.457783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:24.477787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Port 9d167b86-856c-4bbc-8659-37879b0a05ce cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:24.498881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-30c5a4a9-bd09-4f03-9b55-34b842803dc3 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06fabf4dded14809abe664487c117d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5417073 Jun 09 13:19:24.531303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning complete for port 2aa442a0-2001-4499-b8f3-c17858839674 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.531688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.536921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.546953 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "DELETE /v2.0/ports/62b35315-5c00-46fa-a4cb-eead8c5654f6 HTTP/1.1" status: 204 len: 168 time: 3.6844389 Jun 09 13:19:24.550134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47624) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:24.555562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Request body: {'port': {'name': 'tempest-new-port-name-1020049977', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:24.555972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] bootfile-name is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:24.556287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] tftp-server is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:24.556781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] server-ip-address is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:19:24.619643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Port 2aa442a0-2001-4499-b8f3-c17858839674 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:24.640460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning complete for port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.640839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.662250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.666853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.670506 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] 10.222.0.21 "DELETE /v2.0/floatingips/2d66ff6b-3a55-4dd5-9b6c-b06cf980df2c HTTP/1.1" status: 204 len: 168 time: 3.2550211 Jun 09 13:19:24.674584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:24.773221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.775293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/46f42cbc-3064-4162-a52e-2e3f57b7e13e HTTP/1.1" status: 204 len: 168 time: 3.4481220 Jun 09 13:19:24.784525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47628) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:24.792828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Could not find standard attr ID for object 62b35315-5c00-46fa-a4cb-eead8c5654f6. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:19:24.805316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning for port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:24.810505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning complete for port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.811110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.822839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.867579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.869248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:24.878340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-91c9718d-ebdd-4450-a807-0cd421ff92e0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:24.881596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning for port 66b032b4-84c3-40ea-91c6-466407837304 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:24.887359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Provisioning complete for port 66b032b4-84c3-40ea-91c6-466407837304 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:24.887791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d1a7e0-f045-48cf-8156-46302b34a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.906668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:24.917590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:24.975041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=9d167b86-856c-4bbc-8659-37879b0a05ce,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:24.977503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:24.984627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Allocated IP 172.20.0.6 (e906e2f7-301c-4ddf-94da-1ad3d9710c9a/89d655dd-aaa9-4a0c-ba4c-eb909bdc573c/5366e067-2b87-4b2c-b2d5-226168745ecb) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:24.994435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-6002bd23-4e62-43b6-ad5d-c93c6ac032fb service neutron] 10.222.0.21 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720168 Jun 09 13:19:25.058227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.059332 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1701279 Jun 09 13:19:25.071546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5085cdb-5d9a-49d1-805d-ce6bcd331949 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:25.074180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5085cdb-5d9a-49d1-805d-ce6bcd331949 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:25.075716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5085cdb-5d9a-49d1-805d-ce6bcd331949 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:25.079826 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f5085cdb-5d9a-49d1-805d-ce6bcd331949 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2878442 Jun 09 13:19:25.080989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47630) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:25.081124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47632) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:25.086568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': '961bac00-aef3-4495-b41d-e5870b9b8020', 'direction': 'ingress', 'protocol': 17}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:25.121596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961bac00-aef3-4495-b41d-e5870b9b8020,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:25.131590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:25.159117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.199858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1e298217-b110-4bf6-b93a-f9b2aa237981 None None] Could not find standard attr ID for object 9d167b86-856c-4bbc-8659-37879b0a05ce. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:19:25.248071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 5c9a1cca-14ab-4958-a8bc-74501a29b4f5 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:25.258810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.260794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/9d167b86-856c-4bbc-8659-37879b0a05ce HTTP/1.1" status: 204 len: 168 time: 2.6015472 Jun 09 13:19:25.264697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.278242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47634) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:25.306272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.336719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Deleting port 1d63d011-9673-4f2c-b6da-251049659ad9 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:25.337075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.391997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-bcc446fa-9c21-43b1-b43b-729fee942ddd service neutron] 10.222.0.21 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965168 Jun 09 13:19:25.401157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f0de37-3f33-413c-9010-bca680f719ac tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:19:25.402481 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-54f0de37-3f33-413c-9010-bca680f719ac tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/9d167b86-856c-4bbc-8659-37879b0a05ce HTTP/1.1" status: 404 len: 333 time: 0.0771766 Jun 09 13:19:25.405762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:25.503317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.512901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 1a512e49-e276-4c9d-9386-82403b25fc1e {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:25.526249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.562347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.613177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Transition to ACTIVE for port object 5366e067-2b87-4b2c-b2d5-226168745ecb will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:25.658745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.664896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.690818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.700708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.701040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.722649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4c4e09a-4669-425b-8bd4-f5ff94ca8aae tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:25.747185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.761462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cdd4c9d1-7db9-42af-87a6-e1bb284ef7fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:25.829247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ab619a45-5b7c-4e42-bb5c-bf53208367d6 req-4a7a67c0-6942-4ba9-b50c-03656d133e56 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 210 time: 0.1279726 Jun 09 13:19:25.863586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Calling delete_port for 1d63d011-9673-4f2c-b6da-251049659ad9 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:25.865951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:25.876298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:25.879274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:25.881776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbc872f-0ebc-4281-bc92-801ef2760076,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:25.892328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:25.901941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.903173 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8202343 Jun 09 13:19:25.904503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:25.928468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47648) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:25.980202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=5366e067-2b87-4b2c-b2d5-226168745ecb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:25.983357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:25.988509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.009230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.026140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:26.035306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:26.035867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.073208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.113191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.150956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5215113 Jun 09 13:19:26.164010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47652) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.205675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.241803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-322dde0c-ee97-42bf-b196-352f87ed14e0 None None] Provisioning for port 5366e067-2b87-4b2c-b2d5-226168745ecb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:26.247870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-322dde0c-ee97-42bf-b196-352f87ed14e0 None None] Provisioning complete for port 5366e067-2b87-4b2c-b2d5-226168745ecb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:26.248267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-322dde0c-ee97-42bf-b196-352f87ed14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.260750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event updated for resources: {'Port': ['ID=e8dcbd09-6bc1-4291-b32b-bc0fc8811998,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:26.264472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] In _notify_port_updated(), no bound segment for port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 on network 66f6bea1-7bfd-42fd-b850-756b05f607e6 {{(pid=92383) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:19:26.270109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:26.270811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.276155 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "PUT /v2.0/ports/e8dcbd09-6bc1-4291-b32b-bc0fc8811998 HTTP/1.1" status: 200 len: 1136 time: 1.7210791 Jun 09 13:19:26.276155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:26.276155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cfff583d-fc19-4310-9727-a6b1372261e2 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:26.303929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644dc06-9228-4eaf-bec9-65c0bb075d7b None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:26.382418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:26.404554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47654) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.421928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-322dde0c-ee97-42bf-b196-352f87ed14e0 None None] Port 5366e067-2b87-4b2c-b2d5-226168745ecb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:26.482739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.487127 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5c9a1cca-14ab-4958-a8bc-74501a29b4f5 HTTP/1.1" status: 204 len: 168 time: 1.3949463 Jun 09 13:19:26.487725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126be0f4-a0d5-4c7e-affd-4c28f7d13f90 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:26.489320 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-126be0f4-a0d5-4c7e-affd-4c28f7d13f90 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "GET /v2.0/ports/e8dcbd09-6bc1-4291-b32b-bc0fc8811998 HTTP/1.1" status: 200 len: 1136 time: 0.0788105 Jun 09 13:19:26.489743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47656) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.490560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.512816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47658) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.519698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.529036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9a1cca-14ab-4958-a8bc-74501a29b4f5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:26.561933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:26.582639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5dd802dd-2cbc-4b46-b44c-66f4b4cec257 None None] Provisioning complete for port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:26.583100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5dd802dd-2cbc-4b46-b44c-66f4b4cec257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.610753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:26.617646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.644870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5dd802dd-2cbc-4b46-b44c-66f4b4cec257 None None] Port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:26.652733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.660000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-da75ef3d-147b-40fb-a586-1ad26bf85cdb tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:26.744633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.745746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d63d011-9673-4f2c-b6da-251049659ad9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:26.758405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:26.758845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d54cf86e-9fe7-466f-9ff5-06c3eb79a9ae tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:26.765067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.795501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.797726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.798980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/961bac00-aef3-4495-b41d-e5870b9b8020 HTTP/1.1" status: 204 len: 168 time: 0.8694947 Jun 09 13:19:26.807827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47660) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.809538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=1a512e49-e276-4c9d-9386-82403b25fc1e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:26.818605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27383c-3ea2-45e9-b0b6-dd88e5f47afe None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:26.861294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.863125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/1a512e49-e276-4c9d-9386-82403b25fc1e HTTP/1.1" status: 204 len: 168 time: 1.4564586 Jun 09 13:19:26.864317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:26.879460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2a1b4a01-f99b-4295-a9b6-cf0870eb9c5c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:26.913766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47664) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:26.918183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:26.999003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961bac00-aef3-4495-b41d-e5870b9b8020,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:26.999483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.001899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.009693 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/92ff4ae4-739f-4a67-833c-270a6f72f31b HTTP/1.1" status: 204 len: 168 time: 2.3314707 Jun 09 13:19:27.013804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47666) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:27.025131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:27.154004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.174407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0d7fca7f-ab94-44dc-a93e-ce33ad7d9de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:27.208193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.213348 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43 HTTP/1.1" status: 204 len: 168 time: 0.7178311 Jun 09 13:19:27.219403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47668) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:27.236533 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac30171-ffcf-4373-8e18-a232caaff689 req-d1e6b32a-7385-4f36-af73-738e8781cd0f tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 210 time: 0.2161751 Jun 09 13:19:27.268693 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-04955ae3-bf8a-48ac-b9db-e3e95ab02749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4558620 Jun 09 13:19:27.281960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47670) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:27.286728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 26f05743-a594-4b0f-a165-90779f0e13ce {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:27.290814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:27.302786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--138374730'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:27.303738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Deleting port e8dcbd09-6bc1-4291-b32b-bc0fc8811998 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:27.304074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.323632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.324087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:27.371487 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ae9105c3-ab49-4a86-903e-ce99962bf12c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508276 Jun 09 13:19:27.372087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47672) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:27.385046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:27.507816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.518008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.560186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d2bb1-1f1a-46d1-be22-13eff0ed7e21 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:27.567889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port 797a0a27-cf13-420f-905e-be2312d26246 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:27.568513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.647528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-6fed114f-ef38-4734-8531-cb8e855e0bd1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:27.649267 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-6fed114f-ef38-4734-8531-cb8e855e0bd1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.42 "GET /v2.0/networks?id=74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 200 len: 812 time: 0.5689175 Jun 09 13:19:27.662224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5600bf9c-c77f-43e8-ab5a-c75436dec734 None None] Provisioning complete for port fc9768f0-d91c-4efe-9ee5-3518450d86fa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:27.662628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5600bf9c-c77f-43e8-ab5a-c75436dec734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.669786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Request body: {'port': {'device_id': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f', 'admin_state_up': True, 'tenant_id': '06fabf4dded14809abe664487c117d41'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:27.703068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.798224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.809009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.822573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.836015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for 797a0a27-cf13-420f-905e-be2312d26246 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:27.847508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:19:27.847508 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:19:27.847508 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': '674f5e62e6b24ab0baf0dc6a1434dad2', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 19, 27, 555088)}] Jun 09 13:19:27.847508 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:27.848020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:27.947698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:27.995514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.003680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5d0e609c-1d27-4e8c-bc7f-4ccf247b534d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:28.018720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Calling delete_port for e8dcbd09-6bc1-4291-b32b-bc0fc8811998 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:28.054665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.059301 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7630744 Jun 09 13:19:28.059301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa157cf8-9365-4734-900a-ef42d5e18b09,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:28.061337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:28.061794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47678) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:28.066607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002241433'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:28.068831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:28.088822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.096215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5058cef9-5cba-4e99-bc3b-378795161afa tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:28.156038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=797a0a27-cf13-420f-905e-be2312d26246,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:28.160208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:28.161115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.170998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1b6e55b3-c036-4240-bb7c-7590ed6f450d None None] Provisioning complete for port 66b032b4-84c3-40ea-91c6-466407837304 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:28.171374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e55b3-c036-4240-bb7c-7590ed6f450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.216772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fc9768f0-d91c-4efe-9ee5-3518450d86fa no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:28.245020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.256969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ccf5a58d-2e09-4f7a-920d-11a8a0217224 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:28.312096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.316705 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/ports/797a0a27-cf13-420f-905e-be2312d26246 HTTP/1.1" status: 204 len: 168 time: 1.2992053 Jun 09 13:19:28.319017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47682) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:28.369774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Deleting port fc9768f0-d91c-4efe-9ee5-3518450d86fa {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:28.370879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.526432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Allocated IP 172.26.5.242 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/12d20cd6-e673-4e33-992a-bd3439a59c9f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:28.551788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Made reservation on behalf of 06fabf4dded14809abe664487c117d41 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:28.555739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.579011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=26f05743-a594-4b0f-a165-90779f0e13ce,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:28.582072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:28.592602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.593247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8c59d04-7bfb-4c39-a2f2-693b483c5baf req-98fc61c6-e01f-4209-b4da-73be72d6fe6d tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 210 time: 0.0968170 Jun 09 13:19:28.595496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.597411 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/26f05743-a594-4b0f-a165-90779f0e13ce HTTP/1.1" status: 204 len: 168 time: 1.6826196 Jun 09 13:19:28.601616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47684) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:28.604714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.612034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de52b979-f39e-4211-a691-3ac365ee9eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:28.629201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a1b6a-efc9-4cfe-818a-f87b8baf88f9 None None] Network 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:28.648237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.668543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc45bec-3deb-4e33-ad11-e2f0329c089f tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:28.674606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ddc45bec-3deb-4e33-ad11-e2f0329c089f tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "GET /v2.0/ports?device_id=b41d3f7c-378a-4f25-9ec8-f7772326cbda HTTP/1.1" status: 200 len: 913 time: 0.3545051 Jun 09 13:19:28.686079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47686) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:28.687106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d289b195-75fa-4118-be53-742c0765c033,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:28.702874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.758865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:28.760747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] For port fc9768f0-d91c-4efe-9ee5-3518450d86fa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fc9768f0-d91c-4efe-9ee5-3518450d86fa,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:28.761159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.766585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:28.770117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.798865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.802913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7375989 Jun 09 13:19:28.827031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47688) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:28.834022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'aa157cf8-9365-4734-900a-ef42d5e18b09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd289b195-75fa-4118-be53-742c0765c033', 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:28.921782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Calling delete_port for fc9768f0-d91c-4efe-9ee5-3518450d86fa owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:28.936088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.952223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port fc9768f0-d91c-4efe-9ee5-3518450d86fa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fc9768f0-d91c-4efe-9ee5-3518450d86fa,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:28.988594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:28.996700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c6b5cc3-a4c6-4732-adf8-b4fc5f80d68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.066806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.103216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad4383d8-49f3-42b0-bd1a-0900ee3849f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.115481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=fc9768f0-d91c-4efe-9ee5-3518450d86fa,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.119893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.149401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.154676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.157900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.180577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event deleted for resources: {'Port': ['ID=e8dcbd09-6bc1-4291-b32b-bc0fc8811998,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.188333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.202451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Pushing event deleted for resources: {'Port': ['ID=fc9768f0-d91c-4efe-9ee5-3518450d86fa,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.205223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] No DVR routers for this DVR port fc9768f0-d91c-4efe-9ee5-3518450d86fa on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:29.206891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.229042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.273215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] DHCP port deletion for 7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:29.297690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Allocated IP 172.20.0.10 (74053eb9-335e-458e-9d58-65e219b65f6f/995a5dc2-e5ce-4218-8d10-7eb2cfa11d79/8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:29.343932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.352755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.357233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Deleting port 66b032b4-84c3-40ea-91c6-466407837304 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:29.357626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.425048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:29.428771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:29.431781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:29.432364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.445679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f0e02-7e17-49f4-a357-64293900ea2a None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:29.478219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=3e32d83a-e2b8-4589-b103-c12038bbcd5b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.480290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.480877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.482546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 66b032b4-84c3-40ea-91c6-466407837304 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:29.482878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.499957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.501820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "DELETE /v2.0/ports/e8dcbd09-6bc1-4291-b32b-bc0fc8811998 HTTP/1.1" status: 204 len: 168 time: 2.9155447 Jun 09 13:19:29.505328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.505751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:29.507222 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1263196 Jun 09 13:19:29.540142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47692) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:29.551532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:29.558251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a3cb7fe1-ade1-4382-8f48-ea95360e47b5 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.586096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.699477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Deleting subnet 83ab1a05-f4d1-4f15-a156-730c058748c5 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:29.700241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:29.721072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '3e32d83a-e2b8-4589-b103-c12038bbcd5b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:29.722034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.725541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:29.739700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:29.741928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.836114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.859708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=12d20cd6-e673-4e33-992a-bd3439a59c9f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.869809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4f6a4273-1a9f-44ed-92d0-05f3833710a3 req-321d965f-b555-4702-a745-42c26863c51a tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 210 time: 0.0976427 Jun 09 13:19:29.870964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.878854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b741923-c3d1-4103-827c-2cfe78603306 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:29.904107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66b032b4-84c3-40ea-91c6-466407837304,segment=NetworkSegment(6f5c984e-0a50-41bc-b879-6ef64fecbdd0),segment_id=6f5c984e-0a50-41bc-b879-6ef64fecbdd0)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:29.904547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.909050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Allocated IP 172.20.0.2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/3e32d83a-e2b8-4589-b103-c12038bbcd5b/424ca9bb-a1a4-42d2-abef-42c16ca46637) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:29.912635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.916363 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0832160 Jun 09 13:19:29.917801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:29.933842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043707bf-486e-4dca-9b91-fce41db56d81,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:29.964935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:29.993345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:29.995670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] For port 66b032b4-84c3-40ea-91c6-466407837304, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66b032b4-84c3-40ea-91c6-466407837304,segment=NetworkSegment(6f5c984e-0a50-41bc-b879-6ef64fecbdd0),segment_id=6f5c984e-0a50-41bc-b879-6ef64fecbdd0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:29.996667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.014503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:30.017931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.065899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 66b032b4-84c3-40ea-91c6-466407837304 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:30.140380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Calling delete_port for 66b032b4-84c3-40ea-91c6-466407837304 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:30.163889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 66b032b4-84c3-40ea-91c6-466407837304 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:30.268400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.291433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.319264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.360951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.375064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.384120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.403848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.405750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Transition to ACTIVE for port object 424ca9bb-a1a4-42d2-abef-42c16ca46637 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:30.405987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.408613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.417425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.420827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.422512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.435326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5f848e6-104a-43d2-b25c-dc1b1b7a9d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.476969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.510622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.516807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 66b032b4-84c3-40ea-91c6-466407837304 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:30.525155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.526267 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/043707bf-486e-4dca-9b91-fce41db56d81 HTTP/1.1" status: 204 len: 168 time: 0.6057172 Jun 09 13:19:30.533017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5598a531-771c-4d54-b7d4-4a094bbace07 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.538220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Pushing event deleted for resources: {'Port': ['ID=66b032b4-84c3-40ea-91c6-466407837304,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.542567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.545157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47698) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:30.549491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Transition to ACTIVE for port object 424ca9bb-a1a4-42d2-abef-42c16ca46637 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:30.552953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] No DVR routers for this DVR port 66b032b4-84c3-40ea-91c6-466407837304 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:30.565911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.570017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5a5863e-06ef-4974-9ad5-7786d4aa2e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.575538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Network 74053eb9-335e-458e-9d58-65e219b65f6f is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:30.592493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:30.611927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:30.669941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=043707bf-486e-4dca-9b91-fce41db56d81,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.670130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:30.674583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:30.678680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:30.681908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Pushing event updated for resources: {'Port': ['ID=424ca9bb-a1a4-42d2-abef-42c16ca46637,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.712093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.714741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.722282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Pushing event updated for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.759486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.760006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.760382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.780512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Attempting to bind port 424ca9bb-a1a4-42d2-abef-42c16ca46637 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:30.781150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Attempting to bind port 424ca9bb-a1a4-42d2-abef-42c16ca46637 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:30.781466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Attempting to bind port 424ca9bb-a1a4-42d2-abef-42c16ca46637 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:30.787007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:30.787519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:30.788079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.788566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:30.789119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Bound port: 424ca9bb-a1a4-42d2-abef-42c16ca46637, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:30.789693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.825110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.844480 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a7dd84b3-99e0-422c-bd4b-6b1cd2ee089e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2323713 Jun 09 13:19:30.845600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.847232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e7ccb-3cd9-416a-8b96-5ca9a301c353']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:30.849524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47700) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:30.853637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7897b394-06be-4697-aece-3bc60eb9bc22 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.859875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:30.860548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.879931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5c984e-0a50-41bc-b879-6ef64fecbdd0') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:30.880129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5c984e-0a50-41bc-b879-6ef64fecbdd0') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:30.886349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-09aa3260-2275-4e61-8979-45573272de2e None None] For port 424ca9bb-a1a4-42d2-abef-42c16ca46637, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:30.890086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-09aa3260-2275-4e61-8979-45573272de2e None None] For port 424ca9bb-a1a4-42d2-abef-42c16ca46637, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=424ca9bb-a1a4-42d2-abef-42c16ca46637,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:30.895744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.897860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.900613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:30.909776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2468371 Jun 09 13:19:30.916958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event deleted for resources: {'Subnet': ['ID=83ab1a05-f4d1-4f15-a156-730c058748c5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:30.923885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:30.925161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Request body: {'port': {'device_id': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:30.925671 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "DELETE /v2.0/subnets/83ab1a05-f4d1-4f15-a156-730c058748c5 HTTP/1.1" status: 204 len: 168 time: 1.4174225 Jun 09 13:19:30.931534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:30.935496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47704) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:30.960160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d53f9-e319-4417-91fc-708ab837fee9 None None] Network 66f6bea1-7bfd-42fd-b850-756b05f607e6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:30.979761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.001845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:31.002247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:31.016898 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:31.174457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Pushing event updated for resources: {'Port': ['ID=424ca9bb-a1a4-42d2-abef-42c16ca46637,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:31.178916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:31.190130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.195491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.218122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.219348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.234402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.241407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9697a603-dd4f-493e-9dd3-9c3211d52635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:31.255935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.263665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/7d4e7ccb-3cd9-416a-8b96-5ca9a301c353 HTTP/1.1" status: 204 len: 168 time: 2.6609623 Jun 09 13:19:31.277185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47706) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:31.277957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.284409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.297195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] DHCP port deletion for 66f6bea1-7bfd-42fd-b850-756b05f607e6 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:31.353311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=7d4e7ccb-3cd9-416a-8b96-5ca9a301c353,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:31.391597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:31.399856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca88372d-ae2e-4945-a181-b6b58ceadd13 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:31.418165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Deleting port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:31.418605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.551471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] For port 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=92cb2b70-b1cf-4507-94d2-4a59d0649c62,segment=NetworkSegment(8bdcd0b5-4efd-44f4-ac38-8a01b9838d74),segment_id=8bdcd0b5-4efd-44f4-ac38-8a01b9838d74)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:31.551877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.564598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=12d20cd6-e673-4e33-992a-bd3439a59c9f,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:31.572627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.575742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.577130 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/d289b195-75fa-4118-be53-742c0765c033 HTTP/1.1" status: 204 len: 168 time: 0.6981108 Jun 09 13:19:31.604617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47708) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:31.605487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d3c9e21-04af-41b9-9ecd-bf8a51d25e4a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:31.605929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.618204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:31.625860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd71b-01b2-45ae-85fc-b10250490783 req-11589ba6-2b70-4f17-95b7-6efdf4dd52a2 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:31.627900 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-006bd71b-01b2-45ae-85fc-b10250490783 req-11589ba6-2b70-4f17-95b7-6efdf4dd52a2 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 932 time: 0.5609772 Jun 09 13:19:31.656562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289b195-75fa-4118-be53-742c0765c033,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:31.668567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port db90e0ce-6ea6-4448-a826-ae8ca54ecf25 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:31.668912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.686994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:31.694085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.698096 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3167884 Jun 09 13:19:31.718721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47710) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:31.721589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Calling delete_port for 92cb2b70-b1cf-4507-94d2-4a59d0649c62 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:31.758430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Deleting port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:31.759081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.771993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e5227f29-4225-42f1-9824-98de1d567a64 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'floatingip': {'port_id': '5366e067-2b87-4b2c-b2d5-226168745ecb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:31.783519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:31.789515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:31.838905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Pushing event deleted for resources: {'Port': ['ID=92cb2b70-b1cf-4507-94d2-4a59d0649c62,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:31.840664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bd2bc7-6738-42b2-a91c-c7bbcc6c5bde tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:31.845763 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-31bd2bc7-6738-42b2-a91c-c7bbcc6c5bde tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5633879 Jun 09 13:19:31.845954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:31.847051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] No DVR routers for this DVR port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:31.850998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-006bd71b-01b2-45ae-85fc-b10250490783 req-da68310a-8797-4938-9aec-1a43304b551f tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143202 Jun 09 13:19:31.870881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47712) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:31.892030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:19:32.038334 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-40f6dab9-a77c-41ec-a405-74b510959168 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4244239 Jun 09 13:19:32.060971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47714) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:32.085531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5227f29-4225-42f1-9824-98de1d567a64 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.184374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 424ca9bb-a1a4-42d2-abef-42c16ca46637 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:32.268484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:32.346443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 92cb2b70-b1cf-4507-94d2-4a59d0649c62 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:32.365144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] For port 92cb2b70-b1cf-4507-94d2-4a59d0649c62, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=92cb2b70-b1cf-4507-94d2-4a59d0649c62,segment=NetworkSegment(8bdcd0b5-4efd-44f4-ac38-8a01b9838d74),segment_id=8bdcd0b5-4efd-44f4-ac38-8a01b9838d74)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:32.365552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.383813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.387993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 92cb2b70-b1cf-4507-94d2-4a59d0649c62 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:32.388613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 92cb2b70-b1cf-4507-94d2-4a59d0649c62 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:32.394888 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-870773d9-240d-488d-9615-042ddd2deb8c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5228081 Jun 09 13:19:32.398135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e5227f29-4225-42f1-9824-98de1d567a64 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] update failed (client error): The resource could not be found. Jun 09 13:19:32.399282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e5227f29-4225-42f1-9824-98de1d567a64 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "PUT /v2.0/floatingips/7fa60693-18f7-4dab-bcef-030964b37107 HTTP/1.1" status: 404 len: 507 time: 0.6796341 Jun 09 13:19:32.427118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47716) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:32.427663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47718) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:32.434443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1125699674'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:32.484349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Provisioning for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:32.489343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Provisioning complete for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:32.489729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.614740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.615878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:19:32.638059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Calling delete_port for 92cb2b70-b1cf-4507-94d2-4a59d0649c62 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:32.650555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] For port 424ca9bb-a1a4-42d2-abef-42c16ca46637, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=424ca9bb-a1a4-42d2-abef-42c16ca46637,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:32.652954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for db90e0ce-6ea6-4448-a826-ae8ca54ecf25 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:32.657333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.659329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.661812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfa68d28-0923-4444-aa7b-2e6e9b2cb423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:32.677048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:32.683724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.696635 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-0886e5a2-553e-44eb-a821-b24db2fef824 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8556516 Jun 09 13:19:32.712819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Transition to ACTIVE for port object 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:32.731423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.738354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-942ed8d7-49d3-4c44-832d-1b5ac5975035 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:32.757655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Pushing event updated for resources: {'Port': ['ID=424ca9bb-a1a4-42d2-abef-42c16ca46637,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:32.762796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.763318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:32.768599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:32.809143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.809491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment 5892a68b-1423-4303-ad61-e780f3af754b of type vlan for network 0e027bcc-86da-4f5a-851b-8f7c58b6982a Jun 09 13:19:32.857098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.865292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.887877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting port 12d20cd6-e673-4e33-992a-bd3439a59c9f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:32.888295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:32.900406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:32.910748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:33.024599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.033363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a3b8a4c5-ced8-47f5-a2a0-e90a0f6b47b5 tempest-RoutersAdminTest-1493477029 tempest-RoutersAdminTest-1493477029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:33.073816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.092913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.095334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.099942 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa157cf8-9365-4734-900a-ef42d5e18b09 HTTP/1.1" status: 204 len: 168 time: 1.0292237 Jun 09 13:19:33.099942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event deleted for resources: {'Port': ['ID=92cb2b70-b1cf-4507-94d2-4a59d0649c62,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:33.106021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47722) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:33.106861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:33.111263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5025715b-2077-49af-8b30-b37e92b62c9f tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:33.120659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] No DVR routers for this DVR port 92cb2b70-b1cf-4507-94d2-4a59d0649c62 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:33.187208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.187506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.194773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.200155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:33.200721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.210224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:33.232079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-92fa56d6-8347-4b3f-a56d-08e11176ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:33.233560 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-92fa56d6-8347-4b3f-a56d-08e11176ae56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.4265888 Jun 09 13:19:33.263303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa157cf8-9365-4734-900a-ef42d5e18b09,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:33.348547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:33.393885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Calling delete_port for 12d20cd6-e673-4e33-992a-bd3439a59c9f owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:33.402679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Attempting to bind port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:33.403006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Attempting to bind port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5946a30f-0185-46f3-a147-0c823bbf4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:33.403326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Attempting to bind port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a on network 74053eb9-335e-458e-9d58-65e219b65f6f {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:33.428042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a on network 74053eb9-335e-458e-9d58-65e219b65f6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:19:33.428321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Attempting to bind port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a on network 74053eb9-335e-458e-9d58-65e219b65f6f {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:33.444488 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0129447 Jun 09 13:19:33.447537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:33.447867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Checking segment: {'id': '5946a30f-0185-46f3-a147-0c823bbf4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:33.448238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Bound using segment: {'id': '5946a30f-0185-46f3-a147-0c823bbf4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:33.448678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Bound port: 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5946a30f-0185-46f3-a147-0c823bbf4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:33.449018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.456653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47724) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:33.475031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.475349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982af3a-bf24-4957-b870-192182aea467 req-8968cd75-f6d4-4af4-abf0-486a224991a8 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:33.476812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e982af3a-bf24-4957-b870-192182aea467 req-8968cd75-f6d4-4af4-abf0-486a224991a8 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 944 time: 0.4841967 Jun 09 13:19:33.477487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=0e027bcc-86da-4f5a-851b-8f7c58b6982a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:33.487581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:33.489782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:33.602969 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-da0585c6-a0a3-4b49-8bb1-fdf2665e9f0e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4923506 Jun 09 13:19:33.611256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f6bea1-7bfd-42fd-b850-756b05f607e6']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:33.627887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:33.628338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47726) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:33.637593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972882782'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:33.676589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:33.676741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdcd0b5-4efd-44f4-ac38-8a01b9838d74') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:33.715950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.738774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] For port 424ca9bb-a1a4-42d2-abef-42c16ca46637, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=424ca9bb-a1a4-42d2-abef-42c16ca46637,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:33.755763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.770081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e982af3a-bf24-4957-b870-192182aea467 req-468c823a-f041-4403-9a75-c360f509e8d2 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407459 Jun 09 13:19:33.771613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.779065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56d21d73-4ccc-4b2b-9351-2fddf9ddb96f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:33.796982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:33.815198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,segment=NetworkSegment(5946a30f-0185-46f3-a147-0c823bbf4013),segment_id=5946a30f-0185-46f3-a147-0c823bbf4013)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:33.821437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.824039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-d877baf3-cd16-44ed-8d87-47a06716c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:33.824927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.825516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-d877baf3-cd16-44ed-8d87-47a06716c8fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.5572696 Jun 09 13:19:33.832128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8e4757a2-60d3-4a10-a4cf-8b05dd129e98 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:33.844195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=db90e0ce-6ea6-4448-a826-ae8ca54ecf25,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:33.935862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:33.936441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.937736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 200 len: 1094 time: 3.0166667 Jun 09 13:19:33.938264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:19:33.941011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950147b8-1465-49e7-9b7c-1b0d828f6f38" -d '{"events": [{"name": "network-changed", "server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:19:33.966087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:33.976079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:33.978807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:33.984328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:34.059561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:34.059967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.065152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1d420a-219f-46d5-9c09-b0991a08c883 x-openstack-request-id: req-8a1d420a-219f-46d5-9c09-b0991a08c883 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:19:34.065481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:19:34.065767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a1d420a-219f-46d5-9c09-b0991a08c883 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:19:34.066260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a', 'status': 'completed', 'code': 200} Jun 09 13:19:34.072743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Port': ['ID=12d20cd6-e673-4e33-992a-bd3439a59c9f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:34.076099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:34.103126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:34.115182 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:34.181029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 424ca9bb-a1a4-42d2-abef-42c16ca46637 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:34.201251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.257173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.261111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.266640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "DELETE /v2.0/floatingips/7fa60693-18f7-4dab-bcef-030964b37107 HTTP/1.1" status: 204 len: 168 time: 1.8364661 Jun 09 13:19:34.270816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.271711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.271861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47730) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:34.282360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0033a205-5673-4003-9f53-37840a16fa22 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'floatingip': {'floating_network_id': 'e906e2f7-301c-4ddf-94da-1ad3d9710c9a', 'port_id': '5366e067-2b87-4b2c-b2d5-226168745ecb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:34.287779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b17d2838-3c58-487b-a977-c1e7257af56b tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:34.309740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.312764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-4891c62f-35e5-496b-a988-33670db58e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:34.314934 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-4891c62f-35e5-496b-a988-33670db58e3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fabf4dded14809abe664487c117d41&device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 1097 time: 0.2994630 Jun 09 13:19:34.317215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.392434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:34.393255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.396620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:34.399543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8def8f92-e777-45f2-a2aa-d4875db31215 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:34.402227 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-01062f7a-aa7d-4379-a537-9367b207bd4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.5592849 Jun 09 13:19:34.408416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:34.415816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.420701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-d87bf588-a99c-4b6a-ae26-d9f30d63e47f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 200 len: 217 time: 0.0861681 Jun 09 13:19:34.424288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ee238-496e-4f21-b8d0-60ac9c057210 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:34.453048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:34.453715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.457030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:34.460859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.468799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.472743 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8370917 Jun 09 13:19:34.477056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47732) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:34.488440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'd34364d7-b2be-4964-a282-40f1157c0dc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:34.504153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34364d7-b2be-4964-a282-40f1157c0dc6,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:34.520409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:34.529716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0033a205-5673-4003-9f53-37840a16fa22 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.544996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.549180 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] 10.222.0.21 "DELETE /v2.0/networks/66f6bea1-7bfd-42fd-b850-756b05f607e6 HTTP/1.1" status: 204 len: 168 time: 3.6041994 Jun 09 13:19:34.594157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-1972d612-c644-4dbb-8fa9-6da0469ee0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:34.595648 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-1972d612-c644-4dbb-8fa9-6da0469ee0a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 HTTP/1.1" status: 200 len: 852 time: 0.1619799 Jun 09 13:19:34.619308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=424ca9bb-a1a4-42d2-abef-42c16ca46637,revision_number=5']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:34.647531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:34.657010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-e9be7235-93f0-4f65-9cd3-af2821a5811d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74053eb9-335e-458e-9d58-65e219b65f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511642 Jun 09 13:19:34.692864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.704053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43a72f4c-3032-4a89-a622-f3ff87f7d5e3 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:34.794343 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2472377 Jun 09 13:19:34.802622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47736) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:34.816657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-1cff67f6-d0d6-4491-9454-8174c14a4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:34.818141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-1cff67f6-d0d6-4491-9454-8174c14a4bd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.4003820 Jun 09 13:19:34.821411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:5c:be:e7', 'name': 'tempest-NetworksTestDHCPv6-522354540'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:34.923206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=337f79c1-a55c-4945-98a9-5ab4a698b221,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:34.933705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:34.934236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:34.965638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Pushing event deleted for resources: {'Network': ['ID=66f6bea1-7bfd-42fd-b850-756b05f607e6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:34.973646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:34.977249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:35.035474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47742) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:35.104774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.107236 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-5bfcc9c1-446f-47bf-b62a-07f4ba3a8a22 service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405229 Jun 09 13:19:35.172359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.217599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-36f829ac-358e-4327-99f5-3a0ee6f7e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:35.219045 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-36f829ac-358e-4327-99f5-3a0ee6f7e853 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3821435 Jun 09 13:19:35.240112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5642bd11-f736-4c74-9cf6-2ffab2a51041 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:35.296910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ee9951-9dcd-4fca-bb46-1b4ca839bb7c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:35.318835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:35.350821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.354701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8694940 Jun 09 13:19:35.359474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47746) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:35.398835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d638efb-80b7-4038-a18e-f977316b3bd1 req-263048a2-9dfd-49b3-93ff-bd13007d3631 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:35.399925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d638efb-80b7-4038-a18e-f977316b3bd1 req-263048a2-9dfd-49b3-93ff-bd13007d3631 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 944 time: 0.3589220 Jun 09 13:19:35.400778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.415683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5537ee06-eb99-4a26-8b3c-33d37165e688 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:35.455325 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ac856755-de47-4642-98ad-02874bddf7f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d69da0670524448db57f267f1606e791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106274 Jun 09 13:19:35.457565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47748) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:35.459971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:35.621487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9da7ad8c-a473-4807-99da-989d6ce15be7 None None] Provisioning complete for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:35.622138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9da7ad8c-a473-4807-99da-989d6ce15be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.711866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d1032fa-1b2c-4499-a5eb-cc471f81f13b req-e90cba80-8cfc-4e9a-9938-6ed07a5936db service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833211 Jun 09 13:19:35.729791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d638efb-80b7-4038-a18e-f977316b3bd1 req-49104d49-8403-4811-8e8c-c17b698b836a tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083537 Jun 09 13:19:35.739786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.814858 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-0033a205-5673-4003-9f53-37840a16fa22 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:35.815889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0033a205-5673-4003-9f53-37840a16fa22 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5392208 Jun 09 13:19:35.822349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47750) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:35.835136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '5366e067-2b87-4b2c-b2d5-226168745ecb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:35.835371 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-1a180148-c4cf-49ec-b6a5-ff24dcc1b3e2 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055331 Jun 09 13:19:35.848035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.854205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.900796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port cfa75994-ccb0-4175-bba2-f9c04da82686 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:35.924263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=10dfc838-8eeb-40c2-9577-7b4975dadc39,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:35.933470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:35.978765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:36.017420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': '5892a68b-1423-4303-ad61-e780f3af754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:36.017684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 0e027bcc-86da-4f5a-851b-8f7c58b6982a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:36.041382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.042864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-1cca034a-7e67-4680-af19-2ce1d989f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:36.044386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-1cca034a-7e67-4680-af19-2ce1d989f2fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fabf4dded14809abe664487c117d41&device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 1097 time: 0.2815592 Jun 09 13:19:36.061247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.065730 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b6ee9951-9dcd-4fca-bb46-1b4ca839bb7c HTTP/1.1" status: 204 len: 168 time: 0.6953845 Jun 09 13:19:36.066937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:36.074292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47754) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.078117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.104486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ee9951-9dcd-4fca-bb46-1b4ca839bb7c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:36.121600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:36.135241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Router b41d3f7c-378a-4f25-9ec8-f7772326cbda has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:19:36.144176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:36.163845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.171618 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77b487e5-43dc-42b6-b6be-70d5f47d1350 req-b6a0410d-727b-4ac6-8775-b24507c7290e service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086655 Jun 09 13:19:36.177529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 0e027bcc-86da-4f5a-851b-8f7c58b6982a) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:36.190025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4fafc-f0fa-4b13-a167-d914a6b7bc1d None None] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:36.237388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:36.237998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.311457 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-befac085-2a88-43fa-be8d-3e7ab1c28274 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2351241 Jun 09 13:19:36.325592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47756) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.359153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-19c127f1-fe6b-4a57-896a-0a6496f079e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:36.360582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-19c127f1-fe6b-4a57-896a-0a6496f079e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 200 len: 913 time: 0.3086419 Jun 09 13:19:36.360774 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8987155 Jun 09 13:19:36.362738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47758) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.374365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a', 'name': 'tempest-PortsTestJSON-1904554519'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:36.390696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 172.20.0.11 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/3e32d83a-e2b8-4589-b103-c12038bbcd5b/cfa75994-ccb0-4175-bba2-f9c04da82686) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:36.430890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.433188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.437062 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44b01c8d-4986-4a1b-a545-7bc9a6331b17 HTTP/1.1" status: 204 len: 168 time: 0.9668601 Jun 09 13:19:36.437856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ceb56d9-2f1c-44e4-b0c8-ac30d134a4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:36.462747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b01c8d-4986-4a1b-a545-7bc9a6331b17,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:36.468511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:36.469724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:19:36.476165 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "PUT /v2.0/routers/b41d3f7c-378a-4f25-9ec8-f7772326cbda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7854946 Jun 09 13:19:36.476897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.478547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47762) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.507312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-0e027bcc-86da-4f5a-851b-8f7c58b6982a', 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': '10dfc838-8eeb-40c2-9577-7b4975dadc39'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:36.509870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.534575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] Sync routers for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:19:36.540063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe5c:bee7 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/337f79c1-a55c-4945-98a9-5ab4a698b221/cfa75994-ccb0-4175-bba2-f9c04da82686) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:36.544038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-2d29413b-a7af-4e45-89b6-cb5b69c9a54c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 200 len: 217 time: 0.1549454 Jun 09 13:19:36.555832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:36.557367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:36.690742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:36.691456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.697483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.718487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] Routers {'b41d3f7c-378a-4f25-9ec8-f7772326cbda'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:36.719412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:36.775676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.779036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.785649 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/d34364d7-b2be-4964-a282-40f1157c0dc6 HTTP/1.1" status: 204 len: 168 time: 0.4584308 Jun 09 13:19:36.786450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47770) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.790873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b3c36ae-e87e-4212-b35c-3cb4973617ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:36.838613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34364d7-b2be-4964-a282-40f1157c0dc6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:36.839574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:36.840280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9918bc-7942-4993-bf0e-c68b3d8a8c41 None None] The sync data for ids ['b41d3f7c-378a-4f25-9ec8-f7772326cbda'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:19:36.841933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:36.871619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-a8f11954-85cb-454a-8593-3b90c182bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:36.873150 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-a8f11954-85cb-454a-8593-3b90c182bf21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 HTTP/1.1" status: 200 len: 852 time: 0.3207614 Jun 09 13:19:36.920004 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ebc8743e-276e-404c-842e-b90b6e458398 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1178570 Jun 09 13:19:36.920797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47772) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:36.927728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398403824'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:36.934333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:36.989623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Allocated IP 172.20.0.2 (0e027bcc-86da-4f5a-851b-8f7c58b6982a/10dfc838-8eeb-40c2-9577-7b4975dadc39/7ff41939-c1db-4c37-aa00-119ef1a10e10) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:37.118225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.192477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-d23f1a09-5154-47f8-abd9-b3ee96119d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74053eb9-335e-458e-9d58-65e219b65f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067423 Jun 09 13:19:37.220919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.227424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.239442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Transition to ACTIVE for port object 7ff41939-c1db-4c37-aa00-119ef1a10e10 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:37.259852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Transition to ACTIVE for port object 7ff41939-c1db-4c37-aa00-119ef1a10e10 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:37.270313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.277874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d34eb0c2-1e29-4c12-8891-f952af42d83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:37.317057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port e7019862-644c-4dcf-b157-7b5f1c3f0dda {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:37.317417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.355504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:37.357094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:37.362152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:37.372041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Pushing event updated for resources: {'Port': ['ID=7ff41939-c1db-4c37-aa00-119ef1a10e10,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:37.392211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:37.396148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.407044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:37.438356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 73d65b46-8473-4329-8ad9-ab525b9c0001 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:37.485758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Attempting to bind port 7ff41939-c1db-4c37-aa00-119ef1a10e10 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:37.486411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Attempting to bind port 7ff41939-c1db-4c37-aa00-119ef1a10e10 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '5892a68b-1423-4303-ad61-e780f3af754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:37.487044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Attempting to bind port 7ff41939-c1db-4c37-aa00-119ef1a10e10 on network 0e027bcc-86da-4f5a-851b-8f7c58b6982a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:37.493883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:37.495046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Checking segment: {'id': '5892a68b-1423-4303-ad61-e780f3af754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:37.496250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.496793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Bound using segment: {'id': '5892a68b-1423-4303-ad61-e780f3af754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:37.497564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Bound port: 7ff41939-c1db-4c37-aa00-119ef1a10e10, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5892a68b-1423-4303-ad61-e780f3af754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:37.498654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.511947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:37.532123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.571641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Allocated IP 172.26.5.189 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/316071e1-3ba5-4300-aabd-bc27d54d8358) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:37.576326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.635365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] For port 7ff41939-c1db-4c37-aa00-119ef1a10e10, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:37.640800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] For port 7ff41939-c1db-4c37-aa00-119ef1a10e10, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ff41939-c1db-4c37-aa00-119ef1a10e10,segment=NetworkSegment(5892a68b-1423-4303-ad61-e780f3af754b),segment_id=5892a68b-1423-4303-ad61-e780f3af754b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:37.649241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.653867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:37.768841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:19:37.777573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e2c23-34a0-474c-ad1c-dd540501e62c req-105495eb-f172-4e71-bf6e-9eaf6774974b tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:37.779175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e0e2c23-34a0-474c-ad1c-dd540501e62c req-105495eb-f172-4e71-bf6e-9eaf6774974b tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 944 time: 0.7785130 Jun 09 13:19:37.806267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'networks': [{'name': 'tempest-network--1717476471'}, {'name': 'tempest-network--145210843'}]} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:37.806601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-network--1717476471'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:37.807069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-network--145210843'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:37.862148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object cfa75994-ccb0-4175-bba2-f9c04da82686 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:37.863908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Pushing event updated for resources: {'Port': ['ID=7ff41939-c1db-4c37-aa00-119ef1a10e10,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:37.868348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:37.888831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for e7019862-644c-4dcf-b157-7b5f1c3f0dda owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:37.907661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.928409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:37.929047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,segment=NetworkSegment(5946a30f-0185-46f3-a147-0c823bbf4013),segment_id=5946a30f-0185-46f3-a147-0c823bbf4013)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:37.935159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ad40574d-3dd5-4398-8164-204bcc45e964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:37.942803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a', 'network_id': '74053eb9-335e-458e-9d58-65e219b65f6f', 'port_id': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a', 'mac_address': 'fa:16:3e:8c:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995a5dc2-e5ce-4218-8d10-7eb2cfa11d79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:19:37.985972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd8c47-333c-4f5b-bf08-53950eba3194,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:37.989777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:37.994898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'network': 2} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:37.999525 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-77625f04-784d-47e5-9071-62f8530aafbb service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908373 Jun 09 13:19:37.999636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.003746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.010098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e0e2c23-34a0-474c-ad1c-dd540501e62c req-a1a60cc3-7a5d-4d49-a807-98782d4a1dfb tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103121 Jun 09 13:19:38.014775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.027445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.028663 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1049683 Jun 09 13:19:38.035983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47794) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:38.041939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'b3fd8c47-333c-4f5b-bf08-53950eba3194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:38.044311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:19:38.095174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,segment=NetworkSegment(5946a30f-0185-46f3-a147-0c823bbf4013),segment_id=5946a30f-0185-46f3-a147-0c823bbf4013)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:38.105905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.120169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbf0bf10-877a-44f2-b78e-4a39f664a695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.219968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.223466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.13 (0e027bcc-86da-4f5a-851b-8f7c58b6982a/10dfc838-8eeb-40c2-9577-7b4975dadc39/73d65b46-8473-4329-8ad9-ab525b9c0001) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:38.224023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:38.292256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.292874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.296520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.300294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.306426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.321066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.346992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.347454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.365073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-950147b8-1465-49e7-9b7c-1b0d828f6f38 req-cacdc774-05df-43b7-b393-d74cf26fc205 service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532014 Jun 09 13:19:38.382030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:19:38.404601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=e7019862-644c-4dcf-b157-7b5f1c3f0dda,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.407244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:38.417674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ec98fbce-b4be-4546-b87b-845962421e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.428991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:38.436747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:38.444821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:38.492855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=cfa75994-ccb0-4175-bba2-f9c04da82686,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.519648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.530838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:38.541891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6b3c3-2281-4aac-b8bd-919bf9558fb4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.545804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:38.579794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:38.581341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.581707 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment edd91636-667b-4d7b-a8ad-946dee069090 of type vlan for network 3457e6be-15f2-4399-b789-61f3ef6b3a12 Jun 09 13:19:38.594832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.652988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:38.655030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.659756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.672259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.757454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.759424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:38.767844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:38.772683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:38.835980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7dc27fdc-7465-4c30-8b6c-36f5019fc6f8 None None] Provisioning for port cfa75994-ccb0-4175-bba2-f9c04da82686 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:38.836788 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0330162 Jun 09 13:19:38.836899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.837451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47796) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:38.843877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7dc27fdc-7465-4c30-8b6c-36f5019fc6f8 None None] Provisioning complete for port cfa75994-ccb0-4175-bba2-f9c04da82686 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:38.844272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dc27fdc-7465-4c30-8b6c-36f5019fc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.855971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event updated for resources: {'Port': ['ID=316071e1-3ba5-4300-aabd-bc27d54d8358,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.869289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:38.875656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.885737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ae79848-121a-47e0-b08c-aac45b5bdc6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:38.921307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.932387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7dc27fdc-7465-4c30-8b6c-36f5019fc6f8 None None] Port cfa75994-ccb0-4175-bba2-f9c04da82686 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:38.933245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.938677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.944530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:38.945369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 73d65b46-8473-4329-8ad9-ab525b9c0001 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:38.948868 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9096203 Jun 09 13:19:38.949021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47798) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:38.955742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36004656-5a7a-4f21-969b-8bf7810f5cf7,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:38.970001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:39.011894 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cdd7ec61-582d-4b03-ba35-0a75aeccfe64 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules/36004656-5a7a-4f21-969b-8bf7810f5cf7 HTTP/1.1" status: 200 len: 763 time: 0.0593870 Jun 09 13:19:39.014232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47800) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.018005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.018604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Fanout notify agent at l3_agent the message router_deleted on router b41d3f7c-378a-4f25-9ec8-f7772326cbda {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:19:39.040630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.041726 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/routers/b41d3f7c-378a-4f25-9ec8-f7772326cbda HTTP/1.1" status: 204 len: 168 time: 2.5622826 Jun 09 13:19:39.044831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47804) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.052466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:39.120199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a914f-d592-4b12-b78f-56ab62d81acf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:39.120646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.126059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a914f-d592-4b12-b78f-56ab62d81acf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:39.127719 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-668a914f-d592-4b12-b78f-56ab62d81acf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2795303 Jun 09 13:19:39.133446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.133663 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment 46950b13-2da1-4cd6-a13d-862dfbd8ce85 of type vlan for network 22c10402-7885-4435-990e-252f6875fe64 Jun 09 13:19:39.133783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47806) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.134934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:39.167306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c862e-d8b2-45f5-a731-65f433daff09 None None] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:39.180834 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aeb3a6b4-f46f-484d-8e9c-33f156ef005f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1590450 Jun 09 13:19:39.189391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47808) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.199645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting subnet 67de3e3a-8ebd-4496-8649-af1a5b7f378e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:39.204822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.208158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.269048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-64d7f503-6960-4717-a31c-3bfaab02a1ba None None] Provisioning for port 7ff41939-c1db-4c37-aa00-119ef1a10e10 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:39.274829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.315064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:39.316252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.328415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.328952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.334561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:39.339273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:39.339936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.343746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:39.347111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:39.370481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:39.400615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.445720 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9323902 Jun 09 13:19:39.448345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=73d65b46-8473-4329-8ad9-ab525b9c0001,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:39.451867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:39.457909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47810) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.496792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting port 316071e1-3ba5-4300-aabd-bc27d54d8358 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:39.497138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.534146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=3457e6be-15f2-4399-b789-61f3ef6b3a12,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:39.547440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3457e6be-15f2-4399-b789-61f3ef6b3a12 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:39.633516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:39.634175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.637512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.646936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.682225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9e6acb29-ca17-446c-bd06-c9142c3d3439 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:39.703019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.704044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=22c10402-7885-4435-990e-252f6875fe64,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:39.704631 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/36004656-5a7a-4f21-969b-8bf7810f5cf7 HTTP/1.1" status: 204 len: 168 time: 0.4781253 Jun 09 13:19:39.710828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47812) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.711683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:39.717677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port cfa75994-ccb0-4175-bba2-f9c04da82686 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:39.718408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.719344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:39.720044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:39.720165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 22c10402-7885-4435-990e-252f6875fe64 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:39.793479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:39.824955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8d9ecffd-98e6-4b6a-8bd8-1f849b72ddb7 None None] Provisioning for port 73d65b46-8473-4329-8ad9-ab525b9c0001 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:39.875420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8d9ecffd-98e6-4b6a-8bd8-1f849b72ddb7 None None] Provisioning complete for port 73d65b46-8473-4329-8ad9-ab525b9c0001 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:39.876094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d9ecffd-98e6-4b6a-8bd8-1f849b72ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.964941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ecffd-98e6-4b6a-8bd8-1f849b72ddb7 None None] Port 73d65b46-8473-4329-8ad9-ab525b9c0001 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:39.973354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6045163 Jun 09 13:19:39.974431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36004656-5a7a-4f21-969b-8bf7810f5cf7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:39.976425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47814) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:39.982257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '0e027bcc-86da-4f5a-851b-8f7c58b6982a', 'name': 'tempest-PortsTestJSON-584587985'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:39.982958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:39.990229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:39.990659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:39.995867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.018365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326630b-6757-43c6-b74d-2277d0220330 req-e1077b9e-a5da-4552-b85e-57be221d7c36 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:40.021131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2326630b-6757-43c6-b74d-2277d0220330 req-e1077b9e-a5da-4552-b85e-57be221d7c36 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 945 time: 0.8340766 Jun 09 13:19:40.066947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdcb8c-7261-4fd9-b6bb-d2d16dce322f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:40.072808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdcb8c-7261-4fd9-b6bb-d2d16dce322f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:40.079576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdcb8c-7261-4fd9-b6bb-d2d16dce322f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:40.085750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdcb8c-7261-4fd9-b6bb-d2d16dce322f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:40.086294 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05cdcb8c-7261-4fd9-b6bb-d2d16dce322f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6251273 Jun 09 13:19:40.090945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.091800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.098558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47816) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:40.132637 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a57f6c1c-fe10-493a-b7df-8cb9caa55d41 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4115760 Jun 09 13:19:40.155350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bedb7cae-bb50-4ae8-a5c8-2171810f3ad1 None None] Provisioning complete for port 73d65b46-8473-4329-8ad9-ab525b9c0001 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:40.155871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bedb7cae-bb50-4ae8-a5c8-2171810f3ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.183406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47818) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:40.183814 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2326630b-6757-43c6-b74d-2277d0220330 req-4dea5ce4-b30e-47f9-83a6-580acad46655 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484644 Jun 09 13:19:40.184607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.197307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'b3fd8c47-333c-4f5b-bf08-53950eba3194', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:40.205982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f3f0bc6-445d-4d81-b719-894747509420 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:40.219454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bedb7cae-bb50-4ae8-a5c8-2171810f3ad1 None None] Port 73d65b46-8473-4329-8ad9-ab525b9c0001 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:40.224009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ff41939-c1db-4c37-aa00-119ef1a10e10 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:40.241743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.255050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Calling delete_port for 316071e1-3ba5-4300-aabd-bc27d54d8358 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:40.268395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.273821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Subnet': ['ID=67de3e3a-8ebd-4496-8649-af1a5b7f378e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:40.281661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.288874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.290973 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/subnets/67de3e3a-8ebd-4496-8649-af1a5b7f378e HTTP/1.1" status: 204 len: 168 time: 1.2426932 Jun 09 13:19:40.298869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1343e361-3893-4a46-b901-f24a4112f063 None None] Network 540b95f8-8540-4c05-ba97-55606035d8b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:40.307922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47820) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:40.381183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:19:40.383913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e5b3c-8589-4ea2-94f6-f5c0d1c8c31a" -d '{"events": [{"server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:19:40.385007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for cfa75994-ccb0-4175-bba2-f9c04da82686 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:40.404860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.417857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,segment=NetworkSegment(5946a30f-0185-46f3-a147-0c823bbf4013),segment_id=5946a30f-0185-46f3-a147-0c823bbf4013)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:40.448626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d48b28-f4fe-46bc-9a00-61ea3cd1a4b7 x-openstack-request-id: req-51d48b28-f4fe-46bc-9a00-61ea3cd1a4b7 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:19:40.449298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:19:40.449752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51d48b28-f4fe-46bc-9a00-61ea3cd1a4b7 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:19:40.450336 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a', 'code': 200} Jun 09 13:19:40.455450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.464044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.467835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:40.503394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.533966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7ff41939-c1db-4c37-aa00-119ef1a10e10 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:40.557013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.567521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c639d95-087a-4365-8275-600f7998d14c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:40.641698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7ff41939-c1db-4c37-aa00-119ef1a10e10 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:40.642215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.655298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:40.658748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.662674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Port': ['ID=316071e1-3ba5-4300-aabd-bc27d54d8358,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:40.672046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.721998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:40.727263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.769136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.771362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.791065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:40.805474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.825960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.845016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 7ff41939-c1db-4c37-aa00-119ef1a10e10, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ff41939-c1db-4c37-aa00-119ef1a10e10,segment=NetworkSegment(5892a68b-1423-4303-ad61-e780f3af754b),segment_id=5892a68b-1423-4303-ad61-e780f3af754b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:40.852213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.854160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9fc63-5040-4360-aac3-d235a99c1f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:40.857644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3457e6be-15f2-4399-b789-61f3ef6b3a12']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:40.865974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:40.881246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] create failed (client error): The resource could not be found. Jun 09 13:19:40.886022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0589998 Jun 09 13:19:40.886611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47824) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:40.895993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e80691-1df1-4637-b510-665161a62230 None None] DHCP port deletion for 540b95f8-8540-4c05-ba97-55606035d8b8 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:40.909821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd91636-667b-4d7b-a8ad-946dee069090') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:40.910139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd91636-667b-4d7b-a8ad-946dee069090') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:40.932877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188e7399-8581-4ea8-a694-9e5012794370,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:40.935618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.953709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.969468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.973191 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7820992 Jun 09 13:19:40.978502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47826) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:40.979140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=7ff41939-c1db-4c37-aa00-119ef1a10e10,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:40.984670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:40.990794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:40.999383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-67e80691-1df1-4637-b510-665161a62230 None None] Deleting port bdc73bb2-ea49-42f1-9529-a517f38705bc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:40.999843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67e80691-1df1-4637-b510-665161a62230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.003193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e1d92f0-f706-4f09-9aa3-dbacb5962639 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:41.028568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.043194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:41.043597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.051572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b82c-8786-42f2-ac94-32d468f04d3b req-ab8b5878-da14-47c0-9f30-4acafff45e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:41.053168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a75b82c-8786-42f2-ac94-32d468f04d3b req-ab8b5878-da14-47c0-9f30-4acafff45e7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 1099 time: 0.3388813 Jun 09 13:19:41.057423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=cfa75994-ccb0-4175-bba2-f9c04da82686,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:41.064721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:41.067936 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:41.073505 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c0f8c04e-1f1a-4f3a-a44d-dfa37b801fb5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules/188e7399-8581-4ea8-a694-9e5012794370 HTTP/1.1" status: 200 len: 763 time: 0.0874922 Jun 09 13:19:41.100787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47828) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.101454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-67e80691-1df1-4637-b510-665161a62230 None None] For port bdc73bb2-ea49-42f1-9529-a517f38705bc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bdc73bb2-ea49-42f1-9529-a517f38705bc,segment=NetworkSegment(297017a0-7e09-47ba-9997-a5734d054aa3),segment_id=297017a0-7e09-47ba-9997-a5734d054aa3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:41.101854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67e80691-1df1-4637-b510-665161a62230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.126371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port bdc73bb2-ea49-42f1-9529-a517f38705bc {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:41.126763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.202072 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a75b82c-8786-42f2-ac94-32d468f04d3b req-a43f929b-214b-408c-b793-2af483f688e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389220 Jun 09 13:19:41.227837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-67e80691-1df1-4637-b510-665161a62230 None None] Calling delete_port for bdc73bb2-ea49-42f1-9529-a517f38705bc owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:41.276199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.282068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/cfa75994-ccb0-4175-bba2-f9c04da82686 HTTP/1.1" status: 204 len: 168 time: 2.1013672 Jun 09 13:19:41.290034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67e80691-1df1-4637-b510-665161a62230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.291313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47832) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.299512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c45602ff-29d6-4fd6-8dd8-e0267ce449ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:41.299754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.5 (0e027bcc-86da-4f5a-851b-8f7c58b6982a/10dfc838-8eeb-40c2-9577-7b4975dadc39/ab3d9104-f7fe-4414-8c43-ddb2f08e78f4) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:41.309264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.313712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.315991 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/3457e6be-15f2-4399-b789-61f3ef6b3a12 HTTP/1.1" status: 204 len: 168 time: 1.2156267 Jun 09 13:19:41.321581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:41.341807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47834) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.357453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=3457e6be-15f2-4399-b789-61f3ef6b3a12,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:41.360248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:41.361760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e80691-1df1-4637-b510-665161a62230 None None] Pushing event deleted for resources: {'Port': ['ID=bdc73bb2-ea49-42f1-9529-a517f38705bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:41.365435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67e80691-1df1-4637-b510-665161a62230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:41.366478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e80691-1df1-4637-b510-665161a62230 None None] No DVR routers for this DVR port bdc73bb2-ea49-42f1-9529-a517f38705bc on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:41.369361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] For port bdc73bb2-ea49-42f1-9529-a517f38705bc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bdc73bb2-ea49-42f1-9529-a517f38705bc,segment=NetworkSegment(297017a0-7e09-47ba-9997-a5734d054aa3),segment_id=297017a0-7e09-47ba-9997-a5734d054aa3)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:41.369741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.398264 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-21a7b739-f405-4a02-958d-b017603fd929 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2716982 Jun 09 13:19:41.402169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.455628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting port 5366e067-2b87-4b2c-b2d5-226168745ecb {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:41.455980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.541701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for bdc73bb2-ea49-42f1-9529-a517f38705bc owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:41.575234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.602806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4804fa8-b24d-44d4-af08-c81414b29719 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:41.604269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4804fa8-b24d-44d4-af08-c81414b29719 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:41.605872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4804fa8-b24d-44d4-af08-c81414b29719 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:41.607403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e4804fa8-b24d-44d4-af08-c81414b29719 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3151095 Jun 09 13:19:41.616879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47838) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.800346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.839706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.870911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.880327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.883878 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/188e7399-8581-4ea8-a694-9e5012794370 HTTP/1.1" status: 204 len: 168 time: 0.4759922 Jun 09 13:19:41.887241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-665e8c66-e894-481b-94dc-bc553e751578 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:41.889102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47840) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:41.902059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 337f79c1-a55c-4945-98a9-5ab4a698b221 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:41.920764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188e7399-8581-4ea8-a694-9e5012794370,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:41.932317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:41.934216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.943610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:41.967347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:41.983891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.001693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:42.008588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.039359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918cb5c-a410-4261-8510-bce2fd026233 req-d98afd06-af4e-4f65-a847-1a142d10af81 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:42.040896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9918cb5c-a410-4261-8510-bce2fd026233 req-d98afd06-af4e-4f65-a847-1a142d10af81 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.5940068 Jun 09 13:19:42.080827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=bdc73bb2-ea49-42f1-9529-a517f38705bc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:42.088922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] No DVR routers for this DVR port bdc73bb2-ea49-42f1-9529-a517f38705bc on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:42.124734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:42.130109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.140495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:42.153147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ff41939-c1db-4c37-aa00-119ef1a10e10 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:42.224986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7ff41939-c1db-4c37-aa00-119ef1a10e10 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:42.225402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.283212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:42.295916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Calling delete_port for 5366e067-2b87-4b2c-b2d5-226168745ecb owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:42.296373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:42.299016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:42.312208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.348271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.365620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=ab3d9104-f7fe-4414-8c43-ddb2f08e78f4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:42.371643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.373730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540b95f8-8540-4c05-ba97-55606035d8b8']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.383656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:42.399631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297017a0-7e09-47ba-9997-a5734d054aa3') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.399928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297017a0-7e09-47ba-9997-a5734d054aa3') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.417345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.428892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bdc73bb2-ea49-42f1-9529-a517f38705bc no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:42.434514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:42.435215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.436254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c10402-7885-4435-990e-252f6875fe64']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.450335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46950b13-2da1-4cd6-a13d-862dfbd8ce85') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.450928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46950b13-2da1-4cd6-a13d-862dfbd8ce85') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:42.457614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.463592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: bdc73bb2-ea49-42f1-9529-a517f38705bc {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:42.463940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bdc73bb2-ea49-42f1-9529-a517f38705bc not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:42.464715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.465179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:42.465705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:42.482030 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:42.492603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-351a3c6f-b987-4bcb-9ed5-891339752426 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5993083 Jun 09 13:19:42.495188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.503778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:42.525883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Request body: {'security_group_rule': {'security_group_id': 'b3fd8c47-333c-4f5b-bf08-53950eba3194', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:42.540671 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5626428 Jun 09 13:19:42.544398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47846) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:42.544717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:42.545126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:42.567516 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:42.570608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9918cb5c-a410-4261-8510-bce2fd026233 req-cd367b3e-ad26-47eb-86a3-88a58c74f34c tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127230 Jun 09 13:19:42.571330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5f84b274-b69f-4892-85a7-b9d4b31fbb31 None None] Provisioning for port ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:42.577547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5f84b274-b69f-4892-85a7-b9d4b31fbb31 None None] Provisioning complete for port ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:42.577977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f84b274-b69f-4892-85a7-b9d4b31fbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.622833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.627204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.629046 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/networks/540b95f8-8540-4c05-ba97-55606035d8b8 HTTP/1.1" status: 204 len: 168 time: 2.3181984 Jun 09 13:19:42.633136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-97f8ff47-82ea-4339-8d23-5c9fe5346ef1 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:42.638397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:42.642861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5f84b274-b69f-4892-85a7-b9d4b31fbb31 None None] Port ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:42.658100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Network': ['ID=540b95f8-8540-4c05-ba97-55606035d8b8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:42.664378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:42.683289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd95192-a9d9-496f-84f4-934e1f5cdf96 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:42.686992 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fbd95192-a9d9-496f-84f4-934e1f5cdf96 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1415627 Jun 09 13:19:42.687727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47850) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:42.774785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Project 6fac7dda20d946678472eb79e1c48d4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:19:42.824451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:42.824772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.884613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06386c7e-1723-484e-8bdf-ecc8016c84a8 req-de241d29-e36c-4bf0-9485-8d4e1b999c85 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:42.886066 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-06386c7e-1723-484e-8bdf-ecc8016c84a8 req-de241d29-e36c-4bf0-9485-8d4e1b999c85 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.8394010 Jun 09 13:19:42.886724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.920803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.959734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.975048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:42.997709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:42.999513 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/22c10402-7885-4435-990e-252f6875fe64 HTTP/1.1" status: 204 len: 168 time: 1.6536069 Jun 09 13:19:43.003137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.022101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47852) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.073362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=22c10402-7885-4435-990e-252f6875fe64,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:43.092527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:43.100996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:43.131273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-06386c7e-1723-484e-8bdf-ecc8016c84a8 req-5de42546-57b9-4705-bf52-7bacce734bc1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203295 Jun 09 13:19:43.131860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.145445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-864388b0-d4ea-4db6-af70-d02262209291 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:43.197100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.214887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.215801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Port': ['ID=5366e067-2b87-4b2c-b2d5-226168745ecb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:43.248295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:43.252140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f96f4b-827c-447c-8c83-be74f4ec6310 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:43.258398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f96f4b-827c-447c-8c83-be74f4ec6310 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:43.260044 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d5f96f4b-827c-447c-8c83-be74f4ec6310 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2369561 Jun 09 13:19:43.265680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47856) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.265680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:43.281707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-80518873'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:43.291754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.350289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.357157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e891a64-2033-43a2-a888-bd6e643d9ed3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:43.405081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=ab3d9104-f7fe-4414-8c43-ddb2f08e78f4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:43.432848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:43.515419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.517493 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 HTTP/1.1" status: 204 len: 168 time: 0.8287990 Jun 09 13:19:43.520229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47858) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.547845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f091746-6e6b-4d2c-9c2a-669a40fd1fad,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:43.563406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:43.568192 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05445dd-fcbb-451d-8eac-835d26b22b77 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:19:43.572021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d05445dd-fcbb-451d-8eac-835d26b22b77 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/ab3d9104-f7fe-4414-8c43-ddb2f08e78f4 HTTP/1.1" status: 404 len: 333 time: 0.0480616 Jun 09 13:19:43.572504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.573642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15c223d8-3f09-4771-b109-0c91f5dd0826 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:43.574863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa6948-3a14-45e1-b648-9ff41666789f None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:43.602227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.604741 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/337f79c1-a55c-4945-98a9-5ab4a698b221 HTTP/1.1" status: 204 len: 168 time: 1.9869816 Jun 09 13:19:43.608363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47864) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.610184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Deleting port 84c8d798-cc9f-4f45-89f6-f8d435671625 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:43.610728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.693112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=337f79c1-a55c-4945-98a9-5ab4a698b221,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:43.706954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:43.724072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:43.728014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.743901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 3e32d83a-e2b8-4589-b103-c12038bbcd5b {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:43.747338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.749319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.751368 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "DELETE /v2.0/ports/5366e067-2b87-4b2c-b2d5-226168745ecb HTTP/1.1" status: 204 len: 168 time: 2.8641567 Jun 09 13:19:43.758612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47866) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.760931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.764975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2420337 Jun 09 13:19:43.789763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47868) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.923619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:43.941130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.941552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:43.988144 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3d588499-6945-4a9b-940a-086a0095176c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules/0f091746-6e6b-4d2c-9c2a-669a40fd1fad HTTP/1.1" status: 200 len: 769 time: 0.1943913 Jun 09 13:19:43.989937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47870) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:43.999584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.029853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e70a6-e499-4b87-9523-a3cae27f6e98 req-3e133b0a-8a62-469c-ba2d-ace8062ae153 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:44.031437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0b3e70a6-e499-4b87-9523-a3cae27f6e98 req-3e133b0a-8a62-469c-ba2d-ace8062ae153 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7309430 Jun 09 13:19:44.087025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.087370 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment dce269f9-68ab-4409-a93f-aff9fb25da04 of type vlan for network 9687ab53-40f8-4a81-a0e8-afca553f5d6a Jun 09 13:19:44.112196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Calling delete_port for 84c8d798-cc9f-4f45-89f6-f8d435671625 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:44.119843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 73d65b46-8473-4329-8ad9-ab525b9c0001 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:44.120438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.154156 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14c76fe0-dcb0-4140-96c9-01fe40e42016 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1626701 Jun 09 13:19:44.165674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47872) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.200617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.226404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c0409-2b64-4d33-814b-b8c80fd20469 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:44.228488 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-857c0409-2b64-4d33-814b-b8c80fd20469 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4347b9a-eb22-4bcb-8a43-024f7ff00879 HTTP/1.1" status: 200 len: 913 time: 0.4680705 Jun 09 13:19:44.234883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47874) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.255114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5afceb-171f-43ad-966c-4c6f1285dfb1 req-2694f037-ae9d-46dd-9f63-0da1e4a04a88 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:44.256779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd5afceb-171f-43ad-966c-4c6f1285dfb1 req-2694f037-ae9d-46dd-9f63-0da1e4a04a88 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.4896233 Jun 09 13:19:44.259720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0b3e70a6-e499-4b87-9523-a3cae27f6e98 req-44d8720d-2a8f-45b8-b1f7-56074d813026 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625714 Jun 09 13:19:44.284112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.311402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.321630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.354054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.359768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:44.360554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.371305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:44.405849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd5afceb-171f-43ad-966c-4c6f1285dfb1 req-0517e7e1-008d-4239-a261-2702ba2bee15 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273937 Jun 09 13:19:44.499171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.555616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2822556 Jun 09 13:19:44.562580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.563231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.571863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1180121836'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:44.580067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=9687ab53-40f8-4a81-a0e8-afca553f5d6a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:44.601591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 9687ab53-40f8-4a81-a0e8-afca553f5d6a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:44.623010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.624580 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0f091746-6e6b-4d2c-9c2a-669a40fd1fad HTTP/1.1" status: 204 len: 168 time: 0.4520490 Jun 09 13:19:44.627528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:44.633364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:44.645276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47884) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.661124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 73d65b46-8473-4329-8ad9-ab525b9c0001 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:44.729118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f091746-6e6b-4d2c-9c2a-669a40fd1fad,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:44.738440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:44.753636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f712c9ac-615b-49c3-a8f1-a906d87e7182 None None] Provisioning complete for port 424ca9bb-a1a4-42d2-abef-42c16ca46637 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:44.754161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ac-615b-49c3-a8f1-a906d87e7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.764263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.806871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:44.810307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.821417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-800aba45-8d66-48c9-8f8f-73efb0f798e5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:44.866919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=3e32d83a-e2b8-4589-b103-c12038bbcd5b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:44.868755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.870771 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/3e32d83a-e2b8-4589-b103-c12038bbcd5b HTTP/1.1" status: 204 len: 168 time: 1.2613516 Jun 09 13:19:44.882878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:44.884491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3f9b7849-c6d3-41ac-94b8-742c2710c39d tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2270339 Jun 09 13:19:44.884623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47886) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.887544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd184d47-cde4-4707-951f-6ed95a3152dc None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:44.889749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47888) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.892904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:44.901748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a85c8752-7f60-4b9b-8e34-93d441586ce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:44.937977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:44.961877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Pushing event deleted for resources: {'Port': ['ID=84c8d798-cc9f-4f45-89f6-f8d435671625,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:44.987212 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db32c07e-d45e-4d19-9242-20cf7f0dbc1b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991566 Jun 09 13:19:44.991610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47890) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:44.991762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:45.017652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833ec5-b196-4f45-ba56-20e889ad5945 req-3addc969-a877-4525-aa53-54afe9fe0e90 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:45.019258 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-44833ec5-b196-4f45-ba56-20e889ad5945 req-3addc969-a877-4525-aa53-54afe9fe0e90 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.4441106 Jun 09 13:19:45.021206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.021596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment e48401b2-960b-4181-8043-208eafca75e4 of type vlan for network 33606909-4ae8-4ede-91fd-51f027bad3ca Jun 09 13:19:45.091637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8c7e-be6f-48bd-a53c-9a372d5df2a8 req-4c3d0b91-e17b-4eea-af69-2cc79bc91b50 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:45.093141 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cac8c7e-be6f-48bd-a53c-9a372d5df2a8 req-4c3d0b91-e17b-4eea-af69-2cc79bc91b50 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3667803 Jun 09 13:19:45.150437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.167416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.169644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.170814 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] 10.222.0.21 "DELETE /v2.0/floatingips/8d731907-02dc-4644-8573-9825e34f73d4 HTTP/1.1" status: 204 len: 168 time: 2.5221162 Jun 09 13:19:45.200229 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-44833ec5-b196-4f45-ba56-20e889ad5945 req-307ac027-39a9-4e46-bbe2-1f7199aee758 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490114 Jun 09 13:19:45.202650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:45.206088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.228963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cac8c7e-be6f-48bd-a53c-9a372d5df2a8 req-39284555-e491-4777-be5e-ffcea1e25eaf tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935133 Jun 09 13:19:45.296293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.297647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.300306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.302763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:45.303543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.309034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-579605f0-23f5-4541-ab0a-40cc88199559 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:45.318567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Deleting port 424ca9bb-a1a4-42d2-abef-42c16ca46637 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:45.318900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.325399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38844051-ae13-4389-ab66-9eea662af368 tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:45.387937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46daa1-aab5-418f-bc1e-2e2f034aae33 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:45.389979 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5e46daa1-aab5-418f-bc1e-2e2f034aae33 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3957450 Jun 09 13:19:45.400665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=73d65b46-8473-4329-8ad9-ab525b9c0001,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:45.405946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47896) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:45.409633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:45.436734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8722076 Jun 09 13:19:45.440221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47898) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:45.453683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'ports': [{'network_id': '9687ab53-40f8-4a81-a0e8-afca553f5d6a', 'name': 'tempest-port--1629485042', 'admin_state_up': True}, {'network_id': '33606909-4ae8-4ede-91fd-51f027bad3ca', 'admin_state_up': False}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:45.459175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'port': {'network_id': '9687ab53-40f8-4a81-a0e8-afca553f5d6a', 'name': 'tempest-port--1629485042', 'admin_state_up': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:45.459931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'port': {'network_id': '33606909-4ae8-4ede-91fd-51f027bad3ca', 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:45.518827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] For port 424ca9bb-a1a4-42d2-abef-42c16ca46637, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=424ca9bb-a1a4-42d2-abef-42c16ca46637,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:45.519393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.553892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=33606909-4ae8-4ede-91fd-51f027bad3ca,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:45.563678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:45.670252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 33606909-4ae8-4ede-91fd-51f027bad3ca details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:45.729817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47904) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:45.779004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Calling delete_port for 424ca9bb-a1a4-42d2-abef-42c16ca46637 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:45.843858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.846568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.850972 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3fd8c47-333c-4f5b-bf08-53950eba3194 HTTP/1.1" status: 204 len: 168 time: 0.9061968 Jun 09 13:19:45.856501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47908) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:45.857419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-09040686-ca88-4376-ad5c-40213ad943eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:45.909465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:45.919045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31656290-5b98-4eb1-b9e6-92d6be4f187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:45.926443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd8c47-333c-4f5b-bf08-53950eba3194,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:45.928919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:45.948197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb967eb-611e-4f3a-b29a-dfca7679f09e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:45.952070 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0bb967eb-611e-4f3a-b29a-dfca7679f09e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5414011 Jun 09 13:19:45.957206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47910) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:45.963655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Pushing event deleted for resources: {'Port': ['ID=424ca9bb-a1a4-42d2-abef-42c16ca46637,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:45.979201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:45.979201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] No DVR routers for this DVR port 424ca9bb-a1a4-42d2-abef-42c16ca46637 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:46.012865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.014916 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/73d65b46-8473-4329-8ad9-ab525b9c0001 HTTP/1.1" status: 204 len: 168 time: 2.4412074 Jun 09 13:19:46.025357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47912) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.065094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7d19e1d7-a9f6-47d1-a99d-465cb3c72ba0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935295 Jun 09 13:19:46.065917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47914) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.072434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:46.115620 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3352ee4d-b0a0-4d95-9933-673457226c1a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2474062 Jun 09 13:19:46.118557 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f2b92d-1c50-4d7e-83cb-33b6f8370663 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:19:46.122346 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-62f2b92d-1c50-4d7e-83cb-33b6f8370663 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/73d65b46-8473-4329-8ad9-ab525b9c0001 HTTP/1.1" status: 404 len: 333 time: 0.0884943 Jun 09 13:19:46.122346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47916) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.127970 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fe7362f9-152a-4e36-8be0-519ae72b85f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2267be2907043d1a0849f225c1666f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768716 Jun 09 13:19:46.127970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47918) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.150243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47920) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.157253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 424ca9bb-a1a4-42d2-abef-42c16ca46637 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:46.210723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 424ca9bb-a1a4-42d2-abef-42c16ca46637 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:46.211114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 424ca9bb-a1a4-42d2-abef-42c16ca46637 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:46.244528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.255134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'port': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:46.259620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.290799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d261e-476f-4398-b4ce-191cc1351c46 req-5e80bd47-46b1-49df-8a49-e62587b31f46 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:46.292270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-737d261e-476f-4398-b4ce-191cc1351c46 req-5e80bd47-46b1-49df-8a49-e62587b31f46 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.3781128 Jun 09 13:19:46.308625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.344477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.355915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:46.359544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.361077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:46.361523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:46.375443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 10dfc838-8eeb-40c2-9577-7b4975dadc39 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:46.388473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.430554 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ec85859-9374-48aa-83ca-cf4d6285428a tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3076010 Jun 09 13:19:46.475124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.507140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-737d261e-476f-4398-b4ce-191cc1351c46 req-a34ed568-e906-4f0c-861b-f50fb95f6618 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017231 Jun 09 13:19:46.509316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.529667 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2f6d15a6-cbb9-48d8-94a2-05b50fde2558 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4603987 Jun 09 13:19:46.538924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47926) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.581354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:46.667876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.701374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] device_id is not set on port 2b485281-e5fe-4055-a64b-824a979e3dfe yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:46.713475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47930) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.842408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.847990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:46.894116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.896707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.897856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30b7ebd1-9c3c-4dfd-aa46-2aa3e07cfe55 HTTP/1.1" status: 204 len: 168 time: 0.7468197 Jun 09 13:19:46.901261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c07489f9-d703-4e10-a9b5-45093d4b5548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:46.909221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=10dfc838-8eeb-40c2-9577-7b4975dadc39,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:46.914516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.915733 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/10dfc838-8eeb-40c2-9577-7b4975dadc39 HTTP/1.1" status: 204 len: 168 time: 0.7760761 Jun 09 13:19:46.919481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:46.919961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba897-e050-4b3a-9af4-c58df3d3136d req-3794ac38-1a3b-426c-bd98-d039fa256fcc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:46.921533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:46.922623 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-466ba897-e050-4b3a-9af4-c58df3d3136d req-3794ac38-1a3b-426c-bd98-d039fa256fcc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3895788 Jun 09 13:19:46.922848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865f612-2df2-4840-bbd3-d9bbc993900a None None] Network 0e027bcc-86da-4f5a-851b-8f7c58b6982a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:46.927179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:46.930802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:46.932145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:46.932577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:46.946246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b7ebd1-9c3c-4dfd-aa46-2aa3e07cfe55,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:46.954246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:47.036160 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6bf4e781-fe9f-4409-bafa-156742ce1418 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4960127 Jun 09 13:19:47.039314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:47.048507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:47.057832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-466ba897-e050-4b3a-9af4-c58df3d3136d req-44b2ba58-ae95-426e-83f3-3731f8d738a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164818 Jun 09 13:19:47.069843 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-95218b36-3b5e-4883-aec7-ca0bafe795c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fac7dda20d946678472eb79e1c48d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279152 Jun 09 13:19:47.071963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:47.094831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.145090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting port 2aa442a0-2001-4499-b8f3-c17858839674 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:47.145421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.234169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.237340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] DHCP port deletion for 0e027bcc-86da-4f5a-851b-8f7c58b6982a request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:47.275557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] device_id is not set on port a7613056-e1b5-4eeb-aaeb-f9d5f822f57b yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:47.316062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Deleting port 7ff41939-c1db-4c37-aa00-119ef1a10e10 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:47.316715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.347090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47944) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:47.391910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.426880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] For port 7ff41939-c1db-4c37-aa00-119ef1a10e10, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ff41939-c1db-4c37-aa00-119ef1a10e10,segment=NetworkSegment(5892a68b-1423-4303-ad61-e780f3af754b),segment_id=5892a68b-1423-4303-ad61-e780f3af754b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:47.427418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.457813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.523971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.528448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.551191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Calling delete_port for 7ff41939-c1db-4c37-aa00-119ef1a10e10 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:47.553902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.639861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.644661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc42ab5d-f082-40b6-b4cf-c2f0d5fbd6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:47.664333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Calling delete_port for 2aa442a0-2001-4499-b8f3-c17858839674 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:47.680148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 7ff41939-c1db-4c37-aa00-119ef1a10e10 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:47.680676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.691445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] No DVR routers for this DVR port 7ff41939-c1db-4c37-aa00-119ef1a10e10 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:47.691849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.695137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Pushing event deleted for resources: {'Port': ['ID=7ff41939-c1db-4c37-aa00-119ef1a10e10,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:47.695686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.697221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:47.701856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7ae6f22-2a63-473b-a872-fac1471f9f5c HTTP/1.1" status: 204 len: 168 time: 0.6296556 Jun 09 13:19:47.704473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.715012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c220fbf5-39df-470a-942c-fa20ade7c3c5 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:47.737074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.740528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae6f22-2a63-473b-a872-fac1471f9f5c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:47.749511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:47.750137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:47.794747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.823008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 7ff41939-c1db-4c37-aa00-119ef1a10e10, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:47.823628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.843682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7cd7-ad34-4b4b-844b-4a63d25f3893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.882758 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1a4898a63884ed3bd980663beafd603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160835 Jun 09 13:19:47.884144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Port': ['ID=2b485281-e5fe-4055-a64b-824a979e3dfe,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:47.886305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47950) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:47.899985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:47.905102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1080c2bf-179c-4d58-8151-d18b88186ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:47.915998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Checking segment: {'id': 'dce269f9-68ab-4409-a93f-aff9fb25da04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9687ab53-40f8-4a81-a0e8-afca553f5d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:47.916360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network hostable DHCP agents. Network: 9687ab53-40f8-4a81-a0e8-afca553f5d6a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:47.951602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:47.955170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.956667 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:47.956952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:47.970131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 7ff41939-c1db-4c37-aa00-119ef1a10e10 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:47.979894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f8070-ef71-482e-a7f1-5f8d15b0a658 req-a74bca39-fd35-44c4-ac67-a34e78fb1696 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:47.981422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-704f8070-ef71-482e-a7f1-5f8d15b0a658 req-a74bca39-fd35-44c4-ac67-a34e78fb1696 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.3420241 Jun 09 13:19:47.981657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.ipam_backend_mixin [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Port 7ff41939-c1db-4c37-aa00-119ef1a10e10 was not found and therefore no delete operation was performed {{(pid=92383) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:19:47.982148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2a8f5-64c1-40a8-aadc-4a800ad1e9a9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:47.987901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:47.988130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:47.999402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9d263eb5-5618-49fc-96a3-a0de371e3535 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:48.022763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network 9687ab53-40f8-4a81-a0e8-afca553f5d6a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:48.040179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.058651 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-27d213fe-ab8a-4f1c-8305-22547154022d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0120790 Jun 09 13:19:48.059452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=7ff41939-c1db-4c37-aa00-119ef1a10e10,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:48.061387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 7ff41939-c1db-4c37-aa00-119ef1a10e10 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:48.063719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47954) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:48.066490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:48.099930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:48.160378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ff41939-c1db-4c37-aa00-119ef1a10e10 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:48.223487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7ff41939-c1db-4c37-aa00-119ef1a10e10 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:48.224223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ff41939-c1db-4c37-aa00-119ef1a10e10 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:48.226133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 9687ab53-40f8-4a81-a0e8-afca553f5d6a) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:48.245181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c8842-bf83-4a08-8cd3-65296318a032 None None] Network 9687ab53-40f8-4a81-a0e8-afca553f5d6a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:48.304305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:48.306163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.317876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-704f8070-ef71-482e-a7f1-5f8d15b0a658 req-6e167b4f-b48d-4ae4-bc3a-8f05b33cc164 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141196 Jun 09 13:19:48.328929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dba863e0-f463-4b8d-9dda-8956b0a2a7a4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:48.384936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.388206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.444187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e027bcc-86da-4f5a-851b-8f7c58b6982a']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:48.486294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Port': ['ID=a7613056-e1b5-4eeb-aaeb-f9d5f822f57b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:48.497281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:48.515630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Checking segment: {'id': 'e48401b2-960b-4181-8043-208eafca75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33606909-4ae8-4ede-91fd-51f027bad3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:48.515996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network hostable DHCP agents. Network: 33606909-4ae8-4ede-91fd-51f027bad3ca, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:48.534433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686315d4-7a90-4ade-b4e6-7bb42bea3e01 req-f829c868-0d2f-4e1b-b968-ea686e35ffc3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:48.541740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-686315d4-7a90-4ade-b4e6-7bb42bea3e01 req-f829c868-0d2f-4e1b-b968-ea686e35ffc3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3181353 Jun 09 13:19:48.542151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5892a68b-1423-4303-ad61-e780f3af754b') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:48.543286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5892a68b-1423-4303-ad61-e780f3af754b') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:48.584264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.588048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.589756 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efe2a8f5-64c1-40a8-aadc-4a800ad1e9a9 HTTP/1.1" status: 204 len: 168 time: 0.7001376 Jun 09 13:19:48.593416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f020071c-fe33-4558-a510-9a76a03866ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:48.603048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network 33606909-4ae8-4ede-91fd-51f027bad3ca is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:48.614569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.618613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-686315d4-7a90-4ade-b4e6-7bb42bea3e01 req-dfc93915-613b-408c-86cd-c0ddf00431d6 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758924 Jun 09 13:19:48.632131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2a8f5-64c1-40a8-aadc-4a800ad1e9a9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:48.640324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:48.641550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 33606909-4ae8-4ede-91fd-51f027bad3ca) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:48.668105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:48.692135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202f582-2d25-48b8-8886-211e0f3aa5e3 None None] Network 33606909-4ae8-4ede-91fd-51f027bad3ca requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:48.697193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:48.705304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:48.706048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.741012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:48.755455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.762922 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:48.763378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:48.764076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3227160 Jun 09 13:19:48.766836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:48.805905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.810616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.825077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4835df06-2ab8-4a58-9c12-eae22da2c938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:48.885607 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df1af680-da39-4c14-91d8-828621ebc6dd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8203495 Jun 09 13:19:48.887197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47982) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:48.930388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:48.930783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:48.948568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47984) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:48.949221 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:48.951748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:49.029206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Port': ['ID=2aa442a0-2001-4499-b8f3-c17858839674,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:49.051793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:49.209161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600224a7-15d2-4280-acb9-44d1e470ddcc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.215188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600224a7-15d2-4280-acb9-44d1e470ddcc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.216947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-600224a7-15d2-4280-acb9-44d1e470ddcc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4488962 Jun 09 13:19:49.227256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47990) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:49.280025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-1e58016a-8505-4dbd-940f-d73acb95c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.281881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-1e58016a-8505-4dbd-940f-d73acb95c596 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fabf4dded14809abe664487c117d41&device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 1099 time: 0.3958459 Jun 09 13:19:49.282607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:49.285235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418399451'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:49.285971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.287387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:49.287804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:49.292075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 47992) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:49.333348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e0c69-b6fe-40fc-b67f-6dc1357c7cf7 req-5d6e33b2-71f4-40bc-b06b-b4f43e15149f tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.335074 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-800e0c69-b6fe-40fc-b67f-6dc1357c7cf7 req-5d6e33b2-71f4-40bc-b06b-b4f43e15149f tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.4900012 Jun 09 13:19:49.454352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.469454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.482919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.493064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:49.520909 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-800e0c69-b6fe-40fc-b67f-6dc1357c7cf7 req-cc342e1e-e5a2-449e-8470-6a7e6838eb66 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743743 Jun 09 13:19:49.527208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1fcd5407-4c55-48a6-9ea4-3ef13be8a56a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5975673 Jun 09 13:19:49.532589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47994) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:49.548759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:49.560032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.561838 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/0e027bcc-86da-4f5a-851b-8f7c58b6982a HTTP/1.1" status: 204 len: 168 time: 2.6383557 Jun 09 13:19:49.569428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 47996) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:49.576090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212605550'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:49.585652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=0e027bcc-86da-4f5a-851b-8f7c58b6982a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:49.587874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.637677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-772c8585-e803-46d5-bf5f-acae4aef3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.639177 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-772c8585-e803-46d5-bf5f-acae4aef3dc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 200 len: 913 time: 0.3434422 Jun 09 13:19:49.646380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:49.666044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.741788 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-ed77fed1-4f79-4054-83d4-4334e5574588 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 200 len: 217 time: 0.0892599 Jun 09 13:19:49.836802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Deleting port 2b485281-e5fe-4055-a64b-824a979e3dfe {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:49.837101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:49.845561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Router b4347b9a-eb22-4bcb-8a43-024f7ff00879 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:19:49.961383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-c114bf6f-5b75-487a-8608-601f0df3a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:49.962882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-c114bf6f-5b75-487a-8608-601f0df3a423 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 HTTP/1.1" status: 200 len: 852 time: 0.1841445 Jun 09 13:19:49.968107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.009686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:19:50.019810 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "PUT /v2.0/routers/b4347b9a-eb22-4bcb-8a43-024f7ff00879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7821074 Jun 09 13:19:50.020402 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] Sync routers for ids ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:19:50.023169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48000) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:50.032732 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] Routers {'b4347b9a-eb22-4bcb-8a43-024f7ff00879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:50.033916 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:50.071615 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-9b529722-63cb-4c44-8743-75137527c972 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74053eb9-335e-458e-9d58-65e219b65f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964265 Jun 09 13:19:50.084746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.100715 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:50.109913 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] Routers {'b4347b9a-eb22-4bcb-8a43-024f7ff00879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:19:50.110519 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:19:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:50.148787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.163163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8ab836ce-9b5f-4b6f-a5de-b1fbe697eaf1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:50.203343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.213598 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:50.214010 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd4b9d-7af7-4c7b-a715-9f1ed4070733 None None] The sync data for ids ['b4347b9a-eb22-4bcb-8a43-024f7ff00879'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:19:50.234373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4ce-e058-4a83-852a-a1ee11d1f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.277289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24329223-1c61-472d-a365-5a92fdaf10df,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:50.291572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.301239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Calling delete_port for 2b485281-e5fe-4055-a64b-824a979e3dfe owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:50.330164 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b835514daeb84679a3c1f09da946f311&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0347826 Jun 09 13:19:50.331306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:50.343208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:50.355672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:19:50.355672 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:19:50.355672 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': '51e1a284f7ea4a7a9a403f73148e5587', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 19, 49, 684652)}] Jun 09 13:19:50.355672 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:50.356048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:50.371260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbbbe6-c554-44c1-bc28-3c49331822a3 req-7e4e361d-2623-4812-bcb5-ca53eb5adbb0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:50.372700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3dbbbbe6-c554-44c1-bc28-3c49331822a3 req-7e4e361d-2623-4812-bcb5-ca53eb5adbb0 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6327682 Jun 09 13:19:50.380441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:19:50.380441 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:19:50.380441 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': '674f5e62e6b24ab0baf0dc6a1434dad2', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 19, 49, 829694)}] Jun 09 13:19:50.380441 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:50.381133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:50.422505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:50.425865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.499010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3dbbbbe6-c554-44c1-bc28-3c49331822a3 req-ab9dc2e9-5b64-47d1-803a-ce159e38cfaa tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150353 Jun 09 13:19:50.517964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:50.536579 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-6d06c0ff-d1c1-4e1e-8e0e-1a53b226770f service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095876 Jun 09 13:19:50.537943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.538888 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment e710e426-e340-4bf3-97f1-8f2fe1bd433a of type vlan for network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 Jun 09 13:19:50.553941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.558090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.588842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.600953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.601696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Fanout notify agent at l3_agent the message router_deleted on router b4347b9a-eb22-4bcb-8a43-024f7ff00879 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:19:50.609236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.610306 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1bb99b4d-f36e-403e-9c22-3388e6dbc42f tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "DELETE /v2.0/routers/b4347b9a-eb22-4bcb-8a43-024f7ff00879 HTTP/1.1" status: 204 len: 168 time: 0.5862269 Jun 09 13:19:50.615447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.617253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48006) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:50.635057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9530673e-3f0f-42fa-a091-9f842b6153d9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:50.666246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.720940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting subnet 89d655dd-aaa9-4a0c-ba4c-eb909bdc573c {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:50.722142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.724616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.725798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Port': ['ID=2b485281-e5fe-4055-a64b-824a979e3dfe,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:50.736200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:50.753145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.755033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/ports/2b485281-e5fe-4055-a64b-824a979e3dfe HTTP/1.1" status: 204 len: 168 time: 1.5267711 Jun 09 13:19:50.759096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48008) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:50.874384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.879888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:50.880482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.894003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4dd991d7-2f1b-4881-8da4-f9874afea60b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:50.905201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.953148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.996773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:50.999222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.000360 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24329223-1c61-472d-a365-5a92fdaf10df HTTP/1.1" status: 204 len: 168 time: 0.6558628 Jun 09 13:19:51.009026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:51.025556 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-921c7ae6-5c65-491c-8c73-93a3a22cd165 req-0d6c59bd-afc4-4668-9086-1afc060058a2 service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811759 Jun 09 13:19:51.045685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24329223-1c61-472d-a365-5a92fdaf10df,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.052742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.057618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=5bdad5a1-bc07-4339-9902-4541f39f3aa4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.066283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.083594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8dd97-3b69-43a2-9501-b44875a93fe1 req-172d38ef-2ffe-4372-aac1-2ef7d72c9aa1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:51.085162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ce8dd97-3b69-43a2-9501-b44875a93fe1 req-172d38ef-2ffe-4372-aac1-2ef7d72c9aa1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.4134231 Jun 09 13:19:51.095966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.108202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:51.117484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Deleting port a7613056-e1b5-4eeb-aaeb-f9d5f822f57b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:51.117825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.215356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.223392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ce8dd97-3b69-43a2-9501-b44875a93fe1 req-051e7edd-69f3-46db-aca8-29452c623931 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279354 Jun 09 13:19:51.227863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.233799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b2b4bb1-338b-4dff-8ed2-860733ec1485 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:51.250234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.265474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.275330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fdeede-4b86-401c-8937-06dc9a549e17,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.278872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:51.281272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.283367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d96d40e7-bbd2-45f7-9905-7f0902bed2fa tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:51.283775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.285849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:19:51.287143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:51.328039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.339291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.341299 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "DELETE /v2.0/subnets/89d655dd-aaa9-4a0c-ba4c-eb909bdc573c HTTP/1.1" status: 204 len: 168 time: 0.7228792 Jun 09 13:19:51.342403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Subnet': ['ID=89d655dd-aaa9-4a0c-ba4c-eb909bdc573c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.345998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48014) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.348467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.352053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8735f72e-0e38-4eeb-a966-9338fdb13827 None None] Network e906e2f7-301c-4ddf-94da-1ad3d9710c9a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:51.429567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Calling delete_port for a7613056-e1b5-4eeb-aaeb-f9d5f822f57b owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:51.434638 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8641291 Jun 09 13:19:51.438074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48016) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.446637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:51.500021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.506381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e78249fd-fc5e-48e1-bc05-a473a76a3f5e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:51.596256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Port': ['ID=a7613056-e1b5-4eeb-aaeb-f9d5f822f57b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.601265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.606137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.608260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/ports/a7613056-e1b5-4eeb-aaeb-f9d5f822f57b HTTP/1.1" status: 204 len: 168 time: 0.8471510 Jun 09 13:19:51.611773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48026) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.668310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.670223 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2b3f8e2b-a816-4421-826b-e5bbf79d533e tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571671 Jun 09 13:19:51.673600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.680050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-116575527'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:51.750327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.756301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] DHCP port deletion for e906e2f7-301c-4ddf-94da-1ad3d9710c9a request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:19:51.760770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.767052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11ea0f14-da8b-45b3-9bb3-90f629d60ee9 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:51.784569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b687e084-e863-4bc0-900c-cb3463607e63 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.2472787 Jun 09 13:19:51.788604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48032) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.822167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:19:51.822167 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:19:51.822167 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': 'd8b6ac996ef7437c86abf1d338310eec', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 19, 51, 695801)}] Jun 09 13:19:51.822167 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:51.829364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:51.852690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd2706-e93e-481a-9767-fbfef4ec014b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:51.856477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48034) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.859105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:51.867100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-01a73f3d-757d-4c43-b05c-acc7ebdac539 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654523 Jun 09 13:19:51.880326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:51.884299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.924082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.925756 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.9756730 Jun 09 13:19:51.932734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48036) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.936740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Deleting port 881d4d46-db5c-4808-92fa-1968e8d01521 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:51.937133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.960857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:51.971269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fd683-e9d1-43f3-9c3b-fe6f2b164980 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:51.973206 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-594fd683-e9d1-43f3-9c3b-fe6f2b164980 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155102 Jun 09 13:19:51.977382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48040) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:51.979411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Deleting port 881d4d46-db5c-4808-92fa-1968e8d01521 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:51.979981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.982979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:51.983407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment d7c274f1-5110-4b5b-931a-b5b93bbea00a of type vlan for network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 Jun 09 13:19:52.035564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.057240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] For port 881d4d46-db5c-4808-92fa-1968e8d01521, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=881d4d46-db5c-4808-92fa-1968e8d01521,segment=NetworkSegment(24aa5d77-e665-44cb-9dd4-5d0a78c276e4),segment_id=24aa5d77-e665-44cb-9dd4-5d0a78c276e4)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:52.057641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.111294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.117021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:52.117600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.124740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8121b716-a80d-43e7-8c4f-8863106d6c61 tempest-DHCPAgentSchedulersTestJSON-1272820402 tempest-DHCPAgentSchedulersTestJSON-1272820402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:52.137876 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-74a74e4a-6024-420c-8eea-c587eed7e0b9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435244 Jun 09 13:19:52.146750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48046) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:52.166605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:52.212467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Calling delete_port for 881d4d46-db5c-4808-92fa-1968e8d01521 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:52.217702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] For port 881d4d46-db5c-4808-92fa-1968e8d01521, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=881d4d46-db5c-4808-92fa-1968e8d01521,segment=NetworkSegment(24aa5d77-e665-44cb-9dd4-5d0a78c276e4),segment_id=24aa5d77-e665-44cb-9dd4-5d0a78c276e4)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:52.218069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.233075 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2acb5da2-fc6b-4b3c-b5c4-a7a611e81e2b tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2984204 Jun 09 13:19:52.235691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48050) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:52.260379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 881d4d46-db5c-4808-92fa-1968e8d01521 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:19:52.291109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-security--2135501004', 'description': 'tempest-security-description-1009189168'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:52.291218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.300926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91737914-c2eb-4140-8277-7320e3a4abc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:52.339094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 881d4d46-db5c-4808-92fa-1968e8d01521 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:19:52.339883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 881d4d46-db5c-4808-92fa-1968e8d01521 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:19:52.360993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Pushing event deleted for resources: {'Port': ['ID=881d4d46-db5c-4808-92fa-1968e8d01521,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:52.368122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:52.369099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Calling delete_port for 881d4d46-db5c-4808-92fa-1968e8d01521 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:52.369375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] No DVR routers for this DVR port 881d4d46-db5c-4808-92fa-1968e8d01521 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:52.417916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.447610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:52.451121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.607655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.615629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.619071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.623451 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "PUT /v2.0/security-groups/16fd2706-e93e-481a-9767-fbfef4ec014b HTTP/1.1" status: 200 len: 1778 time: 0.3867953 Jun 09 13:19:52.627246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48064) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:52.628270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7bff71f-a5e7-49cc-b1b9-32813e94c9f8 tempest-ServersTestJSON-1403977877 tempest-ServersTestJSON-1403977877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:52.657941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.676933 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9997230 Jun 09 13:19:52.680426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48068) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:52.707771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1872146810'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:52.709151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=4c6bd890-e7de-4bc0-acd5-bd344a16a014,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:52.715208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:52.722602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:52.735051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37dc-58fd-45a7-a24d-60b835d546a0 req-a42789c6-0fc1-49f4-96d6-f20d0255cff9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:52.741968 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79ed37dc-58fd-45a7-a24d-60b835d546a0 req-a42789c6-0fc1-49f4-96d6-f20d0255cff9 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6785967 Jun 09 13:19:52.744745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:52.748270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.757559 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-973bb497-89ba-46cf-b08e-914d28691f63 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups/16fd2706-e93e-481a-9767-fbfef4ec014b HTTP/1.1" status: 200 len: 1778 time: 0.1211159 Jun 09 13:19:52.763755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48070) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:52.765240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] No DVR routers for this DVR port 881d4d46-db5c-4808-92fa-1968e8d01521 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:19:52.772002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd2706-e93e-481a-9767-fbfef4ec014b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:52.783080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:52.848076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1e99ecc-f496-41bf-8288-54e61a8d57e4 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:52.880883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:52.884613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:52.938665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79ed37dc-58fd-45a7-a24d-60b835d546a0 req-04b45187-c121-4133-b3b3-bb755b0581d4 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956384 Jun 09 13:19:52.955217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128f826-4108-4196-b7c9-cc798764e84b req-06ff6f5e-0c04-424c-83a3-8e891e202ade tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:52.956774 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f128f826-4108-4196-b7c9-cc798764e84b req-06ff6f5e-0c04-424c-83a3-8e891e202ade tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.3466640 Jun 09 13:19:52.995632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.017012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.019504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48078) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.081441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f128f826-4108-4196-b7c9-cc798764e84b req-09356859-8031-49fc-80bc-e13c5150e1fe tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997431 Jun 09 13:19:53.083104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.126453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Port': ['ID=881d4d46-db5c-4808-92fa-1968e8d01521,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.146745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.177053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1669786502', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:53.208924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.211249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.212367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/16fd2706-e93e-481a-9767-fbfef4ec014b HTTP/1.1" status: 204 len: 168 time: 0.4275303 Jun 09 13:19:53.216603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c061c8c-7e0f-42e2-9fac-56cf71936b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.219781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48084) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.243686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd2706-e93e-481a-9767-fbfef4ec014b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.247877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.250212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Made reservation on behalf of b3de11fe7c5f49089c9b7226eb5baeff for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:53.252331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.269001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.274278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:19:53.298604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.306890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.310312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-947271b7-ef6e-48a9-b85f-78a81ee2655b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.354391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.354774 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Added segment 57b77537-ede8-43cf-816b-1fd71092eddc of type vlan for network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a Jun 09 13:19:53.373724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e906e2f7-301c-4ddf-94da-1ad3d9710c9a']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:53.415485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:19:53.418375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.422226 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a9a4012d-176c-4d99-8368-bc5f8a9be69b tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1985183 Jun 09 13:19:53.423723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48090) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.425405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cf84bb31-012b-4032-9bd8-73b73a35c5d9 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.427591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24aa5d77-e665-44cb-9dd4-5d0a78c276e4') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:53.427888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24aa5d77-e665-44cb-9dd4-5d0a78c276e4') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:19:53.463805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.478160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.482107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=293d1ece-6616-4ba3-bbbd-d4712e05d5f9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.490670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.499947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-405cf55c-3d1f-469f-9777-5c5cc2efc708 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] delete failed (client error): The resource could not be found. Jun 09 13:19:53.500939 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-405cf55c-3d1f-469f-9777-5c5cc2efc708 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/16fd2706-e93e-481a-9767-fbfef4ec014b HTTP/1.1" status: 404 len: 347 time: 0.0463719 Jun 09 13:19:53.505233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.508632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48092) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.510429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:53.515441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:53.519688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886418796'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:53.527353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e0b6d-742d-434b-8ffd-17dfe436bb7c None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:53.533495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:19:53.533904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.548778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': 'e710e426-e340-4bf3-97f1-8f2fe1bd433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:53.549153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 5bdad5a1-bc07-4339-9902-4541f39f3aa4, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:53.551873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:19:53.552012 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:19:53.554668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.581941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=0eb5f03b-4d02-4f4e-979f-59e24f1da24d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.590102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.646034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.653130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:53.653741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.660105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df69734b-f6cb-4a3d-b6c0-4575633968e7 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.664231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.673583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15b26f-d5af-433a-bd9f-2d6510c37421 req-538e6c3e-d51d-47a4-80d0-a480a111a3cf tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:53.682584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:53.683725 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c15b26f-d5af-433a-bd9f-2d6510c37421 req-538e6c3e-d51d-47a4-80d0-a480a111a3cf tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.1769707 Jun 09 13:19:53.700541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.705051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6c4abf21-ac5d-44b8-ad5e-8079743cffad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.711937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] device_id is not set on port 6e13a46a-3076-494d-976f-68db7a97bd8c yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:53.730214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.747494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5995355 Jun 09 13:19:53.753110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48094) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.770615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.771881 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] 10.222.0.21 "DELETE /v2.0/networks/e906e2f7-301c-4ddf-94da-1ad3d9710c9a HTTP/1.1" status: 204 len: 168 time: 2.4246833 Jun 09 13:19:53.772444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:58:f2:8f', 'name': 'tempest-NetworksTestDHCPv6-1781240374'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:53.779111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 5bdad5a1-bc07-4339-9902-4541f39f3aa4) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:53.791353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:53.791965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.795714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Network': ['ID=22a42b95-57ad-4558-8dd6-e60a3fce4d3a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.800889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.806199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:53.813229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:19:53.826230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:53.853456 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1576910 Jun 09 13:19:53.853456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Pushing event deleted for resources: {'Network': ['ID=e906e2f7-301c-4ddf-94da-1ad3d9710c9a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.853456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.869222 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4289873 Jun 09 13:19:53.876720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48098) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:53.878170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab0a60-49fd-44de-ab89-d4168f8acf8e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:53.879998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4', 'name': 'tempest-PortsTestJSON-278797643', 'fixed_ips': [{'subnet_id': '293d1ece-6616-4ba3-bbbd-d4712e05d5f9', 'ip_address': '172.20.0.10'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:53.896706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:53.932068 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:19:53.947188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c15b26f-d5af-433a-bd9f-2d6510c37421 req-86faf48b-c13c-41b5-88e5-b3a8473642ea tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622707 Jun 09 13:19:54.050995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48102) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:54.102917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'subnets': [{'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1776628060', 'ip_version': 4}, {'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:54.104127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'subnet': {'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1776628060', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:54.104725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Request body: {'subnet': {'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:54.181209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '0eb5f03b-4d02-4f4e-979f-59e24f1da24d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:54.182150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.201245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3f4a5-e634-47c9-8cec-635b7dc1d905 None None] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:54.204129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.210337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.219840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:54.269793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4282706-280e-4598-8813-79ccadb7e3e4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:54.273885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:54.283545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:54.304510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.307881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Allocated IP 172.26.5.9 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/6e13a46a-3076-494d-976f-68db7a97bd8c) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:54.308970 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7962909 Jun 09 13:19:54.309573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48106) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:54.337863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48108) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:54.366398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': 'b4282706-280e-4598-8813-79ccadb7e3e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:54.448267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.475325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 96bb554e-d233-42df-8327-4fd2878f967f yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:54.523325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:54.556511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Allocated IP 2001:db8::f816:3eff:fead:fa2c (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/0eb5f03b-4d02-4f4e-979f-59e24f1da24d/61e38256-27ef-4b38-b0de-0f046e9806a3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:54.590208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-5bdad5a1-bc07-4339-9902-4541f39f3aa4', 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': '293d1ece-6616-4ba3-bbbd-d4712e05d5f9'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:54.591086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.652150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443727-65ac-4a29-afab-13d1a1333e14 req-7fc92b18-47d6-4f18-84fb-643542bebdcb tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:54.653547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c443727-65ac-4a29-afab-13d1a1333e14 req-7fc92b18-47d6-4f18-84fb-643542bebdcb tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4762974 Jun 09 13:19:54.705840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.10 (5bdad5a1-bc07-4339-9902-4541f39f3aa4/293d1ece-6616-4ba3-bbbd-d4712e05d5f9/96bb554e-d233-42df-8327-4fd2878f967f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:54.724602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.858368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.869202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Transition to ACTIVE for port object 61e38256-27ef-4b38-b0de-0f046e9806a3 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:54.903061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Transition to ACTIVE for port object 61e38256-27ef-4b38-b0de-0f046e9806a3 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:54.911667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.917371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21aa0b8-1e18-407d-a24d-3a67e740aad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:54.950977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.966626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:54.973767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6c33d2d-e932-4082-badb-756630633d53 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:54.995880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:54.999145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:55.003262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:55.005254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Made reservation on behalf of 2ca0deeaf3d142c7aa60e57617c62225 for: {'subnet': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:55.011471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.011796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.013193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.013461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Pushing event updated for resources: {'Port': ['ID=61e38256-27ef-4b38-b0de-0f046e9806a3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.017305 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6548474 Jun 09 13:19:55.017908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48116) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.040248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49829d82-1d17-4edf-b903-99325939d959,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.047625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.048941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.071724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.078701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.091846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.106641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Attempting to bind port 61e38256-27ef-4b38-b0de-0f046e9806a3 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:55.107031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Attempting to bind port 61e38256-27ef-4b38-b0de-0f046e9806a3 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:55.107369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Attempting to bind port 61e38256-27ef-4b38-b0de-0f046e9806a3 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:55.109476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 96bb554e-d233-42df-8327-4fd2878f967f will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:55.113767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:55.113984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:55.114273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.117919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:55.117919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Bound port: 61e38256-27ef-4b38-b0de-0f046e9806a3, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:55.117919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.122948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.123445 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-395153ce-237a-449d-8d47-25210b3ccfd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4480a056a82144cba57af361f58e7fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7841020 Jun 09 13:19:55.153395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.154164 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c443727-65ac-4a29-afab-13d1a1333e14 req-3b080886-eab8-4b25-ae13-bc4c7cdff013 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366314 Jun 09 13:19:55.164063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8ef5de3-e530-4612-bfaa-3d831d6a4523 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.188704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.192620 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/49829d82-1d17-4edf-b903-99325939d959 HTTP/1.1" status: 204 len: 168 time: 0.1678066 Jun 09 13:19:55.192620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49829d82-1d17-4edf-b903-99325939d959,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.197219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48120) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.212206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] For port 61e38256-27ef-4b38-b0de-0f046e9806a3, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:55.215728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] For port 61e38256-27ef-4b38-b0de-0f046e9806a3, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=61e38256-27ef-4b38-b0de-0f046e9806a3,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:55.216457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.221736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.230268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7cc1922-cb13-4989-afad-5732ddcc6176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.236929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.243996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.250601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dd759fb-3a9b-4589-bd12-fb3734d851d0 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.311749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.315292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port feaac751-6576-4ee8-8c9b-8fe0ed818e83 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:55.326862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.346815 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a6e8d913-fccd-4652-bacc-f0672df27d69 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1435628 Jun 09 13:19:55.346815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:55.350020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48122) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.373645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:55.381105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Allocated IP 172.20.0.2 (5bdad5a1-bc07-4339-9902-4541f39f3aa4/293d1ece-6616-4ba3-bbbd-d4712e05d5f9/4a580ae2-bf0e-405d-ba09-52d58ce46501) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:55.384923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Pushing event updated for resources: {'Port': ['ID=61e38256-27ef-4b38-b0de-0f046e9806a3,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.385196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:55.399565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.417013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=96bb554e-d233-42df-8327-4fd2878f967f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.531199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb83ee-a9ce-4de8-b734-d287a413b3f4 req-9eee92cb-ccb9-4c9e-8f68-aeb1f7e28311 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:55.538674 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bfb83ee-a9ce-4de8-b734-d287a413b3f4 req-9eee92cb-ccb9-4c9e-8f68-aeb1f7e28311 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.3902090 Jun 09 13:19:55.642612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.653990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.665758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.673863 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bfb83ee-a9ce-4de8-b734-d287a413b3f4 req-8384761c-9bd6-462c-b66a-1dcd7a5c8f34 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344240 Jun 09 13:19:55.684132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe58:f28f (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/0eb5f03b-4d02-4f4e-979f-59e24f1da24d/feaac751-6576-4ee8-8c9b-8fe0ed818e83) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:55.697540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9877d4e2-a23b-4a57-990d-7b22ef60537c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.710659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.735684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Transition to ACTIVE for port object 4a580ae2-bf0e-405d-ba09-52d58ce46501 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:55.769795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Transition to ACTIVE for port object 4a580ae2-bf0e-405d-ba09-52d58ce46501 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:55.772447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:55.773261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.777650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.781129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.787036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.803531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:55.807859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.838889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:55.868563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.871924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:55.875921 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4282706-280e-4598-8813-79ccadb7e3e4 HTTP/1.1" status: 204 len: 168 time: 0.5221372 Jun 09 13:19:55.877040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4ca56c3c-d245-4874-a0f8-723b83708838 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:55.882647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Pushing event updated for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.885040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48128) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.895056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.905291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:55.906498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:55.909263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:55.918272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4282706-280e-4598-8813-79ccadb7e3e4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:55.918499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:55.921211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:55.926869 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0525713 Jun 09 13:19:55.929528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48130) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:55.935456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4', 'name': 'tempest-PortsTestJSON-1115184529', 'fixed_ips': [{'subnet_id': '293d1ece-6616-4ba3-bbbd-d4712e05d5f9', 'ip_address': '172.20.0.9'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:56.035695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Pushing event updated for resources: {'Port': ['ID=6e13a46a-3076-494d-976f-68db7a97bd8c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:56.057398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:56.058069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Attempting to bind port 4a580ae2-bf0e-405d-ba09-52d58ce46501 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:19:56.058449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Attempting to bind port 4a580ae2-bf0e-405d-ba09-52d58ce46501 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'e710e426-e340-4bf3-97f1-8f2fe1bd433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:19:56.058844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Attempting to bind port 4a580ae2-bf0e-405d-ba09-52d58ce46501 on network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:19:56.071173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:19:56.071560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Checking segment: {'id': 'e710e426-e340-4bf3-97f1-8f2fe1bd433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:56.071978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.072379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Bound using segment: {'id': 'e710e426-e340-4bf3-97f1-8f2fe1bd433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:19:56.072877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Bound port: 4a580ae2-bf0e-405d-ba09-52d58ce46501, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e710e426-e340-4bf3-97f1-8f2fe1bd433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5bdad5a1-bc07-4339-9902-4541f39f3aa4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:19:56.073237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.112655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.114509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.129412 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e48682-5e37-4f32-a7c5-249169adfeac HTTP/1.1" status: 204 len: 168 time: 1.0046620 Jun 09 13:19:56.138258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:56.167204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e48682-5e37-4f32-a7c5-249169adfeac,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:56.169677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:56.207637 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fcb7189f-90ff-4cac-81ee-3a90fc23ea7d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3146658 Jun 09 13:19:56.210359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48138) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:56.231454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:56.231703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151445074'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:56.232252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.274519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 61e38256-27ef-4b38-b0de-0f046e9806a3 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:56.372037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:19:56.379266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a580ae2-bf0e-405d-ba09-52d58ce46501,segment=NetworkSegment(e710e426-e340-4bf3-97f1-8f2fe1bd433a),segment_id=e710e426-e340-4bf3-97f1-8f2fe1bd433a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:19:56.393068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.398423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:56.411584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.438466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 61e38256-27ef-4b38-b0de-0f046e9806a3 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:56.490467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Pushing event updated for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:56.501720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:56.521765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:19:56.530753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.592884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:19:56.738104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-5844fb36-e73e-4bc2-bd1a-ee5c47cc5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:56.739518 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-5844fb36-e73e-4bc2-bd1a-ee5c47cc5c8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fabf4dded14809abe664487c117d41&device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 1099 time: 0.5163357 Jun 09 13:19:56.748617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.754135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.767007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdf5ec-f368-42fd-848b-ff89c8980999 req-bd26832e-f78b-4762-810f-8c1d2744804d tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:56.769527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.777257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b77446b4-27ad-4018-9482-b61c4e8f4351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:56.777956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-17fdf5ec-f368-42fd-848b-ff89c8980999 req-bd26832e-f78b-4762-810f-8c1d2744804d tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.6848564 Jun 09 13:19:56.849879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7807-dc5d-493e-abcd-db5ccd38f1cf req-324e5055-905a-4023-9efa-d68ac79b9a73 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:56.851416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2fe7807-dc5d-493e-abcd-db5ccd38f1cf req-324e5055-905a-4023-9efa-d68ac79b9a73 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4153669 Jun 09 13:19:56.855345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.8284056 Jun 09 13:19:56.874301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e402465-c94f-41e0-a713-917fd12eceef,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:56.877230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48150) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:56.891599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.9'}]}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:56.900288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:56.923858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Provisioning for port 61e38256-27ef-4b38-b0de-0f046e9806a3 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:56.930067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Provisioning complete for port 61e38256-27ef-4b38-b0de-0f046e9806a3 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:56.930805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:56.998826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object feaac751-6576-4ee8-8c9b-8fe0ed818e83 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:57.033447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.9 (5bdad5a1-bc07-4339-9902-4541f39f3aa4/293d1ece-6616-4ba3-bbbd-d4712e05d5f9/668ffd8a-1fc7-40b4-8905-a23dfb56fbdd) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:57.059867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.060420 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2fe7807-dc5d-493e-abcd-db5ccd38f1cf req-0c02ce3b-759e-4a3a-b5f0-0dc5838e8f0b tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664897 Jun 09 13:19:57.080473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.087031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.105333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-81163a6b-b07e-411b-8962-8be0ca634e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:57.107111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-81163a6b-b07e-411b-8962-8be0ca634e0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 200 len: 913 time: 0.3275990 Jun 09 13:19:57.110044 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-17fdf5ec-f368-42fd-848b-ff89c8980999 req-e3d56639-fe19-404b-b8b9-ff1156c04d96 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321416 Jun 09 13:19:57.119733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.128463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-83ffd558-aaa7-4e37-882e-761f1bf1157c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:57.160963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] For port 61e38256-27ef-4b38-b0de-0f046e9806a3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=61e38256-27ef-4b38-b0de-0f046e9806a3,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:57.171817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.174146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aaed3b9-8e43-4928-ac4e-892ac20469fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:57.220783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.224302 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0101836 Jun 09 13:19:57.233924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48162) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:57.249330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Pushing event updated for resources: {'Port': ['ID=61e38256-27ef-4b38-b0de-0f046e9806a3,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:57.252896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:57.350486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.407667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48166) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:57.443351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '7e402465-c94f-41e0-a713-917fd12eceef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:57.448749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-af88351e-005c-4ce7-95dc-052db2237fba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 200 len: 217 time: 0.3239751 Jun 09 13:19:57.563539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.622441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Subnet': ['ID=28f4026a-05d6-4861-806b-7d7fb23dbb3d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:57.641995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:57.645537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69a6ba66-5c3f-4724-ac99-178f92a70d68 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:57.683648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.700822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-420e38d2-9e69-4b06-b4f7-42c5b843827c tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] Request body: {'port': {'network_id': 'af1b6201-7c2f-4986-9591-2730cacbaff6', 'name': 'tempest-NetworksNegativeTestJSON-746781629'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:57.703699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Checking segment: {'id': 'd7c274f1-5110-4b5b-931a-b5b93bbea00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:57.704057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network hostable DHCP agents. Network: 4c6bd890-e7de-4bc0-acd5-bd344a16a014, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:57.745133 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-420e38d2-9e69-4b06-b4f7-42c5b843827c tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] POST failed (client error): The resource could not be found. Jun 09 13:19:57.745606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420e38d2-9e69-4b06-b4f7-42c5b843827c tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:57.750387 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-420e38d2-9e69-4b06-b4f7-42c5b843827c tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3252239 Jun 09 13:19:57.754131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-a9e233d9-2f91-4c3d-9324-42249afcd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:57.755815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-a9e233d9-2f91-4c3d-9324-42249afcd4da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 HTTP/1.1" status: 200 len: 852 time: 0.2816010 Jun 09 13:19:57.764211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48170) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:57.765990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:57.766992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322a9b8-ceaa-4c99-aea9-abf30dec9618 None None] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:57.795243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:57.850114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:57.855628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:57.856229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.865310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.883651 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fa61b7-aaa9-48b5-a184-f130c6b82a88 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] DELETE failed (client error): The resource could not be found. Jun 09 13:19:57.884596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fa61b7-aaa9-48b5-a184-f130c6b82a88 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:57.885794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-15fa61b7-aaa9-48b5-a184-f130c6b82a88 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "DELETE /v2.0/networks/60ff3ea5-2916-4603-9dbe-bd0915fe1f3a HTTP/1.1" status: 404 len: 339 time: 0.1154888 Jun 09 13:19:57.889711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-4b9aecb8-82c0-4860-8402-6186303c0f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74053eb9-335e-458e-9d58-65e219b65f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955496 Jun 09 13:19:57.890150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48172) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:57.898714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-16be35b9-404d-43cc-95f5-14bca6d2f18e None None] Provisioning for port 4a580ae2-bf0e-405d-ba09-52d58ce46501 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:57.898958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=feaac751-6576-4ee8-8c9b-8fe0ed818e83,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:57.906804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:57.926587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:57.950482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:57.995400 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2380552 Jun 09 13:19:57.999737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:58.001028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.022840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.038229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc099-765e-4a85-b586-3f882c639dd5 req-a0c0c55c-9e93-4307-a5a4-227d2b0c72ec tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.044730 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c422ef-e245-4fc0-9c5e-3d24e2d69500 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] DELETE failed (client error): The resource could not be found. Jun 09 13:19:58.045339 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd8bc099-765e-4a85-b586-3f882c639dd5 req-a0c0c55c-9e93-4307-a5a4-227d2b0c72ec tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5010397 Jun 09 13:19:58.045506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c422ef-e245-4fc0-9c5e-3d24e2d69500 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:58.052378 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-03c422ef-e245-4fc0-9c5e-3d24e2d69500 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "DELETE /v2.0/ports/d1ad7ea8-8d98-4202-bf51-b343e0d85425 HTTP/1.1" status: 404 len: 333 time: 0.1557221 Jun 09 13:19:58.053724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48176) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.127178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.128483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4c6bd890-e7de-4bc0-acd5-bd344a16a014) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:58.139684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0e2ae-d68b-48bc-ae70-715e4741ebb5 None None] Network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:58.147145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-3d37d98b-f62f-445f-9b9f-ebbc45cb98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.148534 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-3d37d98b-f62f-445f-9b9f-ebbc45cb98e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.4974697 Jun 09 13:19:58.210101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.213703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:58.270433 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c775b65e-2ed7-42e9-9dfe-bcad3292b541 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] DELETE failed (client error): The resource could not be found. Jun 09 13:19:58.272286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c775b65e-2ed7-42e9-9dfe-bcad3292b541 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:58.274709 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c775b65e-2ed7-42e9-9dfe-bcad3292b541 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "DELETE /v2.0/subnets/66b50d38-6754-4a00-9166-978fd721fc9c HTTP/1.1" status: 404 len: 337 time: 0.2206867 Jun 09 13:19:58.356296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48180) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.360653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a580ae2-bf0e-405d-ba09-52d58ce46501 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:58.362657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.364096 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9292850 Jun 09 13:19:58.394163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f05981-dd78-4f3d-b7a5-1640bff956f3,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:58.396297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48182) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.424982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:58.437106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-df688822-ade2-4ded-a2cc-639d911241f4 None None] Provisioning for port feaac751-6576-4ee8-8c9b-8fe0ed818e83 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:58.448689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.453676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-df688822-ade2-4ded-a2cc-639d911241f4 None None] Provisioning complete for port feaac751-6576-4ee8-8c9b-8fe0ed818e83 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:58.454051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df688822-ade2-4ded-a2cc-639d911241f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.458872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2212b09c-e4cf-44f5-9f4b-feebc1617f12 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:58.468256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '7e402465-c94f-41e0-a713-917fd12eceef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:58.480338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c0e98a4c-16fd-4b3d-9f7d-99dfa44ee3d0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:58.518110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-df688822-ade2-4ded-a2cc-639d911241f4 None None] Port feaac751-6576-4ee8-8c9b-8fe0ed818e83 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:58.561518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.564596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d81a46-39e1-487d-b691-1547feb42775 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.571332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d81a46-39e1-487d-b691-1547feb42775 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.572181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4a580ae2-bf0e-405d-ba09-52d58ce46501 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:58.576247 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-59d81a46-39e1-487d-b691-1547feb42775 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5685720 Jun 09 13:19:58.577480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:19:58.577601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4c6bd890-e7de-4bc0-acd5-bd344a16a014', 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014', 'tenant_id': '2ca0deeaf3d142c7aa60e57617c62225', 'fixed_ips': [{'subnet_id': '28f4026a-05d6-4861-806b-7d7fb23dbb3d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:19:58.578780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.582978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd8bc099-765e-4a85-b586-3f882c639dd5 req-97d6486c-e0b0-4fbe-8721-ee7708d7c8f2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365796 Jun 09 13:19:58.583924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48184) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.587705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:58.589311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:19:58.602683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2255cc1-6dc2-4054-b4b2-c3b993b5d13d tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] GET failed (client error): The resource could not be found. Jun 09 13:19:58.607428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2255cc1-6dc2-4054-b4b2-c3b993b5d13d tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "GET /v2.0/networks/ac9475de-05e8-4c0d-866a-dd7fecb4a738 HTTP/1.1" status: 404 len: 339 time: 0.2385354 Jun 09 13:19:58.609098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a580ae2-bf0e-405d-ba09-52d58ce46501 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:58.609098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.642429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.646597 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-ce583049-cf41-464c-a452-1674a7401bc1 service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430346 Jun 09 13:19:58.656900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event updated for resources: {'Subnet': ['ID=2d84a44e-8a19-4ee6-8113-263c13241562,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:58.678849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:58.701455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=668ffd8a-1fc7-40b4-8905-a23dfb56fbdd,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:58.704816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:58.758441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd41d7a-8a4b-41ab-a15f-86da26d9a3fb tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] GET failed (client error): The resource could not be found. Jun 09 13:19:58.763527 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6dd41d7a-8a4b-41ab-a15f-86da26d9a3fb tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "GET /v2.0/ports/9be40ea4-c243-4b50-8073-5616c6494780 HTTP/1.1" status: 404 len: 333 time: 0.1138246 Jun 09 13:19:58.766054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Provisioning for port 96bb554e-d233-42df-8327-4fd2878f967f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:19:58.769714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.780960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Provisioning complete for port 96bb554e-d233-42df-8327-4fd2878f967f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:58.781717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.804611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.804883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-80ee60d8-fac3-49e6-84a9-31344046ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.806190 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-80ee60d8-fac3-49e6-84a9-31344046ae54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.6458738 Jun 09 13:19:58.827252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:58.827886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:58.832326 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df7d5b3-8b7a-4c56-8b67-d6d2c205a47e tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] GET failed (client error): The resource could not be found. Jun 09 13:19:58.833623 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8df7d5b3-8b7a-4c56-8b67-d6d2c205a47e tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "GET /v2.0/subnets/28b45ace-ad2d-4454-b43d-a797e2048506 HTTP/1.1" status: 404 len: 337 time: 0.0629780 Jun 09 13:19:58.843833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Checking segment: {'id': '57b77537-ede8-43cf-816b-1fd71092eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:19:58.844491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network hostable DHCP agents. Network: 22a42b95-57ad-4558-8dd6-e60a3fce4d3a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:19:58.861099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.877628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c04c5be7-4a6a-41f6-8a80-d76efaa20082 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:58.896882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Port 96bb554e-d233-42df-8327-4fd2878f967f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:19:58.971363 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0382018 Jun 09 13:19:58.978123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48192) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:58.985032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Allocated IP 172.20.0.2 (4c6bd890-e7de-4bc0-acd5-bd344a16a014/28f4026a-05d6-4861-806b-7d7fb23dbb3d/c3546c05-f746-4ed3-b002-859ff8c3d0b3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:19:58.987066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Provisioning complete for port 4a580ae2-bf0e-405d-ba09-52d58ce46501 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:19:58.987536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.020270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04c5be7-4a6a-41f6-8a80-d76efaa20082 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] PUT failed (client error): The resource could not be found. Jun 09 13:19:59.020718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04c5be7-4a6a-41f6-8a80-d76efaa20082 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:59.025770 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-97720e45-70b2-4ea3-b7c2-101298b28b19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.2053208 Jun 09 13:19:59.025970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c04c5be7-4a6a-41f6-8a80-d76efaa20082 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "PUT /v2.0/networks/4032d46a-9d28-467c-82e2-a653f6e24b2a HTTP/1.1" status: 404 len: 339 time: 0.1634352 Jun 09 13:19:59.026889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48194) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.044220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e7b5809d-4e6c-44a5-b4ab-7f2b0bd19a15 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:59.053215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.106741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093fc0-b4ea-4c71-9ed1-56dd0a90cf24 req-0cb0545f-7229-49c2-89c6-52d593f623db tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.108210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da093fc0-b4ea-4c71-9ed1-56dd0a90cf24 req-0cb0545f-7229-49c2-89c6-52d593f623db tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.7213707 Jun 09 13:19:59.118739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:19:59.127458 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b5809d-4e6c-44a5-b4ab-7f2b0bd19a15 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] PUT failed (client error): The resource could not be found. Jun 09 13:19:59.128126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b5809d-4e6c-44a5-b4ab-7f2b0bd19a15 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:59.133312 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e7b5809d-4e6c-44a5-b4ab-7f2b0bd19a15 tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "PUT /v2.0/ports/0b98e8a7-a4e1-4664-8b39-eec0a467ec13 HTTP/1.1" status: 404 len: 333 time: 0.0987489 Jun 09 13:19:59.137374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48196) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.164525 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7cf693bf-2fb6-44e4-9d6e-cd90dfbb224e req-0f1613d0-f693-496c-ad70-24a688228598 service neutron] 10.222.0.42 "GET /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893911 Jun 09 13:19:59.171360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d2324c5b-77a5-4b43-a2e6-50780da15cab tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:59.199562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.200500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a580ae2-bf0e-405d-ba09-52d58ce46501,segment=NetworkSegment(e710e426-e340-4bf3-97f1-8f2fe1bd433a),segment_id=e710e426-e340-4bf3-97f1-8f2fe1bd433a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:19:59.217362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.218336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2324c5b-77a5-4b43-a2e6-50780da15cab tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] PUT failed (client error): The resource could not be found. Jun 09 13:19:59.218815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2324c5b-77a5-4b43-a2e6-50780da15cab tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:19:59.223701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d2324c5b-77a5-4b43-a2e6-50780da15cab tempest-NetworksNegativeTestJSON-687562052 tempest-NetworksNegativeTestJSON-687562052-project] 10.222.0.21 "PUT /v2.0/subnets/74a3ad4d-6059-4a08-90ee-d4245dfd9efb HTTP/1.1" status: 404 len: 337 time: 0.0744896 Jun 09 13:19:59.223701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 22a42b95-57ad-4558-8dd6-e60a3fce4d3a) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:19:59.237616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.237616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.237925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.245222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485452de-9904-4b30-a653-5b4935fbe4ac None None] Network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:19:59.245451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5be31778-eae5-44fc-8cd3-22db45b87556 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:59.286413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-9dbb1538-d646-4cbd-bcbb-d8be4d951183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.288244 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-9dbb1538-d646-4cbd-bcbb-d8be4d951183 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.2482789 Jun 09 13:19:59.288395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e6f27e-caff-4e48-8bb9-e9c81181ac06,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:59.292711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da093fc0-b4ea-4c71-9ed1-56dd0a90cf24 req-6226638e-7ba8-4c83-9885-57992813a4dc tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682837 Jun 09 13:19:59.295687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:59.299432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port feaac751-6576-4ee8-8c9b-8fe0ed818e83 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:19:59.299777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.318846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.319701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 61e38256-27ef-4b38-b0de-0f046e9806a3 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:19:59.321180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.325733 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9057767 Jun 09 13:19:59.340948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.355867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '7e402465-c94f-41e0-a713-917fd12eceef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:19:59.375231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3232315 Jun 09 13:19:59.381414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48202) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.391329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.411245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5ae6e85-e46e-4714-ae0a-7312005a8a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:19:59.427561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c7950-b992-43f3-a47d-4ddaaf64fd2d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.431701 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-375c7950-b992-43f3-a47d-4ddaaf64fd2d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4496815 Jun 09 13:19:59.437799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48204) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.451039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.518627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.544388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b0103-9039-4c0d-91e9-6d2ed132fb14 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.546203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b0103-9039-4c0d-91e9-6d2ed132fb14 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.548026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b0103-9039-4c0d-91e9-6d2ed132fb14 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:19:59.549801 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c18b0103-9039-4c0d-91e9-6d2ed132fb14 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1677923 Jun 09 13:19:59.553979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48206) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.596059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:19:59.600435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.734944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48212) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:19:59.750059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.760996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.805470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:19:59.835934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:19:59.837522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-4b361bee-51fa-4361-be1a-248a32d1cc23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:19:59.921374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.934562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Transition to ACTIVE for port object c3546c05-f746-4ed3-b002-859ff8c3d0b3 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:59.956906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:19:59.958058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Transition to ACTIVE for port object c3546c05-f746-4ed3-b002-859ff8c3d0b3 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:19:59.959932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for feaac751-6576-4ee8-8c9b-8fe0ed818e83 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:19:59.993003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Deleting subnet 28f4026a-05d6-4861-806b-7d7fb23dbb3d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:19:59.998724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.000733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.011876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-b22ebe22-674d-4514-b519-f3eec9ef3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:00.013366 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-b22ebe22-674d-4514-b519-f3eec9ef3082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7125432 Jun 09 13:20:00.019133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e188538-e382-4789-a459-4cce453778d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:00.034772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2763e-4224-4952-9a6e-ec7670bef8ef tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:00.040573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2763e-4224-4952-9a6e-ec7670bef8ef tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:00.046362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2763e-4224-4952-9a6e-ec7670bef8ef tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:00.050590 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33b2763e-4224-4952-9a6e-ec7670bef8ef tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6092539 Jun 09 13:20:00.061726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48216) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:00.086151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:00.105128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:00.109668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:00.126212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 61e38256-27ef-4b38-b0de-0f046e9806a3 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:00.126902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.160044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.226312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Pushing event updated for resources: {'Port': ['ID=c3546c05-f746-4ed3-b002-859ff8c3d0b3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:00.244233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:00.265932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956fb4-f008-41bf-92ef-92d1f275680b req-cd242613-ffac-407b-be33-b6951573ae25 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:00.267433 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50956fb4-f008-41bf-92ef-92d1f275680b req-cd242613-ffac-407b-be33-b6951573ae25 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5019627 Jun 09 13:20:00.310077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-22a42b95-57ad-4558-8dd6-e60a3fce4d3a', 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a', 'tenant_id': '2ca0deeaf3d142c7aa60e57617c62225', 'fixed_ips': [{'subnet_id': '2d84a44e-8a19-4ee6-8113-263c13241562'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:00.311400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.331346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Attempting to bind port c3546c05-f746-4ed3-b002-859ff8c3d0b3 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:00.331692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Attempting to bind port c3546c05-f746-4ed3-b002-859ff8c3d0b3 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'd7c274f1-5110-4b5b-931a-b5b93bbea00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:00.332069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Attempting to bind port c3546c05-f746-4ed3-b002-859ff8c3d0b3 on network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:00.382348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:00.382767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Checking segment: {'id': 'd7c274f1-5110-4b5b-931a-b5b93bbea00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:00.383164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.383567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Bound using segment: {'id': 'd7c274f1-5110-4b5b-931a-b5b93bbea00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:00.384064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Bound port: c3546c05-f746-4ed3-b002-859ff8c3d0b3, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c274f1-5110-4b5b-931a-b5b93bbea00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c6bd890-e7de-4bc0-acd5-bd344a16a014'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:00.384506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.415116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50956fb4-f008-41bf-92ef-92d1f275680b req-213f71d2-5ec1-46fc-8d7d-6d159a2c8a01 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365981 Jun 09 13:20:00.440024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.468459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.476424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.478076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.480671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:00.481007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.530704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d3e8b5aa-deca-4cee-a3ab-23d21163aa3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:00.557030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.581599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.585793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.586280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d132242-29e3-498d-bb12-998c31c7160f {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:20:00.635705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-54f67f6e-1bda-4703-ab8a-19bd3d5205ce tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:00.655312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=feaac751-6576-4ee8-8c9b-8fe0ed818e83,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:00.660451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2a8c08-7f22-48cb-bb0e-70f7b3dbb561,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:00.669152 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:00.676840 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-1adcd140-6eef-4d1f-9fc6-ead040a80cdb service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943408 Jun 09 13:20:00.692682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:00.699913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Provisioning for port 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:00.712858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Allocated IP 172.20.0.18 (22a42b95-57ad-4558-8dd6-e60a3fce4d3a/2d84a44e-8a19-4ee6-8113-263c13241562/a42e8df5-9cb3-4675-b553-a30ae0561a0a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:00.725430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Provisioning complete for port 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:00.726173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.735432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.746827 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/feaac751-6576-4ee8-8c9b-8fe0ed818e83 HTTP/1.1" status: 204 len: 168 time: 2.1454492 Jun 09 13:20:00.754638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48220) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:00.781866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a580ae2-bf0e-405d-ba09-52d58ce46501 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:00.835860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.856530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.864693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.875170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-12d0002e-3d6d-428d-a42a-bb6782d4b282 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:00.888183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.902428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:00.907341 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:20:00.910995 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-815b77a3-450d-43f8-9400-cce015be6308 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.0209613 Jun 09 13:20:00.910995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:00.910995 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5636561 Jun 09 13:20:00.924113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48222) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:00.924710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48224) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:00.927551 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2deb6a89-5665-4067-8bc0-838b9c0047b9 req-1ef9a3b8-669d-4c21-ae9f-e8612c9471b6 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428772 Jun 09 13:20:00.937912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '7e402465-c94f-41e0-a713-917fd12eceef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:00.957972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] For port c3546c05-f746-4ed3-b002-859ff8c3d0b3, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:00.961608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Port 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:00.987434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a5e7a-0bfc-485f-aeb2-d1d41deeec6a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:00.987626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] For port c3546c05-f746-4ed3-b002-859ff8c3d0b3, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c3546c05-f746-4ed3-b002-859ff8c3d0b3,segment=NetworkSegment(d7c274f1-5110-4b5b-931a-b5b93bbea00a),segment_id=d7c274f1-5110-4b5b-931a-b5b93bbea00a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:00.991101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:00.999141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.001054 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c0c1416f8c14659b5017e6f3760c025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2648051 Jun 09 13:20:01.009192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6d1f3838-7900-424b-9e74-1c7f21c7506b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:01.012809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48226) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:01.076548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Provisioning complete for port 96bb554e-d233-42df-8327-4fd2878f967f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:01.078575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.089832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 668ffd8a-1fc7-40b4-8905-a23dfb56fbdd owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:01.095788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Subnet': ['ID=28f4026a-05d6-4861-806b-7d7fb23dbb3d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:01.100513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.106375 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/subnets/28f4026a-05d6-4861-806b-7d7fb23dbb3d HTTP/1.1" status: 204 len: 168 time: 1.5492933 Jun 09 13:20:01.110373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c36928-8125-434a-81e9-039f60e9331c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:01.112080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c36928-8125-434a-81e9-039f60e9331c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:01.113746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-46c36928-8125-434a-81e9-039f60e9331c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3548129 Jun 09 13:20:01.116336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:01.117010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48230) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:01.117123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48228) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:01.125692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f1e4a-d385-40b1-84a3-5d392db87898 req-a85ff8ca-f37b-453d-9ea2-d076a9789061 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:01.127516 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-191f1e4a-d385-40b1-84a3-5d392db87898 req-a85ff8ca-f37b-453d-9ea2-d076a9789061 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.6596684 Jun 09 13:20:01.159663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.178925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Pushing event updated for resources: {'Port': ['ID=c3546c05-f746-4ed3-b002-859ff8c3d0b3,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:01.191167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:01.204785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a580ae2-bf0e-405d-ba09-52d58ce46501 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:01.205174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.228668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 0eb5f03b-4d02-4f4e-979f-59e24f1da24d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:01.247767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-869dd4e1-3e4a-4d73-8fac-880132e41155 None None] Port 96bb554e-d233-42df-8327-4fd2878f967f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:01.262705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.264016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.280359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Deleting subnet 2d84a44e-8a19-4ee6-8113-263c13241562 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:01.333245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.333245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.353180 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-191f1e4a-d385-40b1-84a3-5d392db87898 req-d4db185e-4b5f-41e2-aaea-a652d9a96677 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814659 Jun 09 13:20:01.396091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.420768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.428646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Deleting port 6e13a46a-3076-494d-976f-68db7a97bd8c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:01.429081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.480334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.503850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Transition to ACTIVE for port object a42e8df5-9cb3-4675-b553-a30ae0561a0a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:01.544535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c385dd66-8e04-4c9c-b324-a33ad07eb5a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:01.559384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Transition to ACTIVE for port object a42e8df5-9cb3-4675-b553-a30ae0561a0a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:01.574818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.586846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64f07074-1203-45cb-aeac-d085710261e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:01.589330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.714849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beb9732-517a-4c89-b07f-9d74a1d15ad5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:01.736654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:01.741752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:01.747870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:01.750515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:01.757078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Pushing event updated for resources: {'Port': ['ID=a42e8df5-9cb3-4675-b553-a30ae0561a0a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:01.760338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:01.823398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.860570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Attempting to bind port a42e8df5-9cb3-4675-b553-a30ae0561a0a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:01.860966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Attempting to bind port a42e8df5-9cb3-4675-b553-a30ae0561a0a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '57b77537-ede8-43cf-816b-1fd71092eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:01.861223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Attempting to bind port a42e8df5-9cb3-4675-b553-a30ae0561a0a on network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:01.867298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:01.867692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Checking segment: {'id': '57b77537-ede8-43cf-816b-1fd71092eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:01.868106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.868611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Bound using segment: {'id': '57b77537-ede8-43cf-816b-1fd71092eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:01.869097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Bound port: a42e8df5-9cb3-4675-b553-a30ae0561a0a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b77537-ede8-43cf-816b-1fd71092eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '22a42b95-57ad-4558-8dd6-e60a3fce4d3a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:01.869486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.962560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.963692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] For port a42e8df5-9cb3-4675-b553-a30ae0561a0a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:01.964331 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0344710 Jun 09 13:20:01.971829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Calling delete_port for 6e13a46a-3076-494d-976f-68db7a97bd8c owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:01.971987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] For port a42e8df5-9cb3-4675-b553-a30ae0561a0a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a42e8df5-9cb3-4675-b553-a30ae0561a0a,segment=NetworkSegment(57b77537-ede8-43cf-816b-1fd71092eddc),segment_id=57b77537-ede8-43cf-816b-1fd71092eddc)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:01.977704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48238) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:01.977908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.980232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.981201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:01.984170 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f4a5e7a-0bfc-485f-aeb2-d1d41deeec6a HTTP/1.1" status: 204 len: 168 time: 0.9697998 Jun 09 13:20:01.985707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b1ee912-7945-45f6-a252-9af0d5940725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:01.989842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8399e736-b047-4e65-9162-6e5e1b505265 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:01.991258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '7e402465-c94f-41e0-a713-917fd12eceef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:02.001029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.059293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.060121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a5e7a-0bfc-485f-aeb2-d1d41deeec6a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.078163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.096451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Pushing event updated for resources: {'Port': ['ID=a42e8df5-9cb3-4675-b553-a30ae0561a0a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.112013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.121771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e7ab1f9-84e6-4257-8d0a-330a75a39833 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:02.128334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.196863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=668ffd8a-1fc7-40b4-8905-a23dfb56fbdd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.198881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.208330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.235580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.412378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.423627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4366eb-6bea-4e59-99e3-95edf47e5db9 req-cd20a25c-1539-43cd-8fa2-b0b3530d51cc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:02.428188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d41ec971-d673-4c18-b946-94bb2cbc584a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:02.431029 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b4366eb-6bea-4e59-99e3-95edf47e5db9 req-cd20a25c-1539-43cd-8fa2-b0b3530d51cc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5543909 Jun 09 13:20:02.475640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.480081 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/subnets/2d84a44e-8a19-4ee6-8113-263c13241562 HTTP/1.1" status: 204 len: 168 time: 1.3598132 Jun 09 13:20:02.486380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:02.575087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b4366eb-6bea-4e59-99e3-95edf47e5db9 req-4e74b8be-74e3-4ef6-a549-eec0195ed9b5 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431286 Jun 09 13:20:02.588972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db548e9-2f23-48bb-aa63-8a6889f9a4be req-4e8a2257-8b9b-4530-80a0-6adba799a08c tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:02.591607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1db548e9-2f23-48bb-aa63-8a6889f9a4be req-4e8a2257-8b9b-4530-80a0-6adba799a08c tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.6713192 Jun 09 13:20:02.639795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c3d97-e9e0-44a5-bbd0-27c83e5bf2bb None None] Network 4c6bd890-e7de-4bc0-acd5-bd344a16a014 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:02.691697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Subnet': ['ID=2d84a44e-8a19-4ee6-8113-263c13241562,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.696587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.708073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.713237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45b90e-0d64-4763-b699-3e56134745ab tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:02.719431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/668ffd8a-1fc7-40b4-8905-a23dfb56fbdd HTTP/1.1" status: 204 len: 168 time: 2.6517839 Jun 09 13:20:02.726610 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fe45b90e-0d64-4763-b699-3e56134745ab tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2358391 Jun 09 13:20:02.728150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48254) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:02.730401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.731735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48256) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:02.778515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.805385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:02.815547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a579d1f5-2c12-4a9e-be8e-f1b805e5db63 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:02.843089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8d09fb7b-748f-4dbc-af51-7ec35c9f9405 None None] Provisioning for port c3546c05-f746-4ed3-b002-859ff8c3d0b3 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:02.888337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e13a46a-3076-494d-976f-68db7a97bd8c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.895147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.896155 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7de189-e339-4bb3-91a7-82397d366422 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:20:02.900471 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cc7de189-e339-4bb3-91a7-82397d366422 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/668ffd8a-1fc7-40b4-8905-a23dfb56fbdd HTTP/1.1" status: 404 len: 333 time: 0.1687286 Jun 09 13:20:02.900654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c3546c05-f746-4ed3-b002-859ff8c3d0b3 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:02.910410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb554f8d-c5b6-42c1-b784-ab213cf99fb4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:02.937892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48264) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:02.965440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb5f03b-4d02-4f4e-979f-59e24f1da24d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:02.972215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:02.972949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.002006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:03.016519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.019190 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/0eb5f03b-4d02-4f4e-979f-59e24f1da24d HTTP/1.1" status: 204 len: 168 time: 1.8901567 Jun 09 13:20:03.027564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a52c91-b976-4af1-a6e4-74a8fbaf2cb6 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:03.034425 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1db548e9-2f23-48bb-aa63-8a6889f9a4be req-73bc7bf8-333c-4866-99ca-511ae5cf2171 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157252 Jun 09 13:20:03.041141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48268) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.107970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.118647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797d3586-0128-4241-a9d0-f061665142db,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:03.121834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:03.125988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b445ed01-b1ec-4f25-bc1d-35337a8bd942 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814021 Jun 09 13:20:03.133033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48270) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.141609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:03.166252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.170790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1832616 Jun 09 13:20:03.173027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48272) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.234313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48274) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.271243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c3546c05-f746-4ed3-b002-859ff8c3d0b3 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:03.280247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c3546c05-f746-4ed3-b002-859ff8c3d0b3 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:03.281896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.338418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.352473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.365661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.372059 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6e13a46a-3076-494d-976f-68db7a97bd8c HTTP/1.1" status: 204 len: 168 time: 2.4433246 Jun 09 13:20:03.395739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 96bb554e-d233-42df-8327-4fd2878f967f {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:03.395739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.396617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.404062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.408573 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/797d3586-0128-4241-a9d0-f061665142db HTTP/1.1" status: 204 len: 168 time: 0.1854124 Jun 09 13:20:03.413285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48280) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.416424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ed982c4-ada0-45a6-baf2-2656125b155e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:03.463373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=797d3586-0128-4241-a9d0-f061665142db,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:03.464282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] DHCP port deletion for 4c6bd890-e7de-4bc0-acd5-bd344a16a014 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:03.466817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:03.507960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:03.513825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.620814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:03.636466 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90827fcc-d8b7-4c27-96ff-6b142a17f52d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2135963 Jun 09 13:20:03.639204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Deleting port a42e8df5-9cb3-4675-b553-a30ae0561a0a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:03.639542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.645010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48284) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.667873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d3711ef1-5be9-4903-b08d-ec5e4dd3f4d4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:03.668557 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-d3711ef1-5be9-4903-b08d-ec5e4dd3f4d4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 09 13:20:03.674770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-d3711ef1-5be9-4903-b08d-ec5e4dd3f4d4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:20:03.676169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d3711ef1-5be9-4903-b08d-ec5e4dd3f4d4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4112637 Jun 09 13:20:03.684690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48286) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.706092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058302670'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:03.723105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.757421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc540d57-6f45-44e7-8956-e6b8700ccf9a None None] Network 22a42b95-57ad-4558-8dd6-e60a3fce4d3a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:03.790248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.872452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.895134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] For port a42e8df5-9cb3-4675-b553-a30ae0561a0a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a42e8df5-9cb3-4675-b553-a30ae0561a0a,segment=NetworkSegment(57b77537-ede8-43cf-816b-1fd71092eddc),segment_id=57b77537-ede8-43cf-816b-1fd71092eddc)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:03.895963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.917904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48290) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:03.930388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Deleting port c3546c05-f746-4ed3-b002-859ff8c3d0b3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:03.930944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:03.943815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-71f0c21a-3bac-4677-8ff0-c8c267b9a48c None None] Provisioning for port a42e8df5-9cb3-4675-b553-a30ae0561a0a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:03.956564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c3546c05-f746-4ed3-b002-859ff8c3d0b3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c3546c05-f746-4ed3-b002-859ff8c3d0b3,segment=NetworkSegment(d7c274f1-5110-4b5b-931a-b5b93bbea00a),segment_id=d7c274f1-5110-4b5b-931a-b5b93bbea00a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:03.965718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 96bb554e-d233-42df-8327-4fd2878f967f owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:04.026579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.027397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a42e8df5-9cb3-4675-b553-a30ae0561a0a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:04.053503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.054834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Calling delete_port for a42e8df5-9cb3-4675-b553-a30ae0561a0a owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:04.061569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.091267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.091481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0971f3df-5331-40f7-a836-2121cae13ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.195762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.204846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.211434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.225076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.228870 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0beb9732-517a-4c89-b07f-9d74a1d15ad5 HTTP/1.1" status: 204 len: 168 time: 0.5791714 Jun 09 13:20:04.230867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48296) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:04.256973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0beb9732-517a-4c89-b07f-9d74a1d15ad5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:04.270239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Deleting port 61e38256-27ef-4b38-b0de-0f046e9806a3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:04.270517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30792e-3461-4324-af83-458c0ccdf03c req-7692f835-34ec-4855-bfa2-669b88de4851 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:04.270636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.275123 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e30792e-3461-4324-af83-458c0ccdf03c req-7692f835-34ec-4855-bfa2-669b88de4851 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5174522 Jun 09 13:20:04.289346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.289773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.290099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.290459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.290850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.291201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.291552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.291903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.292251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.292611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.292979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.293352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.302614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:04.324287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.347738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.386256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] For port c3546c05-f746-4ed3-b002-859ff8c3d0b3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c3546c05-f746-4ed3-b002-859ff8c3d0b3,segment=NetworkSegment(d7c274f1-5110-4b5b-931a-b5b93bbea00a),segment_id=d7c274f1-5110-4b5b-931a-b5b93bbea00a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:04.386700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.408234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c3546c05-f746-4ed3-b002-859ff8c3d0b3,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:04.413678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:04.431158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca31c9-4aea-4949-9312-d6d12118486f req-5e8d74e7-0939-45c9-9c5c-e8ae971396a1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:04.432649 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37ca31c9-4aea-4949-9312-d6d12118486f req-5e8d74e7-0939-45c9-9c5c-e8ae971396a1 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.4543324 Jun 09 13:20:04.433512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=96bb554e-d233-42df-8327-4fd2878f967f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:04.436183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:04.455560 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-93269cc4-44ff-418d-982e-0de197d6a402 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2138731 Jun 09 13:20:04.466218 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e30792e-3461-4324-af83-458c0ccdf03c req-c63e4571-59ad-443b-bba3-7277629ffbe1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433656 Jun 09 13:20:04.466794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48298) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:04.576901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Calling delete_port for c3546c05-f746-4ed3-b002-859ff8c3d0b3 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:04.591677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c0a42-4567-4f2d-a279-e1d57487a856 req-70849d53-7cab-4f7f-9333-218d628e2880 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:04.596302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] For port 61e38256-27ef-4b38-b0de-0f046e9806a3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=61e38256-27ef-4b38-b0de-0f046e9806a3,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:04.596704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.601731 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-006c0a42-4567-4f2d-a279-e1d57487a856 req-70849d53-7cab-4f7f-9333-218d628e2880 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 946 time: 0.3225551 Jun 09 13:20:04.603824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.614746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2b07470-93d1-4b41-a2d5-ae3731cd44f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.659425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.701094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a42e8df5-9cb3-4675-b553-a30ae0561a0a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:04.701094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.714226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.743305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Port': ['ID=a42e8df5-9cb3-4675-b553-a30ae0561a0a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:04.749493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.754151 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/96bb554e-d233-42df-8327-4fd2878f967f HTTP/1.1" status: 204 len: 168 time: 1.7988243 Jun 09 13:20:04.760798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48302) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:04.796608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.804781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] No DVR routers for this DVR port a42e8df5-9cb3-4675-b553-a30ae0561a0a on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:04.805623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Calling delete_port for 61e38256-27ef-4b38-b0de-0f046e9806a3 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:04.809098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.816013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port a42e8df5-9cb3-4675-b553-a30ae0561a0a was deleted so its status cannot be updated. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Jun 09 13:20:04.821673 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-28568169-3632-4622-af99-69aacbebf9e7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:20:04.825611 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-28568169-3632-4622-af99-69aacbebf9e7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/96bb554e-d233-42df-8327-4fd2878f967f HTTP/1.1" status: 404 len: 333 time: 0.0589473 Jun 09 13:20:04.828044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.831332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48304) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:04.832702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Deleting port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:04.833045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.846466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.883228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.890710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44720138-b344-43a5-9b23-3709a52e9852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.941653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7df10-8140-45c4-84e2-45293cb8a271 None None] DHCP port deletion for 22a42b95-57ad-4558-8dd6-e60a3fce4d3a request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:04.945317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Pushing event deleted for resources: {'Port': ['ID=c3546c05-f746-4ed3-b002-859ff8c3d0b3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:04.947647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:04.951334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.969318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:04.972203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.972604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.974639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.975534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.976110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.976481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.976850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.977283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.977644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.978508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.978999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.979364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:04.987905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:04.990612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:04.994188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4a2a8c08-7f22-48cb-bb0e-70f7b3dbb561 HTTP/1.1" status: 204 len: 168 time: 0.5203638 Jun 09 13:20:05.006773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c6807985-3134-4d28-8058-6b54a9677271 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.009967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48306) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.012090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7467c97d-9b22-4654-84cc-499a95a3e0eb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.012597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] No DVR routers for this DVR port 61e38256-27ef-4b38-b0de-0f046e9806a3 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:05.016841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c3546c05-f746-4ed3-b002-859ff8c3d0b3 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:05.041444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.043591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:20:05.044566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] No DVR routers for this DVR port c3546c05-f746-4ed3-b002-859ff8c3d0b3 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:05.048594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a2a8c08-7f22-48cb-bb0e-70f7b3dbb561,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.060698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-006c0a42-4567-4f2d-a279-e1d57487a856 req-fbb2d1d6-4541-4ec7-ab24-62cd0955f097 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/security-groups?id=48f311bc-8595-4d72-9807-b1816a580d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578965 Jun 09 13:20:05.061126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:20:05.061126 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:20:05.061126 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': '0e762396c6e34df58a4b2d871f13c69d', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 20, 4, 890779)}] Jun 09 13:20:05.061126 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:05.062065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:05.065447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Pushing event deleted for resources: {'Port': ['ID=61e38256-27ef-4b38-b0de-0f046e9806a3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.067548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.068392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.069317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c3546c05-f746-4ed3-b002-859ff8c3d0b3 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:05.069820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c3546c05-f746-4ed3-b002-859ff8c3d0b3 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:05.070412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 61e38256-27ef-4b38-b0de-0f046e9806a3 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:05.084731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.099022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 293d1ece-6616-4ba3-bbbd-d4712e05d5f9 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:05.099548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b24eaee9-bfac-431b-818a-952cc79b4d1a tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.105712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.111564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 61e38256-27ef-4b38-b0de-0f046e9806a3 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:05.111918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 61e38256-27ef-4b38-b0de-0f046e9806a3 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:05.184443 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2f07e08b-8717-47ad-bf55-cc57850cc112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1705225 Jun 09 13:20:05.192210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48308) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.199036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] For port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,segment=NetworkSegment(5946a30f-0185-46f3-a147-0c823bbf4013),segment_id=5946a30f-0185-46f3-a147-0c823bbf4013)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:05.199378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.216397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.262253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:05.269855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:05.278454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.279553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6477adc-58cb-48aa-b857-996ebb66e2a3 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:05.291574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:05.292168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.316036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=5aa595ab-0da2-4ef0-a016-ab245f15dfc9,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.328077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.333639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a42b95-57ad-4558-8dd6-e60a3fce4d3a']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:05.341772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.360759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b77537-ede8-43cf-816b-1fd71092eddc') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:05.360759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b77537-ede8-43cf-816b-1fd71092eddc') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:05.378635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.399448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50febc6-debb-40e5-ac77-a6135ea83545 req-50354152-f95d-45d7-a3a8-0793376bfbfe tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:05.400973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d50febc6-debb-40e5-ac77-a6135ea83545 req-50354152-f95d-45d7-a3a8-0793376bfbfe tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.7920141 Jun 09 13:20:05.405332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.456029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.488733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:05.489421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.502247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Calling delete_port for 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:05.503436 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:05.508868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.562992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.569486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.569791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '5aa595ab-0da2-4ef0-a016-ab245f15dfc9'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:05.570810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.583440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.583813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.587197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e8e6f27e-caff-4e48-8bb9-e9c81181ac06 HTTP/1.1" status: 204 len: 168 time: 0.3893070 Jun 09 13:20:05.589510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48310) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.591219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.596026 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d50febc6-debb-40e5-ac77-a6135ea83545 req-b14fef3d-e93e-436f-bdf5-e1f7351b8d2d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819186 Jun 09 13:20:05.625444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e6f27e-caff-4e48-8bb9-e9c81181ac06,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.672352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.687873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.720981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5814106 Jun 09 13:20:05.722894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48314) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.729618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.739275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.744269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.746477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/22a42b95-57ad-4558-8dd6-e60a3fce4d3a HTTP/1.1" status: 204 len: 168 time: 3.0134873 Jun 09 13:20:05.755121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48316) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.755365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:89:d8:88', 'name': 'tempest-NetworksTestDHCPv6-1194509488'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:05.773939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Allocated IP 2001:db8::f816:3eff:fecc:ad74 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5aa595ab-0da2-4ef0-a016-ab245f15dfc9/9e310db6-cd4d-43e3-909e-951a5dd4b389) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:05.810002 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=558b5a377601456e82a4fe6e1edb74a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8899481 Jun 09 13:20:05.849311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48318) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.883522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.900168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f246d46-5de0-4651-9fa6-b49258252c28 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.925381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2586cde3-36d9-495d-bb4a-111aab7b17d6 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3322401 Jun 09 13:20:05.928711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:05.936788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48320) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:05.951229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275aa410-59fe-43a0-9480-7520f56b0e22,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.974349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:05.978094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6eff6f8b-d000-422a-89a4-ed40ba8c201b tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:05.993531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Pushing event deleted for resources: {'Port': ['ID=8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:05.999426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.001640 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/293d1ece-6616-4ba3-bbbd-d4712e05d5f9 HTTP/1.1" status: 204 len: 168 time: 1.1474853 Jun 09 13:20:06.009588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.010350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-246666d7-ecb9-4ac9-98ee-0b588a6cb07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.013075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48322) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:06.016476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f838d4-f19b-466c-a457-d49bceb3654d None None] Network 5bdad5a1-bc07-4339-9902-4541f39f3aa4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:06.048197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=22a42b95-57ad-4558-8dd6-e60a3fce4d3a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.066850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.085759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.094818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=293d1ece-6616-4ba3-bbbd-d4712e05d5f9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.107807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.142371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.165753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] No DVR routers for this DVR port 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:06.172837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.175029 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37ca31c9-4aea-4949-9312-d6d12118486f req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.42 "DELETE /v2.0/ports/8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a HTTP/1.1" status: 204 len: 173 time: 1.7182465 Jun 09 13:20:06.175883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.179916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.180968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'name': 'network-vif-deleted', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:20:06.183712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddba8a7-5bb9-4093-ae72-1ea4ff4be26e" -d '{"events": [{"server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "name": "network-vif-deleted", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:20:06.192124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.197028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.249544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2b4e1589-2ca2-41f3-951f-3c4d47070ac4 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.258710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.285811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.313768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee569b-96f7-46a8-b097-2cd5828348d6 req-d948ddbd-d6e6-4cda-bdea-a35c4630a7ea tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:06.315849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88ee569b-96f7-46a8-b097-2cd5828348d6 req-d948ddbd-d6e6-4cda-bdea-a35c4630a7ea tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5912964 Jun 09 13:20:06.326980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-608c2175-1765-4e19-ade7-7a3d6aa53515 req-88c26802-bc48-467a-bfdb-e623f44ffe95 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c17ceb1-5e39-4d78-9611-0ad2299b7293 HTTP/1.1" status: 200 len: 210 time: 0.0744517 Jun 09 13:20:06.328655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d056e3e0-cc7b-43e6-8277-6d04546cd3fc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.347063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Transition to ACTIVE for port object 9e310db6-cd4d-43e3-909e-951a5dd4b389 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:06.347449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.348395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.350264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.361091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:06.396606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Transition to ACTIVE for port object 9e310db6-cd4d-43e3-909e-951a5dd4b389 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:06.410648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.415773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.466990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b2f73-4173-4a35-8109-5322afd3994e x-openstack-request-id: req-c83b2f73-4173-4a35-8109-5322afd3994e {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:20:06.467312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17ceb1-5e39-4d78-9611-0ad2299b7293", "name": "network-vif-deleted", "tag": "8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:20:06.467494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c83b2f73-4173-4a35-8109-5322afd3994e {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:20:06.467998 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17ceb1-5e39-4d78-9611-0ad2299b7293', 'name': 'network-vif-deleted', 'tag': '8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a', 'status': 'completed', 'code': 200} Jun 09 13:20:06.491432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:06.493194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.494398 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7994933 Jun 09 13:20:06.503122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] DHCP port deletion for 5bdad5a1-bc07-4339-9902-4541f39f3aa4 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:06.507573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48328) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:06.508499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:06.515047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:06.515687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'd056e3e0-cc7b-43e6-8277-6d04546cd3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:06.547197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.565685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6bd890-e7de-4bc0-acd5-bd344a16a014']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:06.570011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-287ffb59-1ad4-4252-bdd5-699410199b90 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.579685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Pushing event updated for resources: {'Port': ['ID=9e310db6-cd4d-43e3-909e-951a5dd4b389,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.582139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c274f1-5110-4b5b-931a-b5b93bbea00a') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:06.582717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c274f1-5110-4b5b-931a-b5b93bbea00a') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:06.602164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.608797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.613543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.617290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b2f05981-dd78-4f3d-b7a5-1640bff956f3 HTTP/1.1" status: 204 len: 168 time: 0.6768086 Jun 09 13:20:06.621514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48330) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:06.631650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.631650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.632013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.632960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.633406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.633572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f05981-dd78-4f3d-b7a5-1640bff956f3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.633904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.634311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.634821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.635237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.640785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.641109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.641662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.642190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:06.659644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.661402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88ee569b-96f7-46a8-b097-2cd5828348d6 req-e4a44b2c-2f4c-4dca-b619-c81712f58d51 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358672 Jun 09 13:20:06.665915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.692838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.695364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.698806 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/275aa410-59fe-43a0-9480-7520f56b0e22 HTTP/1.1" status: 204 len: 168 time: 0.8461015 Jun 09 13:20:06.699804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:06.700658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.721194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7df7276a-0563-41bd-9fe5-ca7660197e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.732791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:06.735056 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:06.754886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 4a580ae2-bf0e-405d-ba09-52d58ce46501 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:06.755609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.769472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Attempting to bind port 9e310db6-cd4d-43e3-909e-951a5dd4b389 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:06.771067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Attempting to bind port 9e310db6-cd4d-43e3-909e-951a5dd4b389 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:06.771584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Attempting to bind port 9e310db6-cd4d-43e3-909e-951a5dd4b389 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:06.791319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:06.793276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:06.794873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.795383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:06.800395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Bound port: 9e310db6-cd4d-43e3-909e-951a5dd4b389, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:06.800916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.817162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275aa410-59fe-43a0-9480-7520f56b0e22,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.820908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:06.848523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 3f303047-c24e-4b16-a242-25f32c0529f4 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:06.851077 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c9d12011-a957-4457-91ae-ef338ce601c8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2260394 Jun 09 13:20:06.866576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48336) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:06.909496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.912425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.914268 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/4c6bd890-e7de-4bc0-acd5-bd344a16a014 HTTP/1.1" status: 204 len: 168 time: 1.1514571 Jun 09 13:20:06.926300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f1e72e8-d2e8-49f4-ab2d-74bf7c38c0e3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:06.941536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48338) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:06.985156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:06.995133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=4c6bd890-e7de-4bc0-acd5-bd344a16a014,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:06.997838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:07.002095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.010209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a580ae2-bf0e-405d-ba09-52d58ce46501 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:07.012192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:07.046116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49aa897-1c3d-47a9-acaa-544495878f77,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:07.049117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:07.060892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Deleting port 4a580ae2-bf0e-405d-ba09-52d58ce46501 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:07.061472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.062497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.064002 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5521998 Jun 09 13:20:07.067704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48342) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.071216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.076021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-69765330-3510-4d4d-8a82-7ebde5df89e1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'd056e3e0-cc7b-43e6-8277-6d04546cd3fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:07.143070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a580ae2-bf0e-405d-ba09-52d58ce46501,segment=NetworkSegment(e710e426-e340-4bf3-97f1-8f2fe1bd433a),segment_id=e710e426-e340-4bf3-97f1-8f2fe1bd433a)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:07.143442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.162296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.206500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-69765330-3510-4d4d-8a82-7ebde5df89e1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.274297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] For port 9e310db6-cd4d-43e3-909e-951a5dd4b389, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:07.278800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a580ae2-bf0e-405d-ba09-52d58ce46501,segment=NetworkSegment(e710e426-e340-4bf3-97f1-8f2fe1bd433a),segment_id=e710e426-e340-4bf3-97f1-8f2fe1bd433a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:07.279406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.288086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.291025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.294509 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e402465-c94f-41e0-a713-917fd12eceef HTTP/1.1" status: 204 len: 168 time: 0.4238112 Jun 09 13:20:07.297829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e0c44c09-47f2-4ee4-b570-3ee4367a89ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:07.307630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48346) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.332842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e402465-c94f-41e0-a713-917fd12eceef,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:07.342988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:07.348202 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-69765330-3510-4d4d-8a82-7ebde5df89e1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:20:07.349436 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-69765330-3510-4d4d-8a82-7ebde5df89e1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2793715 Jun 09 13:20:07.353283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48348) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.396575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48352) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.446271 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5b21dda7-5981-4a9f-ba7e-48f65f379761 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1353600 Jun 09 13:20:07.451901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48354) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.452106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] For port 9e310db6-cd4d-43e3-909e-951a5dd4b389, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e310db6-cd4d-43e3-909e-951a5dd4b389,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:07.455174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367098105'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:07.458975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Calling delete_port for 4a580ae2-bf0e-405d-ba09-52d58ce46501 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:07.466074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 4a580ae2-bf0e-405d-ba09-52d58ce46501 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:07.490131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.493158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48356) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.498088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4f853c2-74d3-4206-adcc-847798ecaaaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:07.554444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.562476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.579168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.598630 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6379028a-ed3c-49aa-b6d2-79b070b03116 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3de11fe7c5f49089c9b7226eb5baeff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965394 Jun 09 13:20:07.605776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.618003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48358) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:07.638418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Pushing event updated for resources: {'Port': ['ID=9e310db6-cd4d-43e3-909e-951a5dd4b389,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:07.653579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:07.654053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.678043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4a580ae2-bf0e-405d-ba09-52d58ce46501, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a580ae2-bf0e-405d-ba09-52d58ce46501,segment=NetworkSegment(e710e426-e340-4bf3-97f1-8f2fe1bd433a),segment_id=e710e426-e340-4bf3-97f1-8f2fe1bd433a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:07.697370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.698659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a42e8df5-9cb3-4675-b553-a30ae0561a0a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:07.704925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Deleting subnet 995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:07.717794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.733915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe89:d888 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/5aa595ab-0da2-4ef0-a016-ab245f15dfc9/3f303047-c24e-4b16-a242-25f32c0529f4) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:07.738968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:07.787492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: a42e8df5-9cb3-4675-b553-a30ae0561a0a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:07.788092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a42e8df5-9cb3-4675-b553-a30ae0561a0a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:07.822792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.853583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:07.870374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:07.909898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] No DVR routers for this DVR port 4a580ae2-bf0e-405d-ba09-52d58ce46501 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:07.913912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:07.914500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8ec56c8d-7d35-4cc7-b520-b9ed7b0bc43a not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:07.917752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:07.919535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33606909-4ae8-4ede-91fd-51f027bad3ca']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:07.921830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:07.922463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:07.957207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48401b2-960b-4181-8043-208eafca75e4') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:07.957483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48401b2-960b-4181-8043-208eafca75e4') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:07.976641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Pushing event deleted for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:07.983603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.005730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.043195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b43cb3-9083-417b-a3d7-f97a145f7da7 req-9784f8ed-5c34-4ec3-b6d9-f044a8cf92f6 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:08.044681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7b43cb3-9083-417b-a3d7-f97a145f7da7 req-9784f8ed-5c34-4ec3-b6d9-f044a8cf92f6 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.5876498 Jun 09 13:20:08.048292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.074429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.085316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.090878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:08.091269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.134440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.136821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.137965 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/d056e3e0-cc7b-43e6-8277-6d04546cd3fc HTTP/1.1" status: 204 len: 168 time: 0.7836826 Jun 09 13:20:08.138796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.148378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-995ae9e5-f922-4989-9a1c-2140a314fad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.152964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c342e0e8-a7c9-4dd6-81bc-aa7f0624a4ce tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.158632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48360) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:08.180243 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:08.197094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d056e3e0-cc7b-43e6-8277-6d04546cd3fc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.212686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.222239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.261592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=4a580ae2-bf0e-405d-ba09-52d58ce46501,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.261826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.268463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 4a580ae2-bf0e-405d-ba09-52d58ce46501 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:08.314345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.368239 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79b1fe33-9314-478f-b111-0cd057b702ba tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2075915 Jun 09 13:20:08.373902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.375828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48362) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:08.381486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--150181089'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:08.389438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.398978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7693e293-a97f-49ce-ae50-3a5c6c3b63ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.418227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7b43cb3-9083-417b-a3d7-f97a145f7da7 req-0eb06f22-ecc1-4e8d-be81-994e523cf60c tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665154 Jun 09 13:20:08.457761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.460373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.467590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c46cc-40f2-424d-8d8f-3f71cdb9cd62,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.471826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.476648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7ba119db-3d21-4085-aad1-61de3e35d38d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.477794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51e26c99-2d27-4198-ace1-37544dfdf8dc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.516293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.519367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.520631 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afab0a60-49fd-44de-ab89-d4168f8acf8e HTTP/1.1" status: 204 len: 168 time: 0.8990250 Jun 09 13:20:08.529272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.534233 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/995a5dc2-e5ce-4218-8d10-7eb2cfa11d79 HTTP/1.1" status: 204 len: 168 time: 1.0333416 Jun 09 13:20:08.534233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.543315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48366) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:08.547820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995a5dc2-e5ce-4218-8d10-7eb2cfa11d79,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.550456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.551513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.555777 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1012864 Jun 09 13:20:08.572963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.581899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48368) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:08.589532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '0e3c46cc-40f2-424d-8d8f-3f71cdb9cd62', 'direction': 'ingress', 'protocol': 17}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:08.656111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.657947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/33606909-4ae8-4ede-91fd-51f027bad3ca HTTP/1.1" status: 204 len: 168 time: 1.7145927 Jun 09 13:20:08.665328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=33606909-4ae8-4ede-91fd-51f027bad3ca,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.665552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48370) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:08.668734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab0a60-49fd-44de-ab89-d4168f8acf8e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:08.671530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.672154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.692421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:08.708426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdad5a1-bc07-4339-9902-4541f39f3aa4']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:08.727117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.731237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e710e426-e340-4bf3-97f1-8f2fe1bd433a') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:08.731531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e710e426-e340-4bf3-97f1-8f2fe1bd433a') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:08.750089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.774103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 3f303047-c24e-4b16-a242-25f32c0529f4 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:08.785295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.800743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:08.801143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:08.829537 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:08.846670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f4d122cc-fd50-4f53-957c-7ed9c9399cce None None] Provisioning for port 9e310db6-cd4d-43e3-909e-951a5dd4b389 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:08.847163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.852363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.878345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.928713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.931356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.938063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-854d2f6b-48c0-425d-9768-1aff9e3acbd3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:08.987889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:08.989740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/5bdad5a1-bc07-4339-9902-4541f39f3aa4 HTTP/1.1" status: 204 len: 168 time: 2.9737046 Jun 09 13:20:08.996295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48376) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.013376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1859182696'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:09.020760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e310db6-cd4d-43e3-909e-951a5dd4b389 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:09.029382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:09.032702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:09.036860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:09.042376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:09.043021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.052400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=3f303047-c24e-4b16-a242-25f32c0529f4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.059817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.060355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0d8837f0-8406-4d37-a09a-913cea05b661 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.090116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=5bdad5a1-bc07-4339-9902-4541f39f3aa4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.093337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.145731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9e310db6-cd4d-43e3-909e-951a5dd4b389 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:09.153212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9e310db6-cd4d-43e3-909e-951a5dd4b389 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:09.154085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.207006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.245035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9687ab53-40f8-4a81-a0e8-afca553f5d6a']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.279361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.281099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce269f9-68ab-4409-a93f-aff9fb25da04') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.281383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce269f9-68ab-4409-a93f-aff9fb25da04') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.289336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.297822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.315900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.322782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.329240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.340456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9e310db6-cd4d-43e3-909e-951a5dd4b389, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e310db6-cd4d-43e3-909e-951a5dd4b389,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:09.346764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.350473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.354141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74053eb9-335e-458e-9d58-65e219b65f6f']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.379964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.383322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c32267-ce67-4328-851a-af1343a5e880,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.388221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5946a30f-0185-46f3-a147-0c823bbf4013') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.388546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5946a30f-0185-46f3-a147-0c823bbf4013') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:09.395531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.396889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.402558 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6630535 Jun 09 13:20:09.402857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.403616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48390) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.411289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65f99c20-4a24-45ca-a8d3-8df58a4b3ca1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.422943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.440095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:09.440541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.448168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fdcc70a8-013b-44a6-a23e-38df053cb25c None None] Provisioning for port 3f303047-c24e-4b16-a242-25f32c0529f4 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:09.458371 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:09.476071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:09.487241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.491044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fdcc70a8-013b-44a6-a23e-38df053cb25c None None] Provisioning complete for port 3f303047-c24e-4b16-a242-25f32c0529f4 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:09.492313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdcc70a8-013b-44a6-a23e-38df053cb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.546694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624cbe9-1504-4120-9166-f9b7b64cacb8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:09.554913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624cbe9-1504-4120-9166-f9b7b64cacb8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:09.555233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.561647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f624cbe9-1504-4120-9166-f9b7b64cacb8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1519599 Jun 09 13:20:09.561825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.561825 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9741325 Jun 09 13:20:09.562360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48396) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.564269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48398) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.565725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4117eac-a550-47cd-a57c-7e0f4b9bc813,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.567952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.569154 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1923747 Jun 09 13:20:09.570042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.576749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48400) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.582461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d290a5ce-71eb-4400-9f8e-651fc8af3c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'c4117eac-a550-47cd-a57c-7e0f4b9bc813', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:09.583232 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-d290a5ce-71eb-4400-9f8e-651fc8af3c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 09 13:20:09.583874 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-d290a5ce-71eb-4400-9f8e-651fc8af3c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:09.584891 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d290a5ce-71eb-4400-9f8e-651fc8af3c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065775 Jun 09 13:20:09.586021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:09.586424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.599626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9e310db6-cd4d-43e3-909e-951a5dd4b389,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:09.603666 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:09.607601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.643627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc70a8-013b-44a6-a23e-38df053cb25c None None] Port 3f303047-c24e-4b16-a242-25f32c0529f4 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:09.644895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48402) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.660897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48404) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.672112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.689218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.696234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:09.708700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.710511 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] 10.222.0.21 "DELETE /v2.0/networks/9687ab53-40f8-4a81-a0e8-afca553f5d6a HTTP/1.1" status: 204 len: 168 time: 1.0380034 Jun 09 13:20:09.726784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Pushing event deleted for resources: {'Network': ['ID=9687ab53-40f8-4a81-a0e8-afca553f5d6a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.732060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.749229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.757947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fc0c874-8f1b-48e5-8502-f3effff67e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:09.777154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.781661 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74053eb9-335e-458e-9d58-65e219b65f6f HTTP/1.1" status: 204 len: 168 time: 1.2327428 Jun 09 13:20:09.784061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48410) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:09.791931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.792511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Added segment 8831748e-ce93-4a76-a748-2cc48966d218 of type vlan for network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 Jun 09 13:20:09.843356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Pushing event deleted for resources: {'Network': ['ID=74053eb9-335e-458e-9d58-65e219b65f6f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:09.858655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:09.875275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'networks': [{'name': 'tempest-network--1021080305'}, {'name': 'tempest-network--334794200'}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:09.875575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-network--1021080305'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:09.876034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-network--334794200'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:09.877545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.907587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Deleting subnet bfe77846-2d9d-43fb-8296-371c06993c35 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:09.912337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.916513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.932268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.952401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:09.984573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.005424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.019997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe5071-1773-4a97-b512-0d43a6a864df req-fd4e33bf-e288-4176-a99a-0df79042181e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:10.022336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddbe5071-1773-4a97-b512-0d43a6a864df req-fd4e33bf-e288-4176-a99a-0df79042181e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3526571 Jun 09 13:20:10.041565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48414) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.043605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'network': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:10.049273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.061301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.063846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.065234 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4117eac-a550-47cd-a57c-7e0f4b9bc813 HTTP/1.1" status: 204 len: 168 time: 0.4193721 Jun 09 13:20:10.068236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:10.079283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48418) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.087315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 3f303047-c24e-4b16-a242-25f32c0529f4 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:10.087744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.102500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4117eac-a550-47cd-a57c-7e0f4b9bc813,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:10.108425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:10.111747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.119510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.188687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.194505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:10.195119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.203882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24b947a9-7692-4071-8d73-30da768c1349 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:10.322592 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddbe5071-1773-4a97-b512-0d43a6a864df req-b2062180-a06d-44f3-b445-8fe41c58911e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870939 Jun 09 13:20:10.369408 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9207288-c181-4279-916f-b835d36b75a0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2853875 Jun 09 13:20:10.373145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48422) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.376260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.378748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.382250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e3c46cc-40f2-424d-8d8f-3f71cdb9cd62 HTTP/1.1" status: 204 len: 168 time: 0.8129971 Jun 09 13:20:10.382250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Network': ['ID=29d1eb74-4d85-4fbe-977a-2661bcfc5643,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:10.382613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48424) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.392986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:10.394336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559943864'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:10.402219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:10.407793 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-04be57d2-2234-44ce-96cb-180936bbe28e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ca0deeaf3d142c7aa60e57617c62225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620307 Jun 09 13:20:10.407980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13b6cc31-8dfb-41c7-a15a-c911fee73b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:10.408091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48426) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.430950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c46cc-40f2-424d-8d8f-3f71cdb9cd62,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:10.431588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.440725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:10.445293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7d16e756-8f49-4c87-9981-5636cb2992a9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:10.447594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.507172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe77846-2d9d-43fb-8296-371c06993c35,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:10.515340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.517220 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bfe77846-2d9d-43fb-8296-371c06993c35 HTTP/1.1" status: 204 len: 168 time: 0.7318456 Jun 09 13:20:10.525709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:10.526368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48428) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.533527 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b17b727b-0a52-43a3-b5e7-df1f28fc47b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1495819 Jun 09 13:20:10.553843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48430) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.595718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 3f303047-c24e-4b16-a242-25f32c0529f4 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:10.615705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--350508445'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:10.692967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.709162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.739578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.811642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.823583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.824109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.840219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-344010a6-a48e-4c04-bb1b-984c151e8c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:10.859891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8598330 Jun 09 13:20:10.867044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48434) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:10.874102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:10.901547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e310db6-cd4d-43e3-909e-951a5dd4b389 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:10.915946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.956956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.972805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9e310db6-cd4d-43e3-909e-951a5dd4b389 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:10.973402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.980297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b000e39a-83f3-4130-a2c0-241a1eef1abb']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:10.983825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:10.993724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.002356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6dd71f-4282-4bec-b9d7-0ede4fb067f8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:11.006650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:11.012926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0bb691-1b93-4c9c-8d70-e934444d600d') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:11.013463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0bb691-1b93-4c9c-8d70-e934444d600d') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:11.027229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:11.030700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-22b9217d-935c-46dc-91d4-7390a73195a8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:11.035086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.069351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.072207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.073369 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecb6b3c3-2281-4aac-b8bd-919bf9558fb4 HTTP/1.1" status: 204 len: 168 time: 0.6644909 Jun 09 13:20:11.087248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.090047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44f578d1-8bab-4682-9111-bae1e12d663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:11.105561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636508-fcaf-4057-875d-32447747eace req-e08441a5-530a-45d6-b56c-32af59012bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.107489 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-e08441a5-530a-45d6-b56c-32af59012bfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cabffba4816b4932a24795be0b1ca368&device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 1098 time: 0.3564563 Jun 09 13:20:11.120468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6b3c3-2281-4aac-b8bd-919bf9558fb4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:11.124469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:11.125653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:11.144852 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:11.150759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:11.282188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=3f303047-c24e-4b16-a242-25f32c0529f4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:11.285502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.285839 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment 754eb222-f24c-4b83-8083-cbf28f2f8818 of type vlan for network f41d3e1e-4dc3-4340-99db-c93dbf38a7e8 Jun 09 13:20:11.293902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:11.314949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.319571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/3f303047-c24e-4b16-a242-25f32c0529f4 HTTP/1.1" status: 204 len: 168 time: 1.7547822 Jun 09 13:20:11.322991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48440) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:11.383081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3e6a7-9b30-4868-ae69-8682905be13c req-f002e02e-4db5-428a-909f-489bc081f1a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.385092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2df3e6a7-9b30-4868-ae69-8682905be13c req-f002e02e-4db5-428a-909f-489bc081f1a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6359494 Jun 09 13:20:11.397834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.413113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-472be887-60b6-42cb-a55f-578cd944c0a5 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:11.434086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.441771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.443701 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b000e39a-83f3-4130-a2c0-241a1eef1abb HTTP/1.1" status: 204 len: 168 time: 0.9145455 Jun 09 13:20:11.453928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b000e39a-83f3-4130-a2c0-241a1eef1abb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:11.472299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107455b9-92b4-4d95-b4f1-42c5b3f805b4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.473919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107455b9-92b4-4d95-b4f1-42c5b3f805b4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.474341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:11.475584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-107455b9-92b4-4d95-b4f1-42c5b3f805b4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1489248 Jun 09 13:20:11.482583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48448) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:11.495925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.497535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636508-fcaf-4057-875d-32447747eace req-8bdfa516-bcbe-494a-8dc8-c13da7850b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.499091 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-8bdfa516-bcbe-494a-8dc8-c13da7850b21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 200 len: 911 time: 0.3564205 Jun 09 13:20:11.505036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.514479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd67a1e8-ec12-4f2d-86fc-0e897c540a84 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:11.571644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2df3e6a7-9b30-4868-ae69-8682905be13c req-32faf703-ed57-4e61-b234-46852bc0dd84 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661162 Jun 09 13:20:11.637832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750b9cd2-8421-42f8-86a8-3e530ac95b15,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:11.638916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 5aa595ab-0da2-4ef0-a016-ab245f15dfc9 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:11.642426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:11.652042 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-c69196eb-f7d4-49ef-9243-06720d48cd36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 200 len: 1001 time: 0.1386747 Jun 09 13:20:11.662012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.691289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:11.693363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48454) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:11.723850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636508-fcaf-4057-875d-32447747eace req-6104fb78-fd3d-4c13-91ef-be9397cce20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.725479 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-6104fb78-fd3d-4c13-91ef-be9397cce20f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 200 len: 849 time: 0.0657229 Jun 09 13:20:11.737101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.737101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment 5805f586-514f-40e5-83de-4acb1ead3add of type vlan for network 7eb76d13-c5d9-4e02-93bb-05deb885228f Jun 09 13:20:11.787922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.805375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636508-fcaf-4057-875d-32447747eace req-7b367e08-97d6-4072-9431-36db2f7b2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:11.807079 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-7b367e08-97d6-4072-9431-36db2f7b2e1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5afd4417-c8ce-4060-91c6-1ec09f97250b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739918 Jun 09 13:20:11.875489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.887245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-20f34c2e-ae19-4917-99e8-789cd45c577f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06fabf4dded14809abe664487c117d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913097 Jun 09 13:20:11.889497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48462) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:11.941619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.958859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.965902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:11.991733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.993079 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4360092 Jun 09 13:20:11.996929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:11.997389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48466) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:11.997526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.002994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.003727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960123419'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:12.007835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.008497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.009383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.014080 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-d778db8c-744b-4737-8451-94b1e8286576 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985772 Jun 09 13:20:12.045872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ca99c-59ea-4739-83e9-8b58c40f2216,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.049974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.050501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-250fbc29-72be-4780-8410-86a57bd803df tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:12.062384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:20:12.062384 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:20:12.062384 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': '51e1a284f7ea4a7a9a403f73148e5587', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 20, 12, 21865)}] Jun 09 13:20:12.062384 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:12.062850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:12.068885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.108170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:12.111651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.112423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.125473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4552391 Jun 09 13:20:12.139312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48470) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.177131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.177502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8021610 Jun 09 13:20:12.234403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48472) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.249353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-960b6ec7-3cf9-4482-a414-efe24750741f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'ed9ca99c-59ea-4739-83e9-8b58c40f2216', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:12.250194 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-960b6ec7-3cf9-4482-a414-efe24750741f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 09 13:20:12.250735 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-960b6ec7-3cf9-4482-a414-efe24750741f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:12.251714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-960b6ec7-3cf9-4482-a414-efe24750741f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090861 Jun 09 13:20:12.261777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48476) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.343083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=f41d3e1e-4dc3-4340-99db-c93dbf38a7e8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.358299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network f41d3e1e-4dc3-4340-99db-c93dbf38a7e8 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:12.464453 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-18636508-fcaf-4057-875d-32447747eace req-22ef5de6-9a37-47b7-9027-22b22db34045 service neutron] 10.222.0.42 "GET /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379151 Jun 09 13:20:12.473841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.477861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.481288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.483378 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48f311bc-8595-4d72-9807-b1816a580d06 HTTP/1.1" status: 204 len: 168 time: 0.5921869 Jun 09 13:20:12.494347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4abe077-df22-429b-80e8-dc44d4d1a66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:12.508011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.508474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f311bc-8595-4d72-9807-b1816a580d06,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.513118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.513423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=7eb76d13-c5d9-4e02-93bb-05deb885228f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.520758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92d2ac-9d00-494d-ab5d-52796fa14d10 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.525429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.527016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92d2ac-9d00-494d-ab5d-52796fa14d10 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.531200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:12.531717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.533243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92d2ac-9d00-494d-ab5d-52796fa14d10 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.533990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.536332 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5aa595ab-0da2-4ef0-a016-ab245f15dfc9 HTTP/1.1" status: 204 len: 168 time: 1.0529256 Jun 09 13:20:12.539093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92d2ac-9d00-494d-ab5d-52796fa14d10 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.539665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16a18d3c-8b7a-4fd2-a260-4ce08b25b55c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:12.540879 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ed92d2ac-9d00-494d-ab5d-52796fa14d10 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4006014 Jun 09 13:20:12.541480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48484) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.548334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d58c8b-e436-4553-94cf-1764acf1e908 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:12.571213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48486) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.591726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 7eb76d13-c5d9-4e02-93bb-05deb885228f details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:12.614438 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3747b0fd-599c-4fe1-b844-ceacdd086b55 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717397 Jun 09 13:20:12.618493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48492) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.618728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa595ab-0da2-4ef0-a016-ab245f15dfc9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.668808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.680840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.720925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.854342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.909962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.921043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.923498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.924850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed9ca99c-59ea-4739-83e9-8b58c40f2216 HTTP/1.1" status: 204 len: 168 time: 0.6498756 Jun 09 13:20:12.927610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-88f60c13-c115-47d3-9f65-31f0d7b31ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:12.936533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f5f12-ad39-4ed3-b8bb-b1b5d09bee5d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:12.938850 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5f9f5f12-ad39-4ed3-b8bb-b1b5d09bee5d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3191113 Jun 09 13:20:12.940899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48496) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.941525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48498) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:12.948724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ca99c-59ea-4739-83e9-8b58c40f2216,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:12.984860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:12.988894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:12.994352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.036997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.095792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4c50fa4-3ece-43c9-b54d-dbc8c76ad8a1 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.123411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48504) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.173183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:13.175902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba7bd-8192-42b9-b924-70d976e4c06d req-d147f5f1-c150-4863-9813-2360c48730d2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:13.177850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd0ba7bd-8192-42b9-b924-70d976e4c06d req-d147f5f1-c150-4863-9813-2360c48730d2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3797278 Jun 09 13:20:13.180254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.184366 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1841826 Jun 09 13:20:13.191767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48506) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.208455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ab5e4-a423-415a-a927-58351288c2f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:13.214479 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-542ab5e4-a423-415a-a927-58351288c2f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2453146 Jun 09 13:20:13.215537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48508) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.321093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Deleting port 9e310db6-cd4d-43e3-909e-951a5dd4b389 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:13.321764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.334645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48510) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.335562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153ccad7-4d78-40bc-9edd-209e7181b8c0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:13.352847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:13.359477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': '750b9cd2-8421-42f8-86a8-3e530ac95b15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '153ccad7-4d78-40bc-9edd-209e7181b8c0', 'remote_ip_prefix': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:13.363216 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-53051ccd-441c-457b-93a8-f0072250dad6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220486 Jun 09 13:20:13.367426 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-57353131-3edf-4832-a1aa-0d7b43a7aae8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4246616 Jun 09 13:20:13.368218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48514) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.370855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48516) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.374575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.376719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601108300'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:13.381953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=a417c5cd-f27a-4647-ad4d-790f3672747a,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:13.400391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:13.402795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:13.418834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.422789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41d3e1e-4dc3-4340-99db-c93dbf38a7e8']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:13.447035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Checking segment: {'id': '8831748e-ce93-4a76-a748-2cc48966d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:13.447459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network hostable DHCP agents. Network: 29d1eb74-4d85-4fbe-977a-2661bcfc5643, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:13.469142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] For port 9e310db6-cd4d-43e3-909e-951a5dd4b389, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e310db6-cd4d-43e3-909e-951a5dd4b389,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:13.469745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.476065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754eb222-f24c-4b83-8083-cbf28f2f8818') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:13.476368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754eb222-f24c-4b83-8083-cbf28f2f8818') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:13.506567 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f8eb11ad-e1d3-4628-8594-c84728610bb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f05ef50b76c943439cc6d626f93d8265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625829 Jun 09 13:20:13.508140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.514054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48518) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.526038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd0ba7bd-8192-42b9-b924-70d976e4c06d req-345a4a35-2a51-4624-b8ab-a44873de862a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810930 Jun 09 13:20:13.542039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.547046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.568283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:13.568974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.584831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:13.587400 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:13.613846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--1860910588', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:13.635954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.637429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Calling delete_port for 9e310db6-cd4d-43e3-909e-951a5dd4b389 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:13.677283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.679114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 29d1eb74-4d85-4fbe-977a-2661bcfc5643) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:13.693880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2bbd1a-6d3d-493e-b310-41b5a1708839 None None] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:13.696297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:13.697126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.722840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.729153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84bf99fe-8131-4deb-8dd4-6ac6d82bd6b3 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.744288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.746715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.751119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/f41d3e1e-4dc3-4340-99db-c93dbf38a7e8 HTTP/1.1" status: 204 len: 168 time: 1.1658356 Jun 09 13:20:13.751672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.758226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=f41d3e1e-4dc3-4340-99db-c93dbf38a7e8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:13.761071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:13.776476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.782104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.784243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ae25cca3-bb55-4063-b8f0-a9e25ff5d374 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.816976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516bd015-bff7-45ab-9795-baca5d18c275,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:13.818106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.820073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:13.825512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.830363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-09aa3260-2275-4e61-8979-45573272de2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.835895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5e7d313-f27a-494a-b2d0-1ef145397003 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:13.865662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] No DVR routers for this DVR port 9e310db6-cd4d-43e3-909e-951a5dd4b389 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:13.880054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.882424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.886458 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d201372-8f6a-4943-b6fc-93e2b6922f45 HTTP/1.1" status: 204 len: 168 time: 0.3683362 Jun 09 13:20:13.891003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Pushing event deleted for resources: {'Port': ['ID=9e310db6-cd4d-43e3-909e-951a5dd4b389,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:13.893925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:13.900295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.901613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5552797 Jun 09 13:20:13.904738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48524) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:13.911095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:13.914632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.939782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.959959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.989711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:13.998822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.000285 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/516bd015-bff7-45ab-9795-baca5d18c275 HTTP/1.1" status: 204 len: 168 time: 0.0944934 Jun 09 13:20:14.001583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-17cecb00-276b-413d-8a3a-12fa27774118 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:14.006090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48526) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.016257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=516bd015-bff7-45ab-9795-baca5d18c275,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.019609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.044341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd9db6-223b-4f92-ab00-087dbcaf240c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.055901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.060204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.061833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a27b0c54-dcd9-4b46-b288-21a22d83c93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:14.072337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2017303 Jun 09 13:20:14.075230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48528) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.083500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:14.084618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-722533769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.087023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.092166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-29d1eb74-4d85-4fbe-977a-2661bcfc5643', 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': 'a417c5cd-f27a-4647-ad4d-790f3672747a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:14.092448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.103657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d201372-8f6a-4943-b6fc-93e2b6922f45,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.113273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.117804 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7458336 Jun 09 13:20:14.119093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48530) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.124443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.138860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c5c19fa1-d3ce-4cf9-96c5-55787b83e295 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '28cd9db6-223b-4f92-ab00-087dbcaf240c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.139019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.144404 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-c5c19fa1-d3ce-4cf9-96c5-55787b83e295 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 09 13:20:14.144404 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-c5c19fa1-d3ce-4cf9-96c5-55787b83e295 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:14.145566 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c5c19fa1-d3ce-4cf9-96c5-55787b83e295 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251856 Jun 09 13:20:14.149033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48532) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.157644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-832f3ab4-6a32-48a3-ab44-40d0abf9bdc5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '28cd9db6-223b-4f92-ab00-087dbcaf240c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.158469 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-832f3ab4-6a32-48a3-ab44-40d0abf9bdc5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 09 13:20:14.159226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-832f3ab4-6a32-48a3-ab44-40d0abf9bdc5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:14.160348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-832f3ab4-6a32-48a3-ab44-40d0abf9bdc5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102232 Jun 09 13:20:14.163221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.164545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.171584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48534) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.179648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1b1cd1cd-e316-458b-ae10-6d84c85f7316 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '28cd9db6-223b-4f92-ab00-087dbcaf240c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.181303 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-1b1cd1cd-e316-458b-ae10-6d84c85f7316 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 09 13:20:14.181303 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-1b1cd1cd-e316-458b-ae10-6d84c85f7316 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:14.182988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b1cd1cd-e316-458b-ae10-6d84c85f7316 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096145 Jun 09 13:20:14.187362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48536) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.193315 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-000d9b86-2276-4b4a-92ec-e3264528d9da tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1688790 Jun 09 13:20:14.193832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fa160ef2-dfa7-48bd-bbcf-a4e4d1c465d8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '28cd9db6-223b-4f92-ab00-087dbcaf240c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.194996 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-fa160ef2-dfa7-48bd-bbcf-a4e4d1c465d8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 09 13:20:14.195491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-fa160ef2-dfa7-48bd-bbcf-a4e4d1c465d8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:14.197676 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fa160ef2-dfa7-48bd-bbcf-a4e4d1c465d8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089388 Jun 09 13:20:14.199851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.218164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48540) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.305792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.341828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Allocated IP 172.20.0.2 (29d1eb74-4d85-4fbe-977a-2661bcfc5643/a417c5cd-f27a-4647-ad4d-790f3672747a/c8bf1bff-f305-488c-a5be-9f40522da96b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:14.358665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.402089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.418391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.418679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.434646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.441954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.443730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c35b10ad-72d6-460e-9997-008123fe66c0 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:14.464513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.465750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e99af7c-f951-46b6-a5f1-fe1baaa0849c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3888836 Jun 09 13:20:14.475151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48542) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.488693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643', 'name': 'tempest-PortsTestJSON-1563976898'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:14.525383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.543480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:14.549542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb76d13-c5d9-4e02-93bb-05deb885228f']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:14.570862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95081269-f0eb-4929-b5c2-4aa355beb4f2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.576845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5805f586-514f-40e5-83de-4acb1ead3add') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:14.577145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5805f586-514f-40e5-83de-4acb1ead3add') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:14.581475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.590800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.594929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.594929 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 9ce102ce-f381-41a9-a3ee-4f525b4c3c83 of type vlan for network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 Jun 09 13:20:14.604699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.636790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.639189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.642844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/28cd9db6-223b-4f92-ab00-087dbcaf240c HTTP/1.1" status: 204 len: 168 time: 0.4210434 Jun 09 13:20:14.645573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48546) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.645724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c08e8c7c-92ea-439c-b27e-e202b651b848 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:14.676697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd9db6-223b-4f92-ab00-087dbcaf240c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.681699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.699794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.712512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.719991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:14.720375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.731563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.733953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.737810 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/153ccad7-4d78-40bc-9edd-209e7181b8c0 HTTP/1.1" status: 204 len: 168 time: 0.5333781 Jun 09 13:20:14.741944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b90b98fa-99cf-4b75-9674-ba5b3bd28198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:14.754035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.758381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48548) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.779292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ccad7-4d78-40bc-9edd-209e7181b8c0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:14.786587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:14.797808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:14.801264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:14.853040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 528f8390-20bc-40c7-bc2d-289e77d504bb yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:14.883384 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:14.914063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e310db6-cd4d-43e3-909e-951a5dd4b389 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:14.925983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5367aa4e-4252-4c0c-b891-b3e67e205e5a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1641829 Jun 09 13:20:14.927235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48550) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:14.950255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9e310db6-cd4d-43e3-909e-951a5dd4b389 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:14.950655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e310db6-cd4d-43e3-909e-951a5dd4b389 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:14.970770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc668a-21f6-4124-a8b4-fb6251d308b2 req-2139b8e9-925e-442e-801d-b0700a3a09da tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:14.972224 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-febc668a-21f6-4124-a8b4-fb6251d308b2 req-2139b8e9-925e-442e-801d-b0700a3a09da tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.2775829 Jun 09 13:20:15.044016 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-882e5f3a-0ef4-4067-9777-f3d1d193f398 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3953359 Jun 09 13:20:15.045022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48552) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.050439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-febc668a-21f6-4124-a8b4-fb6251d308b2 req-f122219b-36d9-422e-aa6d-c361b78e5ec4 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644827 Jun 09 13:20:15.051181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--807462309'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:15.055767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.075889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Transition to ACTIVE for port object c8bf1bff-f305-488c-a5be-9f40522da96b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:15.076102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.080976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.086450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:15.087044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.087362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.095957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e074a96-aedf-412f-9e24-dfe11e5cafe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.118225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Transition to ACTIVE for port object c8bf1bff-f305-488c-a5be-9f40522da96b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:15.118473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.122866 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/7eb76d13-c5d9-4e02-93bb-05deb885228f HTTP/1.1" status: 204 len: 168 time: 1.3698666 Jun 09 13:20:15.125339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48556) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.128912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.141205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-41b192dc-6a4d-429d-bdbb-6ba7111e9442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.212859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:15.215984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:15.220920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:15.222924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:20:15.227605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.230675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Pushing event updated for resources: {'Port': ['ID=c8bf1bff-f305-488c-a5be-9f40522da96b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.248677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.262656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.273116 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9314568 Jun 09 13:20:15.276777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48558) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.282291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=d08298fe-31d1-4a42-88a6-e8ba421ac5f1,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.293997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:15.304390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.304598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:15.305332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.308959 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/750b9cd2-8421-42f8-86a8-3e530ac95b15 HTTP/1.1" status: 204 len: 168 time: 0.3772802 Jun 09 13:20:15.311840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fee9f9d-e7f4-44d4-bb79-4faa02261a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.320836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.334683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:15.340675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=7eb76d13-c5d9-4e02-93bb-05deb885228f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.350399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:15.352414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.354901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.355429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.357774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:15.358474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.362401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0947cb92-146a-4adb-94d3-5778a3abb87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.362575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b9cd2-8421-42f8-86a8-3e530ac95b15,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.372302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.381031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b8343-4cb9-4270-b882-dd084e76b968 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:15.382363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.12 (29d1eb74-4d85-4fbe-977a-2661bcfc5643/a417c5cd-f27a-4647-ad4d-790f3672747a/528f8390-20bc-40c7-bc2d-289e77d504bb) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:15.425524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.426553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.478056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Attempting to bind port c8bf1bff-f305-488c-a5be-9f40522da96b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:15.478518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Attempting to bind port c8bf1bff-f305-488c-a5be-9f40522da96b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8831748e-ce93-4a76-a748-2cc48966d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:15.478970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Attempting to bind port c8bf1bff-f305-488c-a5be-9f40522da96b on network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:15.484911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.486671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=27c47476-8710-4a8b-91c8-f2675533583a,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.492065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:15.492546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Checking segment: {'id': '8831748e-ce93-4a76-a748-2cc48966d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:15.493334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.493519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Bound using segment: {'id': '8831748e-ce93-4a76-a748-2cc48966d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:15.494118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Bound port: c8bf1bff-f305-488c-a5be-9f40522da96b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8831748e-ce93-4a76-a748-2cc48966d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '29d1eb74-4d85-4fbe-977a-2661bcfc5643'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:15.494600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.503354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.517077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-17a9fca7-11ce-4630-8d1a-15096a516dcb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1882877 Jun 09 13:20:15.522934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48562) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.527429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00637674-2893-44a6-92d2-9ff24cce523d tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:15.528902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--403458451'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:15.533491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00637674-2893-44a6-92d2-9ff24cce523d tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:15.535044 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-00637674-2893-44a6-92d2-9ff24cce523d tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4085305 Jun 09 13:20:15.539889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48564) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.551149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-607621431'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:15.633483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e858-dc14-4f65-9483-d88191a609a4 req-430e710a-018e-4707-a1d6-60d17d0fb1a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:15.640601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2942e858-dc14-4f65-9483-d88191a609a4 req-430e710a-018e-4707-a1d6-60d17d0fb1a2 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4485300 Jun 09 13:20:15.677937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] For port c8bf1bff-f305-488c-a5be-9f40522da96b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:15.689894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] For port c8bf1bff-f305-488c-a5be-9f40522da96b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8bf1bff-f305-488c-a5be-9f40522da96b,segment=NetworkSegment(8831748e-ce93-4a76-a748-2cc48966d218),segment_id=8831748e-ce93-4a76-a748-2cc48966d218)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:15.697486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.703426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcc9d5d3-ee5c-435b-841b-67f049704125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.739003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2942e858-dc14-4f65-9483-d88191a609a4 req-722e0825-31b2-4b4f-9b8c-13c3b91cdd83 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828295 Jun 09 13:20:15.790565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.812660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.818188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.829176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '27c47476-8710-4a8b-91c8-f2675533583a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:15.829937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.849619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 528f8390-20bc-40c7-bc2d-289e77d504bb will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:15.860976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Pushing event updated for resources: {'Port': ['ID=c8bf1bff-f305-488c-a5be-9f40522da96b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:15.865262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:15.875781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79e4e6d5-31a5-43b8-80f4-5015ba196d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.892744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.898907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:15.915179 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5432196 Jun 09 13:20:15.928339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:15.931840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48568) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:15.941093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:39:cf:43', 'name': 'tempest-NetworksTestDHCPv6-19172673'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:15.962986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:20:15.962986 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:20:15.962986 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': '5685b4492a3444258bd595ea5de961ca', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 20, 15, 560797)}] Jun 09 13:20:15.962986 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:15.963474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:16.010510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:16.014634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:16.019083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:16.039389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc4430-c7c8-4eec-b752-c073a4239b0c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:16.077683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:16.079321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Allocated IP 2001:db8::f816:3eff:fe65:b922 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/27c47476-8710-4a8b-91c8-f2675533583a/180c82d2-72d9-4c5d-bfe5-aca914c94ebe) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:16.169249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.194886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.196625 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1506872 Jun 09 13:20:16.210694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48574) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.222351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e56510e2-b153-4b36-a036-ab74a880f539 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:16.223409 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-e56510e2-b153-4b36-a036-ab74a880f539 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 09 13:20:16.223911 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-e56510e2-b153-4b36-a036-ab74a880f539 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:16.224923 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e56510e2-b153-4b36-a036-ab74a880f539 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103579 Jun 09 13:20:16.232158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48576) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.241769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1e17d508-8869-4d26-b9dd-734da1f71ad8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:16.295201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=528f8390-20bc-40c7-bc2d-289e77d504bb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:16.307250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:16.338045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:16.338797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.383983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04980c57-a255-44be-a360-89693ca3cc2d req-849fdca9-acf0-4898-ad89-e879796972b1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:16.385446 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04980c57-a255-44be-a360-89693ca3cc2d req-849fdca9-acf0-4898-ad89-e879796972b1 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.1370392 Jun 09 13:20:16.394855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.406161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Transition to ACTIVE for port object 180c82d2-72d9-4c5d-bfe5-aca914c94ebe will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:16.426134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Transition to ACTIVE for port object 180c82d2-72d9-4c5d-bfe5-aca914c94ebe will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:16.432090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.440106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10d5a242-baf6-4e96-a0da-232486710a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:16.440858 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04980c57-a255-44be-a360-89693ca3cc2d req-ca2bad27-9dbe-47f4-b16b-6a1ae297ed04 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478652 Jun 09 13:20:16.463228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.470465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.477286 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9928229 Jun 09 13:20:16.478150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48578) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.480043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-150ede59-fdba-497d-a396-5491779f7aeb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:16.495569 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-1e17d508-8869-4d26-b9dd-734da1f71ad8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:16.499312 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1e17d508-8869-4d26-b9dd-734da1f71ad8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2631202 Jun 09 13:20:16.502703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:16.505704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:16.508557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48580) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.510254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:16.524011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-de573636-3ba9-4b38-a8c7-e2a3fc7b0b7b tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:16.524450 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-de573636-3ba9-4b38-a8c7-e2a3fc7b0b7b tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 09 13:20:16.524975 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-de573636-3ba9-4b38-a8c7-e2a3fc7b0b7b tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:16.528789 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-de573636-3ba9-4b38-a8c7-e2a3fc7b0b7b tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089176 Jun 09 13:20:16.530719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48582) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.545643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-03c9b4a7-5786-4f01-9003-fbb800ad9c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:16.590779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Pushing event updated for resources: {'Port': ['ID=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:16.598313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:16.611549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:16.624760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82c9c1-199d-4aab-b728-233513bd9b1d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:16.658214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Attempting to bind port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:16.658614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Attempting to bind port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:16.658978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Attempting to bind port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:16.664446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:16.664831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:16.665222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.665612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:16.666076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Bound port: 180c82d2-72d9-4c5d-bfe5-aca914c94ebe, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:16.666451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.676413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:16.766889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:16.771143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.778010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] For port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:16.784045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] For port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:16.793268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.801956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-49f33142-afe4-45a7-9210-f18b360ccf8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:16.889076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Pushing event updated for resources: {'Port': ['ID=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:16.897293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:16.962942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:16.968705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48584) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:16.969646 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4453008 Jun 09 13:20:16.979342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': 'bf82c9c1-199d-4aab-b728-233513bd9b1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:16.985445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:17.000231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.002462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c8bf1bff-f305-488c-a5be-9f40522da96b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:17.041682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.085393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.086193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment c82b3fc1-a4ea-4c70-90c4-9b3982dcf245 of type vlan for network a6488306-390f-4d9e-8e2f-a326f5160a1c Jun 09 13:20:17.111087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c8bf1bff-f305-488c-a5be-9f40522da96b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:17.185671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.205669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.237935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:17.303238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-03c9b4a7-5786-4f01-9003-fbb800ad9c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:17.307111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-03c9b4a7-5786-4f01-9003-fbb800ad9c0e tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7725475 Jun 09 13:20:17.321817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48586) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.322801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.337887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bfa045b8-85e7-48e3-89f2-2703c5ffc5ab tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:17.338758 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-bfa045b8-85e7-48e3-89f2-2703c5ffc5ab tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 09 13:20:17.339253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-bfa045b8-85e7-48e3-89f2-2703c5ffc5ab tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:17.340224 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfa045b8-85e7-48e3-89f2-2703c5ffc5ab tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105326 Jun 09 13:20:17.347910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48588) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.351631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba16982-a85f-4d81-89e6-bdbaa74e20a7 None None] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:17.354946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0ee0a2c1-eddd-412a-8445-208b28b64dfc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:17.391824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.397201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:17.397789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.414215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af03dc1a-d71f-4967-b2ee-232f0b670e76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:17.423160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.117 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/9b2d0cef-b0bf-45db-8771-5900ac9c1bc7) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:17.428653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.459716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Provisioning for port c8bf1bff-f305-488c-a5be-9f40522da96b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:17.477687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Provisioning complete for port c8bf1bff-f305-488c-a5be-9f40522da96b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:17.478069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.556439 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-0ee0a2c1-eddd-412a-8445-208b28b64dfc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:17.560433 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ee0a2c1-eddd-412a-8445-208b28b64dfc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2094257 Jun 09 13:20:17.567544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48594) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.575168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-35f9471c-18ed-475d-a7ec-6523448c9312 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:17.575649 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-35f9471c-18ed-475d-a7ec-6523448c9312 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 09 13:20:17.576141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-35f9471c-18ed-475d-a7ec-6523448c9312 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:17.576816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=a6488306-390f-4d9e-8e2f-a326f5160a1c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:17.579996 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-35f9471c-18ed-475d-a7ec-6523448c9312 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113232 Jun 09 13:20:17.589544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48596) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.600223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:17.602847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-93bddda1-8921-44c0-a89f-8189b2f24575 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:17.611835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe39:cf43 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/27c47476-8710-4a8b-91c8-f2675533583a/5e0d9a50-5a64-45ee-9b37-8bea0ac06069) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:17.612274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network a6488306-390f-4d9e-8e2f-a326f5160a1c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:17.614471 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0732100 Jun 09 13:20:17.620144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48598) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.625913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667401035'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:17.631609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.703119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.713337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b83b31e7-018b-43f1-871e-821cb679bdef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:17.752854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92da9338-4c35-4725-b8fc-9dafa371f3bc,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:17.765578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:17.784184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.837867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.893393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be06fd19-ddf3-4df3-ae05-018ae8e05d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.919786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] For port c8bf1bff-f305-488c-a5be-9f40522da96b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8bf1bff-f305-488c-a5be-9f40522da96b,segment=NetworkSegment(8831748e-ce93-4a76-a748-2cc48966d218),segment_id=8831748e-ce93-4a76-a748-2cc48966d218)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:17.925006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:17.929756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.941438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.945635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2535693d-9b5f-4a8b-89a4-b22c3bc43d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:17.950024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:17.951381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9770911 Jun 09 13:20:17.962091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48600) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:17.987665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.007839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:18.033351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.036549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Pushing event updated for resources: {'Port': ['ID=c8bf1bff-f305-488c-a5be-9f40522da96b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:18.038087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-25990c0b-f9dc-4f1e-8c3a-a5484ae004e6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:18.040395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:18.083482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.094467 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-93bddda1-8921-44c0-a89f-8189b2f24575 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:18.095849 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-93bddda1-8921-44c0-a89f-8189b2f24575 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5002155 Jun 09 13:20:18.112688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48602) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.129112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a434830a-34d5-484c-97e5-8a28653a05cc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'adcc4430-c7c8-4eec-b752-c073a4239b0c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:18.167841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:18.169392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:18.176874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:18.179548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:18.186116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:18.192630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:18.193562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.197825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:18.226322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:18.228930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dd106-3dd9-4f43-aa70-263ccdbfb485 req-bf544984-6e91-4d2f-9ad5-5aa43d0c0a69 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:18.231556 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a88dd106-3dd9-4f43-aa70-263ccdbfb485 req-bf544984-6e91-4d2f-9ad5-5aa43d0c0a69 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.6300373 Jun 09 13:20:18.246958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:18.251743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e11a02e0-c399-4f1d-b488-0cd02d9d88aa tempest-FloatingIPAdminTestJSON-2077614155 tempest-FloatingIPAdminTestJSON-2077614155-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:18.262980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:18.276171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-81e72c4d-5ae4-41c0-9d4c-6d9a630a63cf None None] Provisioning for port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:18.296644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.338493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.342810 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4060836 Jun 09 13:20:18.350997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48604) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.358559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.358938 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment d7e22481-792a-4065-a4f4-bf12f92e44c4 of type vlan for network 857ca24a-40a0-478a-a4d4-d7f05b3c4ada Jun 09 13:20:18.396998 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-a434830a-34d5-484c-97e5-8a28653a05cc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:18.398037 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a434830a-34d5-484c-97e5-8a28653a05cc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2841973 Jun 09 13:20:18.405410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a88dd106-3dd9-4f43-aa70-263ccdbfb485 req-3b02e0af-d413-46cb-be4f-63735cf7fe8d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541169 Jun 09 13:20:18.409124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48606) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.414806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Provisioning for port 528f8390-20bc-40c7-bc2d-289e77d504bb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:18.421580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Provisioning complete for port 528f8390-20bc-40c7-bc2d-289e77d504bb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:18.422316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.477158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.496271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Port 528f8390-20bc-40c7-bc2d-289e77d504bb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:18.498410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.504897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=5e0d9a50-5a64-45ee-9b37-8bea0ac06069,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:18.510005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Provisioning complete for port c8bf1bff-f305-488c-a5be-9f40522da96b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:18.510456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da93db97-bf1e-4aaa-a46e-17870045906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.514737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-63540ca8-df7c-4e20-a80d-9700a8223f6c tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:18.521010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:18.535568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.539686 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/92da9338-4c35-4725-b8fc-9dafa371f3bc HTTP/1.1" status: 204 len: 168 time: 0.5735459 Jun 09 13:20:18.540688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92da9338-4c35-4725-b8fc-9dafa371f3bc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:18.543343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:18.545365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48608) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.629358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.635261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.641226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:18.642002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.660516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d46a8fce-9712-44f2-bf89-15c9f6cd3798 tempest-RoutersIpV6AdminTest-1974345884 tempest-RoutersIpV6AdminTest-1974345884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:18.700564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.702455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.752239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1306059 Jun 09 13:20:18.758348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48610) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.771189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'ports': [{'network_id': 'a6488306-390f-4d9e-8e2f-a326f5160a1c', 'name': 'tempest-port--725259161', 'admin_state_up': True}, {'network_id': '857ca24a-40a0-478a-a4d4-d7f05b3c4ada', 'admin_state_up': False}]} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:18.771498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'port': {'network_id': 'a6488306-390f-4d9e-8e2f-a326f5160a1c', 'name': 'tempest-port--725259161', 'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:18.771965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'port': {'network_id': '857ca24a-40a0-478a-a4d4-d7f05b3c4ada', 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:18.786442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Provisioning complete for port 528f8390-20bc-40c7-bc2d-289e77d504bb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:18.786978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.801652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-337244ec-6bd0-4f7f-bec6-7cef6d5c6874 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2488470 Jun 09 13:20:18.805670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48612) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:18.884333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Port 528f8390-20bc-40c7-bc2d-289e77d504bb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:18.899538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=857ca24a-40a0-478a-a4d4-d7f05b3c4ada,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:18.901888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Provisioning for port 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:18.905977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.909419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Provisioning complete for port 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:18.910308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:18.916371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:18.926298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b31682b8-de96-44fa-b663-e5b03c2328a3 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:18.982084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c238e-836d-4fa8-bce7-70a1216d21d3 None None] Port 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:18.985580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 857ca24a-40a0-478a-a4d4-d7f05b3c4ada details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:19.092743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c8bf1bff-f305-488c-a5be-9f40522da96b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:19.098473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544f6b6-6592-415c-9df4-ceb1b9aee5d5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:19.104263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544f6b6-6592-415c-9df4-ceb1b9aee5d5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:19.106071 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0544f6b6-6592-415c-9df4-ceb1b9aee5d5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7538877 Jun 09 13:20:19.141680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48614) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:19.195121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c8bf1bff-f305-488c-a5be-9f40522da96b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:19.196086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.259670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8715005c-68ac-4d87-9d81-e9297b7b8e39 None None] Provisioning complete for port 528f8390-20bc-40c7-bc2d-289e77d504bb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:19.260219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8715005c-68ac-4d87-9d81-e9297b7b8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.264496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=528f8390-20bc-40c7-bc2d-289e77d504bb,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:19.267465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:19.268352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.296621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.299057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.302830 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/adcc4430-c7c8-4eec-b752-c073a4239b0c HTTP/1.1" status: 204 len: 168 time: 0.8779168 Jun 09 13:20:19.307665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-20f067ae-2d26-401b-8e48-68dc714c50b0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:19.312212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48616) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:19.323769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8715005c-68ac-4d87-9d81-e9297b7b8e39 None None] Port 528f8390-20bc-40c7-bc2d-289e77d504bb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:19.344265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc4430-c7c8-4eec-b752-c073a4239b0c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:19.346772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:19.354641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.376922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.384805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 180c82d2-72d9-4c5d-bfe5-aca914c94ebe up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:19.504113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:19.511547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:19.511925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.542560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-6ab2a7ce-a8aa-4e86-805d-9321837711a7 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:19.542832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.544062 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-6ab2a7ce-a8aa-4e86-805d-9321837711a7 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4564567 Jun 09 13:20:19.547870 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7ba4d7ed-08f6-4778-97b2-a0f14620a98a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2328873 Jun 09 13:20:19.555241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.557888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.561681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf82c9c1-199d-4aab-b728-233513bd9b1d HTTP/1.1" status: 204 len: 168 time: 0.7472026 Jun 09 13:20:19.562323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:19.562682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48622) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:19.565582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35c45d4b-8686-40e6-a69f-2b6af817a030 tempest-QuotasNegativeTest-546955197 tempest-QuotasNegativeTest-546955197-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:19.603617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--327384633'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:19.658825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82c9c1-199d-4aab-b728-233513bd9b1d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:19.661211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:19.661454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.662718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'port': 2} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:19.667335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.701907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:19.702439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.711675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:19.715996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.719184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:19.786065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.798710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:19.806578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:19.830973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0aa0c879-15bf-4836-9b4e-20e821b58f57 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2528005 Jun 09 13:20:19.832084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48624) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:19.846450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group': {'name': 'tempest-secgroup--93274398'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:19.857067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:19.953609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e6ded-06ea-41ca-83b6-25072ff362e6 req-62520954-7232-4a21-82bf-930df3a08e5d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:19.962396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b63e6ded-06ea-41ca-83b6-25072ff362e6 req-62520954-7232-4a21-82bf-930df3a08e5d tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.3629107 Jun 09 13:20:20.024423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] device_id is not set on port b771c123-fc3d-45ac-a702-3071cc656025 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:20.035563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.051050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Deleting port 39cd18d3-f0a7-4b35-bc83-0383741560d2 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:20.051657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.074126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.102662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.119314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.232434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-798ef781-c7cb-46df-ac15-22ca0c350cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.237612 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b63e6ded-06ea-41ca-83b6-25072ff362e6 req-31139d02-0506-48de-93af-8e4ecaa57fad tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742894 Jun 09 13:20:20.248749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 5e0d9a50-5a64-45ee-9b37-8bea0ac06069 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:20.298890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.416285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] For port 39cd18d3-f0a7-4b35-bc83-0383741560d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39cd18d3-f0a7-4b35-bc83-0383741560d2,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:20.416930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.649354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.671045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.683831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:20.744511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.759797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa6a38-dbec-47f3-8324-628a8b23f45f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:20.782685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:20.922968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 180c82d2-72d9-4c5d-bfe5-aca914c94ebe up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:20.962382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] device_id is not set on port 0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:20.986373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.998008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:20.998907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:20.999026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.008325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4cae775f-4077-4668-9848-6c6f3a3ccd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:21.024987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.029098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4533463 Jun 09 13:20:21.029539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.037706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.059784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a79828ee-8f95-40f3-8a12-91a6e406b4ca tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '31aa6a38-dbec-47f3-8324-628a8b23f45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:21.062264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.063984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2211967 Jun 09 13:20:21.069148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.095141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:20:21.101221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1606b-918c-4559-aa3a-b9c5ea907388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:21.122259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1606b-918c-4559-aa3a-b9c5ea907388,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:21.125689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:21.135165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:21.178488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.180544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.181055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.181246 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Floating IP 204e37cb-7bd1-49ba-a9ab-4355a5f725ee disassociated. External IP: 172.26.5.148, port: 39cd18d3-f0a7-4b35-bc83-0383741560d2. Jun 09 13:20:21.181610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Calling delete_port for 39cd18d3-f0a7-4b35-bc83-0383741560d2 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:21.185965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.188809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/5e0d9a50-5a64-45ee-9b37-8bea0ac06069 HTTP/1.1" status: 204 len: 168 time: 2.0433662 Jun 09 13:20:21.195895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48630) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.205647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.231740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=5e0d9a50-5a64-45ee-9b37-8bea0ac06069,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:21.234739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:21.235257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fc2b5a8-e6a7-4404-bbe3-1e7130b95695 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:21.287567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.330424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.352845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.358475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=528f8390-20bc-40c7-bc2d-289e77d504bb,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:21.378296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:21.457361 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-a79828ee-8f95-40f3-8a12-91a6e406b4ca tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The resource could not be found. Jun 09 13:20:21.458285 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a79828ee-8f95-40f3-8a12-91a6e406b4ca tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4278135 Jun 09 13:20:21.471542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48634) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.476171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7c6668d4-2ad3-4561-8761-0bdc3e628c3f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '31aa6a38-dbec-47f3-8324-628a8b23f45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4827bfc0-a6ce-412d-b248-7232ee61a613'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:21.493571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9aa76e-dcfb-473d-a19a-bb096bbc3267 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:21.495168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9aa76e-dcfb-473d-a19a-bb096bbc3267 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:21.496655 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3d9aa76e-dcfb-473d-a19a-bb096bbc3267 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2985146 Jun 09 13:20:21.499773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.524134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.558594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:21.570031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:21.580418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:21.581154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:21.592995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.616830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.622143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-085eea1d-8649-47a5-9ecc-36176be34a73 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:21.637149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 27c47476-8710-4a8b-91c8-f2675533583a {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:21.647268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.648473 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3674033 Jun 09 13:20:21.649608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.651301 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-7c6668d4-2ad3-4561-8761-0bdc3e628c3f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The resource could not be found. Jun 09 13:20:21.654830 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7c6668d4-2ad3-4561-8761-0bdc3e628c3f tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1797626 Jun 09 13:20:21.654975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.656298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48638) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.656625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48640) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.660196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b512bdee-d9d5-4b16-b08a-306af5606e22 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:21.716525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744c564b-7589-426e-8210-0000de24c5e0,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:21.733656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:21.744712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.748702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6497092 Jun 09 13:20:21.757654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48644) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.774574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.783554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:21.806443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:21.818251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:21.836571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeea30a-d34b-4c34-aab6-dfc18d0e3d0f req-c7a7293e-0d0b-4458-86eb-2c24d691c410 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:21.838241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4eeea30a-d34b-4c34-aab6-dfc18d0e3d0f req-c7a7293e-0d0b-4458-86eb-2c24d691c410 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 945 time: 0.4701924 Jun 09 13:20:21.851108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.862632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db8907b1-b110-43bb-bafc-6b355ec987cb tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules/744c564b-7589-426e-8210-0000de24c5e0 HTTP/1.1" status: 200 len: 763 time: 0.1035700 Jun 09 13:20:21.874535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48646) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:21.915603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Port': ['ID=b771c123-fc3d-45ac-a702-3071cc656025,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:21.916447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 39cd18d3-f0a7-4b35-bc83-0383741560d2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:21.933709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:21.934402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:21.964531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 39cd18d3-f0a7-4b35-bc83-0383741560d2 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:21.964977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 39cd18d3-f0a7-4b35-bc83-0383741560d2 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:22.024713 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ca50aa31-372d-4d9d-95a2-1449940a1235 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3303170 Jun 09 13:20:22.025445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ae50dd1b-9685-4381-85c8-35b97593dd59 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:22.057083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48648) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.085892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.095456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event deleted for resources: {'Port': ['ID=39cd18d3-f0a7-4b35-bc83-0383741560d2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:22.103004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:22.108579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Checking segment: {'id': 'c82b3fc1-a4ea-4c70-90c4-9b3982dcf245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a6488306-390f-4d9e-8e2f-a326f5160a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:22.108935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network hostable DHCP agents. Network: a6488306-390f-4d9e-8e2f-a326f5160a1c, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:22.176035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-001793a9-7b57-475c-b312-b131a4f2bd93 None None] Provisioning complete for port 528f8390-20bc-40c7-bc2d-289e77d504bb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:22.176485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-001793a9-7b57-475c-b312-b131a4f2bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.259548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-001793a9-7b57-475c-b312-b131a4f2bd93 None None] Port 528f8390-20bc-40c7-bc2d-289e77d504bb cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:22.271734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:18Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:22.277717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:22.278138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Updating router b846931e-1413-444e-8c53-9a9ceac94f0a port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:20:22.324024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network a6488306-390f-4d9e-8e2f-a326f5160a1c is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:22.350005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, a6488306-390f-4d9e-8e2f-a326f5160a1c) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:22.350268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.351702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.353991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.355131 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/31aa6a38-dbec-47f3-8324-628a8b23f45f HTTP/1.1" status: 204 len: 168 time: 0.6598732 Jun 09 13:20:22.360031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-eb697338-b194-410e-a44d-dc519cccc591 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:22.371573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48650) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.372329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:22.373178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.391640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f3494-739e-4283-8fa1-03d3de70b67c None None] Network a6488306-390f-4d9e-8e2f-a326f5160a1c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:22.397801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa6a38-dbec-47f3-8324-628a8b23f45f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:22.402333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4eeea30a-d34b-4c34-aab6-dfc18d0e3d0f req-defad510-7c0d-4cf7-b18e-bd0a6aaa374a tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f398a0f-2897-46fa-b1e2-43af27464502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5466866 Jun 09 13:20:22.406730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:22.410404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:22.425027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e85583af-a99b-4161-aa12-b240af83b475 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4640894 Jun 09 13:20:22.431639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48652) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.460344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.488143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Router 0e070c8e-fcfd-478e-8f55-3571817373f8 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:20:22.537042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Port': ['ID=0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:22.544417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:22.552337 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2a58c9a1-d77a-425b-967c-5008e6bac481 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1771255 Jun 09 13:20:22.563520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.570024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48654) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.584903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a734b687-d5ab-49d4-bfd6-d0966e348226 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': 'cd8aff2d-a508-41bb-a6fb-1bb35bbd121a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:22.595768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ab4da-7f20-4648-8536-7d2c7637d62f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:22.600123 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db1ab4da-7f20-4648-8536-7d2c7637d62f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5254343 Jun 09 13:20:22.603701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.612880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48656) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.688162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d4b4060b-e60e-4fbd-87bc-833f1fc8e066 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713770 Jun 09 13:20:22.696917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48658) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.703186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129753146', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:22.718724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Router 88e6544e-6fea-4ec1-b107-fb789e6fc3dd is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:20:22.779937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.796518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Checking segment: {'id': 'd7e22481-792a-4065-a4f4-bf12f92e44c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '857ca24a-40a0-478a-a4d4-d7f05b3c4ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:22.796786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-582b8728-accb-4f7a-9509-0a17b33f6e48 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:22.796889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network hostable DHCP agents. Network: 857ca24a-40a0-478a-a4d4-d7f05b3c4ada, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:22.827424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.844014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.847596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/744c564b-7589-426e-8210-0000de24c5e0 HTTP/1.1" status: 204 len: 168 time: 0.4125702 Jun 09 13:20:22.850231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48660) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.871129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=27c47476-8710-4a8b-91c8-f2675533583a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:22.872810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ad7ba-a7c3-401f-8f29-b01c6dbd5191 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:22.877594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:22.882045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/27c47476-8710-4a8b-91c8-f2675533583a HTTP/1.1" status: 204 len: 168 time: 1.3784459 Jun 09 13:20:22.890685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48662) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:22.938697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:22.939295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:22.973686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=744c564b-7589-426e-8210-0000de24c5e0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:22.979118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:23.004841 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6bd7c12f-03a0-4d03-bc02-38fc055080fb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071167 Jun 09 13:20:23.007273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48664) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.020411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:23.028094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-a734b687-d5ab-49d4-bfd6-d0966e348226 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The resource could not be found. Jun 09 13:20:23.032646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a734b687-d5ab-49d4-bfd6-d0966e348226 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4576774 Jun 09 13:20:23.035119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48666) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.049982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network 857ca24a-40a0-478a-a4d4-d7f05b3c4ada is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:23.051024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--12012569'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:23.102690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:23.106184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.113472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.115409 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ef2acc26-7de4-4fbc-afaf-74e01489432a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2647705 Jun 09 13:20:23.123960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48668) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.125149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:23.132047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1606b-918c-4559-aa3a-b9c5ea907388', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:23.133719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.139552 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/routers/88e6544e-6fea-4ec1-b107-fb789e6fc3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6602466 Jun 09 13:20:23.147360 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] Sync routers for ids ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:23.152144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Transition to ACTIVE for port object 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:23.159377 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] Routers {'88e6544e-6fea-4ec1-b107-fb789e6fc3dd'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:23.160313 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:23.172220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.177566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b96069dc-6a8c-4831-8490-278e436bf78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:23.186442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48670) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.199898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:23.204047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 857ca24a-40a0-478a-a4d4-d7f05b3c4ada) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:23.217940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b5e65-4a05-4980-bbe2-78b4e9e9eca6 None None] Network 857ca24a-40a0-478a-a4d4-d7f05b3c4ada requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:23.237243 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:23.243547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Sync routers for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:23.249992 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] Routers {'88e6544e-6fea-4ec1-b107-fb789e6fc3dd'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:23.250635 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:23.286448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.303570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] No DVR routers for this DVR port 39cd18d3-f0a7-4b35-bc83-0383741560d2 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:23.305409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:23.314289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:23.323500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:23.324389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.324996 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:23.325406 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfea5d-f5a1-4c17-8bca-87c46d63d8f6 None None] The sync data for ids ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:23.351229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.353701 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-db79d96b-bb8b-41e3-8aa4-d53b797fc3d7 req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.42 "DELETE /v2.0/ports/39cd18d3-f0a7-4b35-bc83-0383741560d2 HTTP/1.1" status: 204 len: 173 time: 3.7850335 Jun 09 13:20:23.354361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'name': 'network-vif-deleted', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:20:23.357654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9638a04-9d19-4b38-b1ba-2cbd7337fd8d" -d '{"events": [{"server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "name": "network-vif-deleted", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:20:23.360195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Attempting to bind port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:23.360714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Attempting to bind port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:23.360932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Attempting to bind port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:23.365015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.370106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:23.370627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:23.402343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:23.404978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:20:23.404978 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:20:23.404978 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': '0e762396c6e34df58a4b2d871f13c69d', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 20, 23, 350626)}] Jun 09 13:20:23.404978 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:23.405447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:23.408274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.457713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be4e89-8b4e-479e-bf79-25d66feeeb9c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:23.462398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-58be4e89-8b4e-479e-bf79-25d66feeeb9c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e6544e-6fea-4ec1-b107-fb789e6fc3dd HTTP/1.1" status: 200 len: 983 time: 0.2691205 Jun 09 13:20:23.463529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48676) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.498912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Pushing event updated for resources: {'Port': ['ID=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:23.518580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.521469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:23.521863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:23.522363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.522807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:23.523301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Bound port: 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:23.523693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.542705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.546120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:23.547923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:23.607450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:23.632717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1f259a-1a7d-4563-90fe-554dab1e918e x-openstack-request-id: req-2a1f259a-1a7d-4563-90fe-554dab1e918e {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:20:23.633139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a54759-0dd5-4bd6-ad8e-2a61ba358328", "name": "network-vif-deleted", "tag": "39cd18d3-f0a7-4b35-bc83-0383741560d2", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:20:23.633335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a1f259a-1a7d-4563-90fe-554dab1e918e {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:20:23.634931 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a54759-0dd5-4bd6-ad8e-2a61ba358328', 'name': 'network-vif-deleted', 'tag': '39cd18d3-f0a7-4b35-bc83-0383741560d2', 'status': 'completed', 'code': 200} Jun 09 13:20:23.635479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dc4d0d-f2be-4e28-8a30-a4bb653bb61f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:23.645413 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8837547 Jun 09 13:20:23.646318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:23.647455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.651861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48678) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.653454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-33e997a4-e23e-4994-bda9-9b39a743865f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:23.687138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c7291158-7f9e-46ee-bb77-23bc8426253b req-5d29c823-0242-4334-b047-376fe4159596 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a54759-0dd5-4bd6-ad8e-2a61ba358328 HTTP/1.1" status: 200 len: 210 time: 0.1021028 Jun 09 13:20:23.735686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.739453 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6098697 Jun 09 13:20:23.745271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48680) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.804817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=db2e7093-2288-47ed-b813-ed295e962297,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:23.811683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:23.812693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] For port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:23.822394 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9df69408-70f9-40fc-bb9a-6a3c5f5ec339 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules/64dc4d0d-f2be-4e28-8a30-a4bb653bb61f HTTP/1.1" status: 200 len: 763 time: 0.0605061 Jun 09 13:20:23.822904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48682) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.833928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:23.837712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:23.838230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: d08298fe-31d1-4a42-88a6-e8ba421ac5f1, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:23.871921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4f9ce-b8b5-4522-afb2-e7c62683929f tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:23.877981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4f9ce-b8b5-4522-afb2-e7c62683929f tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:23.882705 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9c4f9ce-b8b5-4522-afb2-e7c62683929f tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1944182 Jun 09 13:20:23.883621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48684) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:23.889664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] For port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:23.914288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.921635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7a41cb7-753b-41f3-8ba7-bb7c6a67519e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:23.924224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:23.977262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:23.993942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c6c66472-f5b6-4b75-9f5e-6b84165798c5 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1697431 Jun 09 13:20:24.002888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48686) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:24.037842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Deleting port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:24.038556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.058602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, d08298fe-31d1-4a42-88a6-e8ba421ac5f1) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:24.088937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:24.089759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.110223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.134188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.134823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39c308-cd7d-42e9-ade2-cc8d268cdf4b None None] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:24.207722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.214046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:24.224281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.228050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/64dc4d0d-f2be-4e28-8a30-a4bb653bb61f HTTP/1.1" status: 204 len: 168 time: 0.2207170 Jun 09 13:20:24.234670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48688) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:24.253232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64dc4d0d-f2be-4e28-8a30-a4bb653bb61f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:24.257607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.260596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:24.262968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting port b771c123-fc3d-45ac-a702-3071cc656025 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:24.262968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.286068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.337644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dafa9805-575d-415c-a363-4984638da7b3 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:24.366277 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6682839 Jun 09 13:20:24.369784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:24.386098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Pushing event updated for resources: {'Port': ['ID=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:24.395367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:24.396061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:24.448283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:24.569025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] For port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:24.569404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.577044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.578953 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5358191 Jun 09 13:20:24.601677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48692) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:24.606689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28708e5e-e2dc-4ee5-b68c-fc7ffe69c47c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:24.612759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--91267921'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:24.626581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.633760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:24.645037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a445cb6c-06ca-420b-9f2c-5b982de67a54 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4058857 Jun 09 13:20:24.650456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48694) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:24.658260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1606b-918c-4559-aa3a-b9c5ea907388', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:24.718038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:20:24.730741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Calling delete_port for 180c82d2-72d9-4c5d-bfe5-aca914c94ebe owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:24.794272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Calling delete_port for b771c123-fc3d-45ac-a702-3071cc656025 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:24.868534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.926904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:24.935755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.972053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:24.984022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e27863f4-a177-4e2d-9f69-314338d9b583 tempest-RoutersIpV6AdminTest-2004317446 tempest-RoutersIpV6AdminTest-2004317446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.029347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 180c82d2-72d9-4c5d-bfe5-aca914c94ebe no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:25.037456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.066080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Port': ['ID=b771c123-fc3d-45ac-a702-3071cc656025,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.067391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-d08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:25.068532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.082191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.083292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.087038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/ports/b771c123-fc3d-45ac-a702-3071cc656025 HTTP/1.1" status: 204 len: 168 time: 1.1983333 Jun 09 13:20:25.098518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48700) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.139732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.141352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.150834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.155763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.169302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-076fcdfc-1ce1-4036-b3c0-e12f22513288 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.213322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.214623 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6053011 Jun 09 13:20:25.226130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48702) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.234558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8f33f237-c50e-4141-9f95-294a171c75dc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group_rule': {'security_group_id': '28708e5e-e2dc-4ee5-b68c-fc7ffe69c47c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0749abf5-a531-4b33-8ae0-f4f13f91cd0a'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:25.269390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.270803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6162388 Jun 09 13:20:25.272450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0749abf5-a531-4b33-8ae0-f4f13f91cd0a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.274566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48704) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.277052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.286464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.287056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a4cfcf39-0694-4ac1-8e37-e9c70d452749 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.296599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.318003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9be50493-47ec-4ca3-8aa9-246b8386c42f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules/982a3b33-2db2-4b93-b851-10471d8e18d1 HTTP/1.1" status: 200 len: 764 time: 0.0422499 Jun 09 13:20:25.320683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48706) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.325260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No active binding found for port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe {{(pid=92385) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 09 13:20:25.325688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 180c82d2-72d9-4c5d-bfe5-aca914c94ebe not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:25.336875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982a3b33-2db2-4b93-b851-10471d8e18d1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.345148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.349496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe concurrently deleted while adding address for new subnet {'id': '2989dbba-6db8-43fa-8635-ba15b0b1077d', 'name': '', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 733, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-09T13:20:23Z', 'updated_at': '2021-06-09T13:20:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': '674f5e62e6b24ab0baf0dc6a1434dad2'}. {{(pid=92383) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 09 13:20:25.350030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.363714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-96419878-26d2-468f-83da-8cedda98c6a5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.365133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:25.372952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] No DVR routers for this DVR port 180c82d2-72d9-4c5d-bfe5-aca914c94ebe on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:25.374498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Pushing event deleted for resources: {'Port': ['ID=180c82d2-72d9-4c5d-bfe5-aca914c94ebe,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.388219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.396486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Checking router: 0e070c8e-fcfd-478e-8f55-3571817373f8 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:25.400289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting port 0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:25.400625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.426004 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a0566246-6eaa-403a-a6ca-9e41f6c2092d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1019437 Jun 09 13:20:25.427779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48708) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.477254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:25.477900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:25.533962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.548336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.556683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.625454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:25.637086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:25.644091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=2989dbba-6db8-43fa-8635-ba15b0b1077d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.647258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:25.648108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.655443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.668845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469b4f7-d93b-4950-a8aa-e450bbdae222 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:25.684931 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-8f33f237-c50e-4141-9f95-294a171c75dc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:25.689128 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f33f237-c50e-4141-9f95-294a171c75dc tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4613914 Jun 09 13:20:25.690119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48710) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.706345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Calling delete_port for 0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:25.717059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.722867 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7093585 Jun 09 13:20:25.723065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.725747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/982a3b33-2db2-4b93-b851-10471d8e18d1 HTTP/1.1" status: 204 len: 168 time: 0.2956843 Jun 09 13:20:25.725747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48712) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.726174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48714) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.726654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f11477c-08d5-40dc-b144-0aa5ead30865 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:25.739213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:66:5d:26', 'name': 'tempest-NetworksTestDHCPv6-553279391'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:25.765139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=982a3b33-2db2-4b93-b851-10471d8e18d1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:25.766614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Allocated IP 172.20.0.2 (d08298fe-31d1-4a42-88a6-e8ba421ac5f1/db2e7093-2288-47ed-b813-ed295e962297/3b0085e6-421a-4864-8937-d9e8e2489289) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:25.768037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:25.885678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48718) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.900211 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-95f84512-bc92-4164-8f6f-1b31e4b63ebf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1701252 Jun 09 13:20:25.903578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48720) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:25.921600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.963317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:25.978799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:25.980534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:26.004537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.009774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-05b65cf4-c66b-4150-94d1-7cf5ce435126 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:26.020322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:18Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:26.086962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c65200-e0fd-4f96-bb2b-0c6fc9e8545e None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:18Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:26.139491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Port': ['ID=0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:26.156280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:26.167332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.172344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/ports/0841f69f-3eeb-44cd-a6f9-db5f2a8b40e3 HTTP/1.1" status: 204 len: 168 time: 1.0717766 Jun 09 13:20:26.179243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48722) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.228757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.251880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c7298696-7883-4c04-8919-df530cadd218 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0692661 Jun 09 13:20:26.252526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48724) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.281442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563671873'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:26.321840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:26.330481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.399339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.421201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.437407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '2989dbba-6db8-43fa-8635-ba15b0b1077d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:26.457428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.474407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:26.515572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:26.534619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.582225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.591663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.592378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment 705f7d31-49c3-4939-a764-17635717da85 of type vlan for network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 Jun 09 13:20:26.604278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.606667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.610283 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/0749abf5-a531-4b33-8ae0-f4f13f91cd0a HTTP/1.1" status: 204 len: 168 time: 0.9133420 Jun 09 13:20:26.612221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48726) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.617352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65420fed-75d0-4002-ac4b-eccb017cdd07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:26.618899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.622083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.623618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f398a0f-2897-46fa-b1e2-43af27464502 HTTP/1.1" status: 204 len: 168 time: 0.7369943 Jun 09 13:20:26.634923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48728) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.640785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df5b0363-47ad-40aa-b011-c01df7b7c7a2 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:26.664209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.688320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0749abf5-a531-4b33-8ae0-f4f13f91cd0a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:26.704116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 528f8390-20bc-40c7-bc2d-289e77d504bb {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:26.704451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.708424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Transition to ACTIVE for port object 3b0085e6-421a-4864-8937-d9e8e2489289 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:26.728662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:26.735215 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-4a0929fa-fb24-44d1-aefe-739f557897cc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] show failed (client error): The resource could not be found. Jun 09 13:20:26.736801 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4a0929fa-fb24-44d1-aefe-739f557897cc tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "GET /v2.0/security-groups/8f398a0f-2897-46fa-b1e2-43af27464502 HTTP/1.1" status: 404 len: 347 time: 0.0995057 Jun 09 13:20:26.738690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Transition to ACTIVE for port object 3b0085e6-421a-4864-8937-d9e8e2489289 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:26.808644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48730) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.824035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.832017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3345831a-db71-4dd1-9b33-9c2b592bf57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:26.852700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f398a0f-2897-46fa-b1e2-43af27464502,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:26.855424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:26.903098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.924273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Pushing event updated for resources: {'Port': ['ID=3b0085e6-421a-4864-8937-d9e8e2489289,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:26.926696 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0bb882b9-0033-4f6e-91b1-aad55ce35e98 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3085361 Jun 09 13:20:26.929290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:26.936487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48732) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:26.948371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:26.967603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:26.970361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:26.973818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:27.033909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe66:5d26 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/2989dbba-6db8-43fa-8635-ba15b0b1077d/52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:27.058489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.064135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:27.065268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.080165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0b2be193-1e08-47cd-8d16-06024b3a9bed tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:27.087528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:27.151189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:27.174554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f56d-6075-4ffe-854b-7e8b0d222911 None None] The sync data for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv is: [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:16:14Z', 'revision_number': 4, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b', 'name': '', 'network_id': '5afd4417-c8ce-4060-91c6-1ec09f97250b', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'mac_address': 'fa:16:3e:a7:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:10Z', 'updated_at': '2021-06-09T13:16:30Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'subnets': [{'id': '8bb0b340-7617-4014-b9ea-7cf1c6a2a244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:27.191368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Attempting to bind port 3b0085e6-421a-4864-8937-d9e8e2489289 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:27.191748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Attempting to bind port 3b0085e6-421a-4864-8937-d9e8e2489289 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:27.192518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Attempting to bind port 3b0085e6-421a-4864-8937-d9e8e2489289 on network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:27.198442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:27.198855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Checking segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:27.199274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.199673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Bound using segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:27.200156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Bound port: 3b0085e6-421a-4864-8937-d9e8e2489289, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:27.200562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.223621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=11057ed8-bdc1-4241-bfb9-991aa3276fc0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:27.230725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.235101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:27.238328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.241611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.242934 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0d1606b-918c-4559-aa3a-b9c5ea907388 HTTP/1.1" status: 204 len: 168 time: 1.3381743 Jun 09 13:20:27.256717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48734) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:27.259964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3197c4fd-f3e1-45dc-ae52-953fd55c3222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:27.266000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:27.330706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1606b-918c-4559-aa3a-b9c5ea907388,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:27.344555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0675306 Jun 09 13:20:27.350073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48736) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:27.350754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:27.359412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-846510868'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:27.359620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.361138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:27.402838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:27.403198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.479777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.536224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 528f8390-20bc-40c7-bc2d-289e77d504bb owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:27.551653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] For port 3b0085e6-421a-4864-8937-d9e8e2489289, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:27.555065 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1a66aa21-5ac2-453f-8bd6-769e6b4444d0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2951462 Jun 09 13:20:27.555819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48738) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:27.556617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] For port 3b0085e6-421a-4864-8937-d9e8e2489289, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3b0085e6-421a-4864-8937-d9e8e2489289,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:27.600742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:27.604514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.676137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.686054 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c7821-19ca-4218-9426-7d399e42ae1f None None] New status for floating IP 204e37cb-7bd1-49ba-a9ab-4355a5f725ee: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:20:27.690562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:27.705512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-971c4d10-84c6-469e-a64a-44aefae16be5 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1396868 Jun 09 13:20:27.714250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.716718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.720493 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/28708e5e-e2dc-4ee5-b68c-fc7ffe69c47c HTTP/1.1" status: 204 len: 168 time: 0.7830236 Jun 09 13:20:27.721308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48742) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:27.722197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:27.731280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Deleting port 06fe03f1-ee66-4dab-8a4f-7920363a5041 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:27.731868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.736404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9954662d-225f-4d75-866a-f626eb2689b2 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:27.772810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.783021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28708e5e-e2dc-4ee5-b68c-fc7ffe69c47c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:27.793568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Pushing event updated for resources: {'Port': ['ID=3b0085e6-421a-4864-8937-d9e8e2489289,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:27.795370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:27.805707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:27.823394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.823743 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Added segment 97c8ba46-bc46-42f1-9a90-f938746b01a6 of type vlan for network 6afae9fa-6beb-4870-8d72-246b54493384 Jun 09 13:20:27.834043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:27.864208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.880679 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-630c61ea-34ee-4a71-b36e-902d5acacddf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1323903 Jun 09 13:20:27.880950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48744) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:27.886102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'tempest-secgroup--746886188'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:27.895978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.916699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:27.932448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:27.934359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:27.982361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.006987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.019534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:28.020195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.024499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.037630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:28.101610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (d08298fe-31d1-4a42-88a6-e8ba421ac5f1/db2e7093-2288-47ed-b813-ed295e962297/82bda5eb-920a-4d7d-b3c2-1995e6bcef5e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:28.225387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Allocated IP 2001:db8::f816:3eff:fed8:41c4 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/2989dbba-6db8-43fa-8635-ba15b0b1077d/c6eff4e6-f319-43ed-ae40-e91a692fba76) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:28.240343 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8862441 Jun 09 13:20:28.266440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:28.282458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:28.282671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Network': ['ID=6afae9fa-6beb-4870-8d72-246b54493384,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:28.305528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:28.311296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:28.312003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37c1b9aa-49ab-4122-a407-a5d63162dfae tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:28.325128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6afae9fa-6beb-4870-8d72-246b54493384 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:28.396013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:28.400412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48748) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:28.442479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:28.449597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:28.454915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.540662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.578785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:28.604435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:28.718253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.720739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.732146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.735171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Transition to ACTIVE for port object c6eff4e6-f319-43ed-ae40-e91a692fba76 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:28.758352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.761148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Transition to ACTIVE for port object c6eff4e6-f319-43ed-ae40-e91a692fba76 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:28.771307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.771861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.773734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.780043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:28.785286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-abfa1766-5317-4d58-b899-a41b4e0c02d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:28.786980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ca298fb-3d3a-4318-86da-1c73dff414b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:28.806432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0736349 Jun 09 13:20:28.807558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:28.809000 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9270039 Jun 09 13:20:28.811759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48752) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:28.815767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f8c9547e-d8e7-4d59-a3a2-c3319aada2ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51e1a284f7ea4a7a9a403f73148e5587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886952 Jun 09 13:20:28.818389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48754) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:28.818943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48756) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:28.871742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-187d107e-59ff-45f9-8c17-0292d0cb3b95 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:28.872334 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-187d107e-59ff-45f9-8c17-0292d0cb3b95 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 09 13:20:28.873169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-187d107e-59ff-45f9-8c17-0292d0cb3b95 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] update failed (client error): There was a conflict when trying to complete your request. Jun 09 13:20:28.876190 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-187d107e-59ff-45f9-8c17-0292d0cb3b95 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "PUT /v2.0/security-groups/c9949034-e1d6-42b9-a43b-96751065923a HTTP/1.1" status: 409 len: 330 time: 0.0195625 Jun 09 13:20:28.884991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48758) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:28.918108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Pushing event updated for resources: {'Port': ['ID=c6eff4e6-f319-43ed-ae40-e91a692fba76,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:28.934294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:28.940479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Calling delete_port for 06fe03f1-ee66-4dab-8a4f-7920363a5041 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:28.942520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:28.944409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:28.947195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:29.006914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9949034-e1d6-42b9-a43b-96751065923a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.032297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.092498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.098742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1858612-3349-4167-9ccb-5d22eaa899b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:29.144859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Attempting to bind port c6eff4e6-f319-43ed-ae40-e91a692fba76 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:29.145473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Attempting to bind port c6eff4e6-f319-43ed-ae40-e91a692fba76 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:29.146978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Attempting to bind port c6eff4e6-f319-43ed-ae40-e91a692fba76 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:29.152656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.153990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3b0085e6-421a-4864-8937-d9e8e2489289 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:29.178706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.196808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b303d7f-9f7c-4d3b-89cb-82fde4038feb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:29.203805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b303d7f-9f7c-4d3b-89cb-82fde4038feb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:29.205432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5b303d7f-9f7c-4d3b-89cb-82fde4038feb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3884206 Jun 09 13:20:29.214359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48760) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:29.232424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.243509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:29.244549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:29.245184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.246993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:29.247654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Bound port: c6eff4e6-f319-43ed-ae40-e91a692fba76, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:29.248335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.269308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:29.275563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.326020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.337528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:29.348336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:29.433241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 3b0085e6-421a-4864-8937-d9e8e2489289 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:29.448916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:29.465294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.466250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.473573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.478379 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9949034-e1d6-42b9-a43b-96751065923a HTTP/1.1" status: 204 len: 168 time: 0.5825906 Jun 09 13:20:29.479975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48762) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:29.481226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e357756-8483-4ad1-b4dc-a940c19a666b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:29.522320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.531384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:29.553520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.555964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.561468 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13fdeede-4b86-401c-8937-06dc9a549e17 HTTP/1.1" status: 204 len: 168 time: 0.7054064 Jun 09 13:20:29.568778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9949034-e1d6-42b9-a43b-96751065923a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.591131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.591664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1c8682b9-e0bc-47a5-88bc-a8d9a6d59ce1 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:29.618685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fdeede-4b86-401c-8937-06dc9a549e17,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.620373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] For port c6eff4e6-f319-43ed-ae40-e91a692fba76, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:29.631781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] For port c6eff4e6-f319-43ed-ae40-e91a692fba76, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c6eff4e6-f319-43ed-ae40-e91a692fba76,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:29.646289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.663148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.672369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:29.683034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c9ba591b-f062-48ab-8db9-2bffd7e806d9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1873245 Jun 09 13:20:29.688313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48766) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:29.702391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=528f8390-20bc-40c7-bc2d-289e77d504bb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.725971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e50fe2b5-42c6-4875-8b52-93197c71bef8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] delete failed (client error): The resource could not be found. Jun 09 13:20:29.728047 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e50fe2b5-42c6-4875-8b52-93197c71bef8 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "DELETE /v2.0/security-groups/eaa62565-f1d7-4f74-8022-4e9f6e1e4b48 HTTP/1.1" status: 404 len: 347 time: 0.0377917 Jun 09 13:20:29.738602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.738602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48768) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:29.752699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786da00e-c0ad-4b66-8aba-d6dd819597b0 None None] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:29.847397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:29.869185 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-b819276c-c12c-478a-98b9-12c8c851fa04 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] show failed (client error): The resource could not be found. Jun 09 13:20:29.875596 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b819276c-c12c-478a-98b9-12c8c851fa04 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-groups/6056a65f-42d0-4e36-afc5-942ef2e42459 HTTP/1.1" status: 404 len: 347 time: 0.1041744 Jun 09 13:20:29.876853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48772) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:29.888351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Pushing event updated for resources: {'Port': ['ID=c6eff4e6-f319-43ed-ae40-e91a692fba76,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:29.895343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:29.910572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-be384ab2-2268-4d5a-841b-546781fccf45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] show failed (client error): The resource could not be found. Jun 09 13:20:29.926545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-be384ab2-2268-4d5a-841b-546781fccf45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] 10.222.0.21 "GET /v2.0/security-group-rules/166dc5aa-7f47-4513-917d-38b0969d5bba HTTP/1.1" status: 404 len: 356 time: 0.0451450 Jun 09 13:20:29.960486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:29.963028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.101054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.115485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.123489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dc184c82-d9a3-4dd0-b006-c3994b03b9b3 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:30.131032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Provisioning for port 3b0085e6-421a-4864-8937-d9e8e2489289 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:30.186362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Provisioning complete for port 3b0085e6-421a-4864-8937-d9e8e2489289 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:30.187050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.320770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Pushing event deleted for resources: {'Port': ['ID=06fe03f1-ee66-4dab-8a4f-7920363a5041,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:30.345723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:30.475141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48786) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:30.561503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:30.561873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.730207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.741812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9fb0e6bd-df03-44f7-9795-ba4c50cee3bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e762396c6e34df58a4b2d871f13c69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630837 Jun 09 13:20:30.744028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48796) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:30.863089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.897700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] For port 3b0085e6-421a-4864-8937-d9e8e2489289, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3b0085e6-421a-4864-8937-d9e8e2489289,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:30.931988 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:20:30.938831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:30.945181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67e80691-1df1-4637-b510-665161a62230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:30.990678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.155836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.157222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6eff4e6-f319-43ed-ae40-e91a692fba76 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:31.167850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.172274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7467c97d-9b22-4654-84cc-499a95a3e0eb HTTP/1.1" status: 204 len: 168 time: 0.4270797 Jun 09 13:20:31.172934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48800) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:31.174553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dce424a-14eb-4a32-b01c-a7981a006da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:31.209560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467c97d-9b22-4654-84cc-499a95a3e0eb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:31.245834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:31.394220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1a90625d-30c9-4597-a607-cfe7335654e1 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-435695816', 'prefixes': ['172.20.0.0/16']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:31.435039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Pushing event updated for resources: {'Port': ['ID=3b0085e6-421a-4864-8937-d9e8e2489289,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:31.452762 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:31.513398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c6eff4e6-f319-43ed-ae40-e91a692fba76 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:31.530169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Provisioning for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:31.540610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Provisioning complete for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:31.542080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.556146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.562743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1a90625d-30c9-4597-a607-cfe7335654e1 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] Notify callbacks [] for subnetpool, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.567060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1a90625d-30c9-4597-a607-cfe7335654e1 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3816156 Jun 09 13:20:31.568447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.568589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48806) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:31.576642 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] 10.222.0.21 "DELETE /v2.0/floatingips/204e37cb-7bd1-49ba-a9ab-4355a5f725ee HTTP/1.1" status: 204 len: 168 time: 4.7545772 Jun 09 13:20:31.588883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48808) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:31.653132 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5fc637f8-f893-4784-99c7-a435435abb5e tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "GET /v2.0/subnetpools/a01e6c5e-fcdb-4e7f-9f39-a7374e2347df HTTP/1.1" status: 200 len: 731 time: 0.0807369 Jun 09 13:20:31.653855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48810) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:31.666001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-52156ca3-a679-4a73-9ae0-7ad1f5bddc1c tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1247315146'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:31.687805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48812) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:31.693897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'subnets': [{'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--533540740', 'ip_version': 6}, {'network_id': '6afae9fa-6beb-4870-8d72-246b54493384', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:31.694479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'subnet': {'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--533540740', 'ip_version': 6}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:31.695327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Request body: {'subnet': {'network_id': '6afae9fa-6beb-4870-8d72-246b54493384', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:31.729980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:31.759494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Provisioning complete for port 3b0085e6-421a-4864-8937-d9e8e2489289 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:31.760007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0267358a-eeab-41de-9969-560d0956a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:31.915771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Router 88e6544e-6fea-4ec1-b107-fb789e6fc3dd has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:20:31.916707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.056733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.067791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Provisioning for port 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:32.075038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Provisioning complete for port 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:32.075798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.144243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Port 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:32.156829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52156ca3-a679-4a73-9ae0-7ad1f5bddc1c tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] Notify callbacks [] for subnetpool, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.157740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-52156ca3-a679-4a73-9ae0-7ad1f5bddc1c tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "PUT /v2.0/subnetpools/a01e6c5e-fcdb-4e7f-9f39-a7374e2347df HTTP/1.1" status: 200 len: 684 time: 0.4963984 Jun 09 13:20:32.158613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Provisioning complete for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:32.159173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.160271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48814) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.217285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:32.228872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Provisioning for port c6eff4e6-f319-43ed-ae40-e91a692fba76 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:32.231313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Made reservation on behalf of 5685b4492a3444258bd595ea5de961ca for: {'subnet': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:32.234155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Provisioning complete for port c6eff4e6-f319-43ed-ae40-e91a692fba76 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:32.234571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.235849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.236171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.334069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:32.348417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-696dbaf9-5b96-4937-b0af-79a213ef1d73 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] Notify callbacks [] for subnetpool, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.352159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-696dbaf9-5b96-4937-b0af-79a213ef1d73 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a01e6c5e-fcdb-4e7f-9f39-a7374e2347df HTTP/1.1" status: 204 len: 168 time: 0.1884577 Jun 09 13:20:32.352387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48816) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.361763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.378602 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e1543731-a99a-4b84-8607-877f11343e38 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] show failed (client error): The resource could not be found. Jun 09 13:20:32.382319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e1543731-a99a-4b84-8607-877f11343e38 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "GET /v2.0/subnetpools/a01e6c5e-fcdb-4e7f-9f39-a7374e2347df HTTP/1.1" status: 404 len: 346 time: 0.0263312 Jun 09 13:20:32.382610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48818) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.397005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] For port c6eff4e6-f319-43ed-ae40-e91a692fba76, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c6eff4e6-f319-43ed-ae40-e91a692fba76,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:32.402563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.406951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:32.407197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-b30b0433-dfc4-4dfb-8a2a-c7c41b64a485 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] delete failed (client error): The resource could not be found. Jun 09 13:20:32.412930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b30b0433-dfc4-4dfb-8a2a-c7c41b64a485 tempest-SubnetPoolsTestJSON-1039365558 tempest-SubnetPoolsTestJSON-1039365558-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a01e6c5e-fcdb-4e7f-9f39-a7374e2347df HTTP/1.1" status: 404 len: 346 time: 0.0247002 Jun 09 13:20:32.482061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:32.498711 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/routers/88e6544e-6fea-4ec1-b107-fb789e6fc3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9379692 Jun 09 13:20:32.501954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Pushing event updated for resources: {'Port': ['ID=c6eff4e6-f319-43ed-ae40-e91a692fba76,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:32.506063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] Sync routers for ids ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:32.508378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:32.518041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] Routers {'88e6544e-6fea-4ec1-b107-fb789e6fc3dd'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:32.518976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:32.562570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48822) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.592714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:32.603398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] Routers {'88e6544e-6fea-4ec1-b107-fb789e6fc3dd'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:32.604150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:32.615750 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-c056d054-2b01-4e91-be9e-9edb1c6d5904 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:20:32.619727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c056d054-2b01-4e91-be9e-9edb1c6d5904 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/528f8390-20bc-40c7-bc2d-289e77d504bb HTTP/1.1" status: 404 len: 333 time: 0.0539556 Jun 09 13:20:32.626741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48824) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.709030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:32.709621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51866d8-4874-4290-bd6e-a8dd89485c1c None None] The sync data for ids ['88e6544e-6fea-4ec1-b107-fb789e6fc3dd'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:32.774250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48828) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:32.801098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:32.952675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3b0085e6-421a-4864-8937-d9e8e2489289 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:33.039699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 3b0085e6-421a-4864-8937-d9e8e2489289 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:33.040094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.122723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.151853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.184950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.187061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6eff4e6-f319-43ed-ae40-e91a692fba76 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:33.190682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.191426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Fanout notify agent at l3_agent the message router_deleted on router 88e6544e-6fea-4ec1-b107-fb789e6fc3dd {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:20:33.201133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.202506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ad99b00-1680-4152-94a2-a2794d2cbd4e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/routers/88e6544e-6fea-4ec1-b107-fb789e6fc3dd HTTP/1.1" status: 204 len: 168 time: 0.5696471 Jun 09 13:20:33.205513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48832) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:33.214962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.230493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c594b28-4e93-4f43-9c49-30eb26774ec1 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:33.264359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c6eff4e6-f319-43ed-ae40-e91a692fba76 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:33.264827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.301077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet a417c5cd-f27a-4647-ad4d-790f3672747a {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:33.304403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.323453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:33.331200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.332767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:33.341693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57cf8716-2dfa-44e8-9310-5cd1956aa248 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:33.424241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.426413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Subnet': ['ID=2c86155e-f298-4075-adf4-429f0a3423c8,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:33.426596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.428431 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 HTTP/1.1" status: 204 len: 168 time: 4.2130890 Jun 09 13:20:33.432728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48834) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:33.433565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:33.440194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.470249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36a3bb70-bd74-4e1e-8624-ea07dfa0b265 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:33.487439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.589474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:33.593702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.602239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:33.696844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Checking segment: {'id': '705f7d31-49c3-4939-a764-17635717da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:33.697447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network hostable DHCP agents. Network: 11057ed8-bdc1-4241-bfb9-991aa3276fc0, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:33.730491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db42dff-22d2-4b1c-abdc-da3c56cfc9c5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:33.732082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db42dff-22d2-4b1c-abdc-da3c56cfc9c5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:33.733535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5db42dff-22d2-4b1c-abdc-da3c56cfc9c5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2974088 Jun 09 13:20:33.738000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48836) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:33.770404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.787814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:33.791048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.806919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c7f8b687-8847-4c2c-bc41-f8d1d5357e65 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:33.812869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 11057ed8-bdc1-4241-bfb9-991aa3276fc0) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:33.823515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.834125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5707e-9da0-46bd-9592-a24fbb095771 None None] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:33.851555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.857376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c0ad4fc-8bd0-4b05-a516-3e9975869182 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:33.883247 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86a5c5924789457ca519645747b1e8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1032746 Jun 09 13:20:33.883247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:33.884735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48838) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:33.885560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07953eae-d900-4019-ab80-d8b590db422b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:33.889182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:33.897328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 2989dbba-6db8-43fa-8635-ba15b0b1077d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:33.904385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:33.923518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:33.985596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.025281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event updated for resources: {'Subnet': ['ID=a56d70d7-c6e9-496f-aa8a-f588a1c5bff5,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:34.034991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:34.042991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.073186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-11057ed8-bdc1-4241-bfb9-991aa3276fc0', 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0', 'tenant_id': '5685b4492a3444258bd595ea5de961ca', 'fixed_ips': [{'subnet_id': '2c86155e-f298-4075-adf4-429f0a3423c8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:34.074363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.083704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Checking segment: {'id': '97c8ba46-bc46-42f1-9a90-f938746b01a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:34.084095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network hostable DHCP agents. Network: 6afae9fa-6beb-4870-8d72-246b54493384, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:34.092936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.107412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:34.152797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=a417c5cd-f27a-4647-ad4d-790f3672747a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:34.159308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.164076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/a417c5cd-f27a-4647-ad4d-790f3672747a HTTP/1.1" status: 204 len: 168 time: 0.9548049 Jun 09 13:20:34.164076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:34.166467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48840) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.239469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Network 6afae9fa-6beb-4870-8d72-246b54493384 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:34.245041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca401de5-a468-4165-9741-6aa12bb0366d None None] Network 29d1eb74-4d85-4fbe-977a-2661bcfc5643 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:34.275761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6afae9fa-6beb-4870-8d72-246b54493384) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:34.282386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.297191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:34.297651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:34.298275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.324451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.329833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.354095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ddaab-783e-466f-8191-d1f433041112 None None] Network 6afae9fa-6beb-4870-8d72-246b54493384 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:34.375217 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6835811 Jun 09 13:20:34.377742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48842) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.377903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Allocated IP 2001:db8::1 (11057ed8-bdc1-4241-bfb9-991aa3276fc0/2c86155e-f298-4075-adf4-429f0a3423c8/e30499ea-7b80-4a84-927b-26690da00532) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:34.388741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:20:34.413283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.470837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3e44dab5-8db3-466e-9b57-8be23e25f821 None None] Provisioning complete for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:34.471393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3e44dab5-8db3-466e-9b57-8be23e25f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.502193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8033c0-8330-4263-9d1b-6deb83485ad9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:34.503618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8033c0-8330-4263-9d1b-6deb83485ad9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:34.505189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8033c0-8330-4263-9d1b-6deb83485ad9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:34.516157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b8033c0-8330-4263-9d1b-6deb83485ad9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1304009 Jun 09 13:20:34.518367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.575687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.583695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:34.637708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=2989dbba-6db8-43fa-8635-ba15b0b1077d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:34.640642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:34.643160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.645204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/2989dbba-6db8-43fa-8635-ba15b0b1077d HTTP/1.1" status: 204 len: 168 time: 0.9050386 Jun 09 13:20:34.649104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48846) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.694724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3c58d-4eb6-4ae3-8eb8-85ca5c1a480c None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:34.726280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting subnet 2c86155e-f298-4075-adf4-429f0a3423c8 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:34.738429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aef4202f-700f-4665-84bd-84420d3bee99 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881793 Jun 09 13:20:34.740022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port c8bf1bff-f305-488c-a5be-9f40522da96b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:34.740410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.751764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.788676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3e44dab5-8db3-466e-9b57-8be23e25f821 None None] Port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:34.809862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.812304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:34.816272 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07953eae-d900-4019-ab80-d8b590db422b HTTP/1.1" status: 204 len: 168 time: 0.9222736 Jun 09 13:20:34.825255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61881316-514f-4627-a8bf-3b80dddbbb44 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:34.872035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07953eae-d900-4019-ab80-d8b590db422b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:34.883406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:34.898709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:34.904979 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/b846931e-1413-444e-8c53-9a9ceac94f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5314128 Jun 09 13:20:34.907845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48852) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:34.918262 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:34.935985 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:34.937161 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:34.996267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6afae9fa-6beb-4870-8d72-246b54493384', 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384', 'tenant_id': '5685b4492a3444258bd595ea5de961ca', 'fixed_ips': [{'subnet_id': 'a56d70d7-c6e9-496f-aa8a-f588a1c5bff5'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:34.997827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.019823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port c8bf1bff-f305-488c-a5be-9f40522da96b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8bf1bff-f305-488c-a5be-9f40522da96b,segment=NetworkSegment(8831748e-ce93-4a76-a748-2cc48966d218),segment_id=8831748e-ce93-4a76-a748-2cc48966d218)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:35.020343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.041178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Deleting port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:35.041578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.244701 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:35.271732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f35cbf-7dfa-41c3-a83e-eab9b5bc2189 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.278997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f1f35cbf-7dfa-41c3-a83e-eab9b5bc2189 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5224783 Jun 09 13:20:35.279205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:35.282583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.285803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.287410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.289254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.291540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.291701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.293058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.297795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.298420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.303152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.307100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.308286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.308902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.311519 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0da50e46-c72b-4e06-aed4-ec70324ef938 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8297 time: 0.4025476 Jun 09 13:20:35.339302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] DHCP port deletion for 29d1eb74-4d85-4fbe-977a-2661bcfc5643 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:35.345375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Transition to ACTIVE for port object e30499ea-7b80-4a84-927b-26690da00532 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:35.407166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48862) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:35.416532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efab11-0c4b-45d0-ae70-e1fa15703539 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.419126 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d7efab11-0c4b-45d0-ae70-e1fa15703539 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369469 Jun 09 13:20:35.421592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Transition to ACTIVE for port object e30499ea-7b80-4a84-927b-26690da00532 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:35.453968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.457189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.464200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Allocated IP 2001:db8:0:1::1 (6afae9fa-6beb-4870-8d72-246b54493384/a56d70d7-c6e9-496f-aa8a-f588a1c5bff5/1f1c4e4c-9056-4fd6-93b7-b7510e1f258f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:35.466180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:35.473639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48866) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:35.491143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for c8bf1bff-f305-488c-a5be-9f40522da96b owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:35.530229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.589972 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:32Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:35.595202 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:35.599365 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Updating router b846931e-1413-444e-8c53-9a9ceac94f0a port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:20:35.619577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:35.641029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:35.643054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:35.659082 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.698467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:35.749922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Pushing event updated for resources: {'Port': ['ID=e30499ea-7b80-4a84-927b-26690da00532,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:35.776391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:35.800713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.806444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.806910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.807377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.807808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.808478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.808991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:35.814679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d6fe29c-7d56-4ecd-9c7b-a666e756a43a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.3937538 Jun 09 13:20:35.827706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48876) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:35.830616 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-977a9487-9910-425a-9765-0e03bbf50ef9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2536957 Jun 09 13:20:35.850144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Deleting port c8bf1bff-f305-488c-a5be-9f40522da96b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:35.850658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.887802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48878) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:35.899815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:35.934893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Attempting to bind port e30499ea-7b80-4a84-927b-26690da00532 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:35.935368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Attempting to bind port e30499ea-7b80-4a84-927b-26690da00532 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '705f7d31-49c3-4939-a764-17635717da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:35.935809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Attempting to bind port e30499ea-7b80-4a84-927b-26690da00532 on network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:35.947356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:35.947739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Checking segment: {'id': '705f7d31-49c3-4939-a764-17635717da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:35.948283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.948754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Bound using segment: {'id': '705f7d31-49c3-4939-a764-17635717da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:35.949310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Bound port: e30499ea-7b80-4a84-927b-26690da00532, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705f7d31-49c3-4939-a764-17635717da85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '11057ed8-bdc1-4241-bfb9-991aa3276fc0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:35.949758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:35.965123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] For port 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:35.975023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.060678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:36.075217 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.090494 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Transition to ACTIVE for port object 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:36.095394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.105096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bf1fca6-5147-4ed1-83fb-327372e980a0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:36.110948 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.132370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:36.154878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.155763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] For port c8bf1bff-f305-488c-a5be-9f40522da96b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8bf1bff-f305-488c-a5be-9f40522da96b,segment=NetworkSegment(8831748e-ce93-4a76-a748-2cc48966d218),segment_id=8831748e-ce93-4a76-a748-2cc48966d218)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:36.156495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.163732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Calling delete_port for 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:36.185078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=c8bf1bff-f305-488c-a5be-9f40522da96b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:36.193575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:36.209906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port c8bf1bff-f305-488c-a5be-9f40522da96b on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:36.260858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:36.271185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.324645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Calling delete_port for c8bf1bff-f305-488c-a5be-9f40522da96b owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:36.345487 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-46ab9ed7-feed-4f18-bbeb-117c4d4fdb64 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.5134196 Jun 09 13:20:36.453449 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Pushing event updated for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:36.462737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.470720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a82a81c7-3cb7-465e-ac86-b5c1c9f92a4e tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:36.477034 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.478772 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.479114 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.479442 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.479762 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.480097 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.480421 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.480749 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.481079 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.481394 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.481702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.482006 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:20:36.498686 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:36.558114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:36.559794 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Attempting to bind port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:36.560354 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Attempting to bind port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:36.560888 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Attempting to bind port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e on network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:36.568692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:36.569939 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:36.570505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Checking segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:36.571264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.571667 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Bound using segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:36.572146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Bound port: 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:36.572519 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.577083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Deleting port c6eff4e6-f319-43ed-ae40-e91a692fba76 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:36.577470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.705062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] For port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:36.707595 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] For port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:36.722097 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.728085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:36.771732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-322561663-network', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:36.774952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.789536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:36.797168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] For port c6eff4e6-f319-43ed-ae40-e91a692fba76, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c6eff4e6-f319-43ed-ae40-e91a692fba76,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:36.797692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.806251 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Pushing event updated for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:36.810836 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:36.822772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.825748 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:36.826429 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:36.914390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:36.916302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d1eb74-4d85-4fbe-977a-2661bcfc5643']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:36.940667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:36.962994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:36.963727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:36.977866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8831748e-ce93-4a76-a748-2cc48966d218') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:36.978200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8831748e-ce93-4a76-a748-2cc48966d218') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:36.987100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.025802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Made reservation on behalf of a9b5e41234154974acb0f3ce44e8e386 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:37.028160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.038828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.063069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Calling delete_port for c6eff4e6-f319-43ed-ae40-e91a692fba76 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:37.072093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.094752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.096941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=e9e7aae0-7fa7-4d5a-916d-6894e14d0b26,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.099517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.112155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2210586 Jun 09 13:20:37.113038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48888) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:37.113945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.115981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c26e2e0-11a6-477f-92a5-0856c785e938 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.131767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.140065 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:37.142584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.169423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.173832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/subnets/2c86155e-f298-4075-adf4-429f0a3423c8 HTTP/1.1" status: 204 len: 168 time: 2.6495867 Jun 09 13:20:37.178273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:1b:3e:ce', 'name': 'tempest-NetworksTestDHCPv6-423137508'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:37.180387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6eff4e6-f319-43ed-ae40-e91a692fba76 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:37.194205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:37.194718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.209820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.211053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48890) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:37.222709 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:37.228825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.248513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] For port e30499ea-7b80-4a84-927b-26690da00532, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:37.256568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Pushing event deleted for resources: {'Port': ['ID=c8bf1bff-f305-488c-a5be-9f40522da96b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.263726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c6eff4e6-f319-43ed-ae40-e91a692fba76 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:37.264184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c6eff4e6-f319-43ed-ae40-e91a692fba76 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:37.264857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c8bf1bff-f305-488c-a5be-9f40522da96b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:37.313089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] No DVR routers for this DVR port c8bf1bff-f305-488c-a5be-9f40522da96b on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:37.315304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.316020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c8bf1bff-f305-488c-a5be-9f40522da96b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:37.316465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c8bf1bff-f305-488c-a5be-9f40522da96b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:37.320639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Subnet': ['ID=2c86155e-f298-4075-adf4-429f0a3423c8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.339691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b57fa092-6b27-4fd4-b98c-a4e5fc5ac418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.363795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.384506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Transition to ACTIVE for port object 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:37.411233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] No DVR routers for this DVR port c6eff4e6-f319-43ed-ae40-e91a692fba76 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:37.415846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Pushing event deleted for resources: {'Port': ['ID=c6eff4e6-f319-43ed-ae40-e91a692fba76,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.425625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.434107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Transition to ACTIVE for port object 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:37.444953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c0c2c-0a84-4097-ab7a-d079d6a33d0e None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:37.467047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.496635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.513336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting subnet a56d70d7-c6e9-496f-aa8a-f588a1c5bff5 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:37.521221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca47dace-3ff5-4e26-8803-9949750e8dfd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.541812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50c7f77d-56b8-4c23-9f4b-053c5d9e8a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.567830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.577543 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:37.581666 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1dd7e-8ac4-48ec-acab-d517af8d307e None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:37.603557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] For port e30499ea-7b80-4a84-927b-26690da00532, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e30499ea-7b80-4a84-927b-26690da00532,segment=NetworkSegment(705f7d31-49c3-4939-a764-17635717da85),segment_id=705f7d31-49c3-4939-a764-17635717da85)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:37.603794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.605541 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/29d1eb74-4d85-4fbe-977a-2661bcfc5643 HTTP/1.1" status: 204 len: 168 time: 3.4381213 Jun 09 13:20:37.611708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Network 6afae9fa-6beb-4870-8d72-246b54493384 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:37.615587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48894) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:37.622986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:37.646239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:37.662872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.728726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=29d1eb74-4d85-4fbe-977a-2661bcfc5643,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.736934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98804cf8-6453-4d30-aa15-d007043a453b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:37.738165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Pushing event updated for resources: {'Port': ['ID=1f1c4e4c-9056-4fd6-93b7-b7510e1f258f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:37.738437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-98804cf8-6453-4d30-aa15-d007043a453b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/4a7bf55a-6709-4367-afa2-4a490fd971a5 HTTP/1.1" status: 200 len: 841 time: 0.1130342 Jun 09 13:20:37.739457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.748732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:37.775073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:37.809163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:37.855947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:37.886687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Router 0e070c8e-fcfd-478e-8f55-3571817373f8 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:20:37.961467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7b38465d-7b67-46fa-968b-e9f5f0470e94 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/4a7bf55a-6709-4367-afa2-4a490fd971a5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2011671 Jun 09 13:20:37.998206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48898) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:38.001944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Attempting to bind port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:38.002361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Attempting to bind port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '97c8ba46-bc46-42f1-9a90-f938746b01a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:38.002929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Attempting to bind port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f on network 6afae9fa-6beb-4870-8d72-246b54493384 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:38.020040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:38.022030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:38.022416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Checking segment: {'id': '97c8ba46-bc46-42f1-9a90-f938746b01a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:38.022993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.023406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Bound using segment: {'id': '97c8ba46-bc46-42f1-9a90-f938746b01a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:38.023880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Bound port: 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c8ba46-bc46-42f1-9a90-f938746b01a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6afae9fa-6beb-4870-8d72-246b54493384'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:38.024275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.043327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Pushing event updated for resources: {'Port': ['ID=e30499ea-7b80-4a84-927b-26690da00532,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:38.056658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:38.170465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'e9e7aae0-7fa7-4d5a-916d-6894e14d0b26'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:38.171336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.284517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:38.295540 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e070c8e-fcfd-478e-8f55-3571817373f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7037756 Jun 09 13:20:38.296421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48900) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:38.298972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Sync routers for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:38.309649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] For port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:38.329624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] For port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1f1c4e4c-9056-4fd6-93b7-b7510e1f258f,segment=NetworkSegment(97c8ba46-bc46-42f1-9a90-f938746b01a6),segment_id=97c8ba46-bc46-42f1-9a90-f938746b01a6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:38.350468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.355442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:38.356087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:38.494216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.501194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48902) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:38.510398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.515863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580082062', 'description': 'tempest-secgroup-smoke-1580082062 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:38.550204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.557866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5094556-4fb5-499b-aec4-176e7a23ede3 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:38.593679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.605972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:38.637363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:38.660172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.660877 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Added segment 017d2417-dea3-4804-95c3-475b0c8f0211 of type vlan for network 7caf9660-4f03-4110-a30c-fc1e786547e4 Jun 09 13:20:38.668701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d9616-1386-45a4-891f-a6734e6c1f61,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:38.672638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:38.679841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.700429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:38.721615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-213ee5c1-f495-4b3b-a2c9-13e1dc38c806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:38.805061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:38.821253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.867285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Pushing event updated for resources: {'Port': ['ID=1f1c4e4c-9056-4fd6-93b7-b7510e1f258f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:38.869338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:38.905933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:38.983073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.024426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.030686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9c2d82e1-fa80-4fbd-b666-9a67fcc21b10 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:39.087685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.099176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:39.099849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.154310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Subnet': ['ID=a56d70d7-c6e9-496f-aa8a-f588a1c5bff5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:39.166949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.167758 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/subnets/a56d70d7-c6e9-496f-aa8a-f588a1c5bff5 HTTP/1.1" status: 204 len: 168 time: 1.9441907 Jun 09 13:20:39.182931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48904) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:39.197948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:39.200140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e13485d-71e9-46d7-8b4a-6808f2b1a221 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:39.308476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e30499ea-7b80-4a84-927b-26690da00532 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:39.399402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.414625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d07c2-1f2b-495c-bad0-0acc1f89f2a9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:39.421947 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-963d07c2-1f2b-495c-bad0-0acc1f89f2a9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2330055 Jun 09 13:20:39.425240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48906) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:39.429550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Pushing event updated for resources: {'Network': ['ID=7caf9660-4f03-4110-a30c-fc1e786547e4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:39.441405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Deleting port d6742ff5-0083-4e47-82c1-37d59883d086 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:39.441405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.454355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:39.461988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.481202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:39.540281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.549393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-120d4f7e-dcad-4823-aadc-d54d4e18fa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:39.592535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5262523 Jun 09 13:20:39.592535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 85d4dd17-6534-4b37-b06f-f39b95f40e3c yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:39.615246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6f978-3bb6-4b05-957b-e9b24bfa3b20 None None] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:39.616705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48908) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:39.627452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Request body: {'subnet': {'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-322561663-subnet', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:39.646054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.651722 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1462390 Jun 09 13:20:39.652034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48910) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:39.654708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:39.673221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:39.682042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:39.703808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Made reservation on behalf of a9b5e41234154974acb0f3ce44e8e386 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:39.706918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.723863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/e9e7aae0-7fa7-4d5a-916d-6894e14d0b26/ea8606a3-cec6-4b45-bab2-d80fd4f60702) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:39.730562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.814761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e30499ea-7b80-4a84-927b-26690da00532 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:39.827933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.838259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f73361f-d43c-43d8-a075-a3d22812bff7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:39.876999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.917398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Provisioning for port e30499ea-7b80-4a84-927b-26690da00532 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:39.925365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:39.926929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e30499ea-7b80-4a84-927b-26690da00532 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:39.927374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.929010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] For port d6742ff5-0083-4e47-82c1-37d59883d086, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d6742ff5-0083-4e47-82c1-37d59883d086,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:39.929909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.939171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:39.949562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:39.950158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:39.955906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=6b6830a4-d8d3-41e0-9157-afee042f487c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:39.969778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:39.971727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e2d25-27dd-4fa3-81d3-6b29db6a6921 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:39.995222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Provisioning complete for port e30499ea-7b80-4a84-927b-26690da00532 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:39.995475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.003840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0015650 Jun 09 13:20:40.004537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48912) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:40.008714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:40.009161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.027370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'security_group': {'name': 'tempest-secgroup-83349404'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:40.105283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.123768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.129232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:40.171490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.189747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0819a909-662b-4908-83cc-cbf4e1274378,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:40.197544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:40.201047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] For port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1f1c4e4c-9056-4fd6-93b7-b7510e1f258f,segment=NetworkSegment(97c8ba46-bc46-42f1-9a90-f938746b01a6),segment_id=97c8ba46-bc46-42f1-9a90-f938746b01a6)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:40.205181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.215646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.219601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5580087 Jun 09 13:20:40.222781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48914) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:40.228891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:40.238648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.250932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Calling delete_port for d6742ff5-0083-4e47-82c1-37d59883d086 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:40.253691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:40.343209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77fc344-70f7-4876-8272-fcdd8ec4fbac,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:40.347952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:40.348847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:40.349249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Network hostable DHCP agents. Network: 7caf9660-4f03-4110-a30c-fc1e786547e4, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:40.362425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:20:36Z', 'revision_number': 5, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port': {'id': 'd6742ff5-0083-4e47-82c1-37d59883d086', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:16:03Z', 'updated_at': '2021-06-09T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:40.376512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Checking router: 0e070c8e-fcfd-478e-8f55-3571817373f8 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:40.382200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:40.397882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Calling delete_port for 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:40.444855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 7caf9660-4f03-4110-a30c-fc1e786547e4) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:40.459708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:40.459969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.522420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.531873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.536693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26ef39c6-566d-4ba5-b016-05c49e287d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:40.546288 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9274459 Jun 09 13:20:40.549105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48916) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:40.551809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.553650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:40.561865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.574822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640dc0cf-3b6c-431e-96fd-a9fcf8dafa56 None None] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:40.584636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.588246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] DHCP port deletion for 11057ed8-bdc1-4241-bfb9-991aa3276fc0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:40.590100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a8e6ab2-8ae7-435c-89d1-9ad0d89ba012 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:40.592538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] No DVR routers for this DVR port 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:40.613165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa59ef-e2a8-4e3e-9ef6-e8cb4d3a2a54 None None] Network 6afae9fa-6beb-4870-8d72-246b54493384 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:40.631509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c614a5f-1335-44c3-8247-5e0b2e10f3ba,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:40.636384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6742ff5-0083-4e47-82c1-37d59883d086,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:40.640431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:40.641617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-005a4db0-f4e3-4a96-b168-c86c2aedc880 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:40.697602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.698713 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.6935918 Jun 09 13:20:40.708231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:40.709642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48918) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:40.716867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'security_group': {'name': 'tempest-secgroup-850439573'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:40.750992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.752026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.772364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.815453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Routers {'0e070c8e-fcfd-478e-8f55-3571817373f8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:40.816117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0e070c8e-fcfd-478e-8f55-3571817373f8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:40.888513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.910416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Port': ['ID=1f1c4e4c-9056-4fd6-93b7-b7510e1f258f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:40.913272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:40.925868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.958659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.961580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.978361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.982279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:40.988969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afae9fa-6beb-4870-8d72-246b54493384']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:41.013031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c8ba46-bc46-42f1-9a90-f938746b01a6') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:41.013031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c8ba46-bc46-42f1-9a90-f938746b01a6') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:41.034292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.051563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.057122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.061803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.065222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.074864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0431be52-24ba-4f9c-8d36-3485ce0261bd tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.086081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] Set router 0e070c8e-fcfd-478e-8f55-3571817373f8 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:41.092808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8758ad3-2621-434d-8b75-786a05068262,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.094341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.094905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e070c8e-fcfd-478e-8f55-3571817373f8 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:20:41.099314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:41.099816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.115892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:41.116586 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:41.150115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.153623 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e070c8e-fcfd-478e-8f55-3571817373f8 HTTP/1.1" status: 204 len: 168 time: 2.8532965 Jun 09 13:20:41.160157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48920) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:41.203180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.207382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1aa47d35-440c-4d65-b1ef-f7bfeb962831 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.229840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.234350 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/6afae9fa-6beb-4870-8d72-246b54493384 HTTP/1.1" status: 204 len: 168 time: 1.8012893 Jun 09 13:20:41.235446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=6afae9fa-6beb-4870-8d72-246b54493384,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.237902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:41.238477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48922) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:41.244957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e30499ea-7b80-4a84-927b-26690da00532, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e30499ea-7b80-4a84-927b-26690da00532,segment=NetworkSegment(705f7d31-49c3-4939-a764-17635717da85),segment_id=705f7d31-49c3-4939-a764-17635717da85)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:41.295317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.307081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:20:40Z', 'revision_number': 7, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:41.320259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.321205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:41.356624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.363436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.368833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.374504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Deleting subnet 8bb0b340-7617-4014-b9ea-7cf1c6a2a244 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:41.383986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.433342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Transition to ACTIVE for port object ea8606a3-cec6-4b45-bab2-d80fd4f60702 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:41.439475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.449324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Deleting port e30499ea-7b80-4a84-927b-26690da00532 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:41.449653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.451679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3af47-500c-4d8d-899d-8ed4fc6fb49b None None] The sync data for ids ['0e070c8e-fcfd-478e-8f55-3571817373f8'] in dv-neutron-601336-89-hyperv is: [{'id': '0e070c8e-fcfd-478e-8f55-3571817373f8', 'name': 'tempest-ServerActionsTestJSON-50427444-router', 'tenant_id': 'cabffba4816b4932a24795be0b1ca368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:16:02Z', 'updated_at': '2021-06-09T13:20:40Z', 'revision_number': 7, 'project_id': 'cabffba4816b4932a24795be0b1ca368', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:41.466588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.470812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2470071 Jun 09 13:20:41.502082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48926) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:41.510993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.518576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:41.529752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a826a7e-2561-46ea-a466-ec44661eb32d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.557386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.559236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e30499ea-7b80-4a84-927b-26690da00532,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.580097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] For port e30499ea-7b80-4a84-927b-26690da00532, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e30499ea-7b80-4a84-927b-26690da00532,segment=NetworkSegment(705f7d31-49c3-4939-a764-17635717da85),segment_id=705f7d31-49c3-4939-a764-17635717da85)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:41.580449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.613898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:41.625633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d8e07-0d44-4d34-8291-bcebe70a13f2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.630858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Transition to ACTIVE for port object ea8606a3-cec6-4b45-bab2-d80fd4f60702 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:41.635323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:41.669997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Deleting port e30499ea-7b80-4a84-927b-26690da00532 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:41.670471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.683956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.693498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a558273b-8f3d-4e76-bedf-82e741cc79ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.721729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:41.722170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:41.788013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Calling delete_port for e30499ea-7b80-4a84-927b-26690da00532 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:41.811461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.812706 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1020358 Jun 09 13:20:41.818120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.826507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48928) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:41.844693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1459970446', 'security_groups': ['a89d8e07-0d44-4d34-8291-bcebe70a13f2'], 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b6830a4-d8d3-41e0-9157-afee042f487c'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:41.873824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c839e-2ffa-4895-9869-01efc2a61464 None None] DHCP port deletion for 6afae9fa-6beb-4870-8d72-246b54493384 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:41.878657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:41.890154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-32bb3b82-b3ef-4e51-9562-43c48b587aae tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:41.953922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Port': ['ID=e30499ea-7b80-4a84-927b-26690da00532,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.956110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:41.963196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:41.968604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::9d (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/e9e7aae0-7fa7-4d5a-916d-6894e14d0b26/85d4dd17-6534-4b37-b06f-f39b95f40e3c) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:41.971805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:41.976842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:41.977586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] No DVR routers for this DVR port e30499ea-7b80-4a84-927b-26690da00532 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:41.984795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:41.987248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Pushing event updated for resources: {'Port': ['ID=ea8606a3-cec6-4b45-bab2-d80fd4f60702,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:41.992626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:41.993005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.015036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.039902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:42.042366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-f830c954-26a0-40c9-87f1-b6f08838d03c', 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'tenant_id': 'd8b6ac996ef7437c86abf1d338310eec', 'fixed_ips': [{'subnet_id': '6b6830a4-d8d3-41e0-9157-afee042f487c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:42.043620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.052631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-7caf9660-4f03-4110-a30c-fc1e786547e4', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:42.053464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.073084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.095030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.108235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa1c9145-c623-4eeb-8fc0-11081ce98e27 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:42.150251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cc3609-69e7-47e0-a07a-7e11396cb0de,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:42.150495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.154603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:42.158315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] For port e30499ea-7b80-4a84-927b-26690da00532, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e30499ea-7b80-4a84-927b-26690da00532,segment=NetworkSegment(705f7d31-49c3-4939-a764-17635717da85),segment_id=705f7d31-49c3-4939-a764-17635717da85)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:42.158751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.174107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.175702 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6609304 Jun 09 13:20:42.178157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11057ed8-bdc1-4241-bfb9-991aa3276fc0']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:42.185278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48930) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:42.193121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:42.249373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.275393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705f7d31-49c3-4939-a764-17635717da85') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:42.275809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705f7d31-49c3-4939-a764-17635717da85') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:42.296108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.308600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9aa746d6-11f9-4761-9b31-dd5c6e58202c tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:42.337569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.358799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:42.363347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:42.363889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.379308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb0b340-7617-4014-b9ea-7cf1c6a2a244,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:42.380060 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:42.415407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Calling delete_port for e30499ea-7b80-4a84-927b-26690da00532 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:42.424754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7e8538a9-a578-464f-902f-aaa5ebb709b2 None None] Port e30499ea-7b80-4a84-927b-26690da00532 update to ACTIVE by agent not found {{(pid=92385) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2129}} Jun 09 13:20:42.434884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:42.442173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.444359 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8bb0b340-7617-4014-b9ea-7cf1c6a2a244 HTTP/1.1" status: 204 len: 168 time: 1.2838244 Jun 09 13:20:42.450325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48932) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:42.452046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Attempting to bind port ea8606a3-cec6-4b45-bab2-d80fd4f60702 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:42.452435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Attempting to bind port ea8606a3-cec6-4b45-bab2-d80fd4f60702 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:42.452829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Attempting to bind port ea8606a3-cec6-4b45-bab2-d80fd4f60702 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:42.462625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac5de4-b9f2-449f-85d7-a590a09860c5 None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:42.533798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.561642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:42.562030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:42.562449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.562881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:42.563390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Bound port: ea8606a3-cec6-4b45-bab2-d80fd4f60702, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:42.563757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.571725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.579044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.623111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.649124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-da4f207c-b2e7-48a6-b93a-69c4e0092748 None None] Could not find standard attr ID for object 1f1c4e4c-9056-4fd6-93b7-b7510e1f258f. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:20:42.650914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.663499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.667978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.672360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port d1a91e58-01de-4437-947a-24fff2230c00 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:42.672523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.679645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9f09428-fdd0-41c5-8f69-f18cceec4aa4 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:42.685442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.720251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.725097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/11057ed8-bdc1-4241-bfb9-991aa3276fc0 HTTP/1.1" status: 204 len: 168 time: 1.4827826 Jun 09 13:20:42.728263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6c5ada-253c-49e7-8f18-b61c41ceac98,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:42.732279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:42.733907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 85d4dd17-6534-4b37-b06f-f39b95f40e3c will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:42.735039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48934) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:42.736866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:42.875781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Allocated IP 172.26.5.218 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/51632486-aced-433d-8ac7-be5ec868805d) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:42.896649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.943398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=11057ed8-bdc1-4241-bfb9-991aa3276fc0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:42.945445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:42.949339 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7585349 Jun 09 13:20:42.971141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:42.971409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Allocated IP 172.20.0.2 (7caf9660-4f03-4110-a30c-fc1e786547e4/a77fc344-70f7-4876-8272-fcdd8ec4fbac/d2088964-1d43-4ebc-b393-3efcf29d7b28) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:42.984267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:42.989485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Allocated IP 172.20.0.2 (f830c954-26a0-40c9-87f1-b6f08838d03c/6b6830a4-d8d3-41e0-9157-afee042f487c/0adeef8c-e13a-466b-90f9-1c4714656fa8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:43.002923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.013106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] For port ea8606a3-cec6-4b45-bab2-d80fd4f60702, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:43.039562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] For port ea8606a3-cec6-4b45-bab2-d80fd4f60702, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ea8606a3-cec6-4b45-bab2-d80fd4f60702,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:43.063015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:43.085176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.086323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.113227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.113652 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:20:43.120181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.124672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2e9c62b-9628-44db-909b-0e8291302170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.125267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.132170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.144775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Deleting port 34b26315-82b7-4462-aecc-d8ac74b5cf06 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:43.145124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.153031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.156821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f08d189c-6ce8-4efd-a867-9d666e2e7501 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.161228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.180082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.216600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:43.224569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:43.236770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:43.249079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Network 11057ed8-bdc1-4241-bfb9-991aa3276fc0 is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:20:43.249815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] No DVR routers for this DVR port e30499ea-7b80-4a84-927b-26690da00532 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:43.264953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Pushing event updated for resources: {'Port': ['ID=51632486-aced-433d-8ac7-be5ec868805d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.273832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.329507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.364705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e30499ea-7b80-4a84-927b-26690da00532 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:43.388578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Pushing event updated for resources: {'Port': ['ID=ea8606a3-cec6-4b45-bab2-d80fd4f60702,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.400554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.403471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.419340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.422476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0a33695f-7a7b-467a-b8e8-f7d85b455cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.452177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:43.456870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857ca24a-40a0-478a-a4d4-d7f05b3c4ada']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:43.471056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:43.494562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:43.498159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1652872a-9085-473b-9cc4-eab4b4643e80 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.503809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:43.504519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.516769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=85d4dd17-6534-4b37-b06f-f39b95f40e3c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.528347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e22481-792a-4065-a4f4-bf12f92e44c4') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:43.528631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e22481-792a-4065-a4f4-bf12f92e44c4') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:43.533902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: e30499ea-7b80-4a84-927b-26690da00532 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:43.534468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e30499ea-7b80-4a84-927b-26690da00532 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:43.534925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:43.572266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] DHCP port deletion for 5afd4417-c8ce-4060-91c6-1ec09f97250b request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:43.584429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.596921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.624370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] For port 34b26315-82b7-4462-aecc-d8ac74b5cf06, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=34b26315-82b7-4462-aecc-d8ac74b5cf06,segment=NetworkSegment(a917f8d8-3604-4a93-b6b8-97f8764467be),segment_id=a917f8d8-3604-4a93-b6b8-97f8764467be)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:43.625166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.657613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ef3d-7d50-42d8-a4d7-6d954101d106 None None] Pushing event deleted for resources: {'Port': ['ID=e30499ea-7b80-4a84-927b-26690da00532,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.659473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:43.660012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a14f1e9-6feb-4b37-b5eb-ddb685d4a58b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:43.660613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d6742ff5-0083-4e47-82c1-37d59883d086 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:43.717866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.729077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:43.729496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:43.747033 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:43.794730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2632cc-e165-4261-a562-ce7958076b85,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.805485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.808489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.809869 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8353412 Jun 09 13:20:43.817914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:43.821975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Calling delete_port for 34b26315-82b7-4462-aecc-d8ac74b5cf06 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:43.822903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:43.848088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d6742ff5-0083-4e47-82c1-37d59883d086 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:43.848368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d6742ff5-0083-4e47-82c1-37d59883d086 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:43.885362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.7187765 Jun 09 13:20:43.895198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:43.910276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:43.913502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.915645 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:20:43.919523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.925222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:43.925745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:43.926857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.938610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Transition to ACTIVE for port object d2088964-1d43-4ebc-b393-3efcf29d7b28 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:43.953742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Transition to ACTIVE for port object 0adeef8c-e13a-466b-90f9-1c4714656fa8 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:43.980127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Transition to ACTIVE for port object d2088964-1d43-4ebc-b393-3efcf29d7b28 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:43.981227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:43.989075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Transition to ACTIVE for port object 0adeef8c-e13a-466b-90f9-1c4714656fa8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:43.992777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Deleting port 34b26315-82b7-4462-aecc-d8ac74b5cf06 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:43.993196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.008545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.008953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.015967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.024890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-856e2098-cd78-4960-85d4-8fd8692fc262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.059313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.063343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.068479 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/857ca24a-40a0-478a-a4d4-d7f05b3c4ada HTTP/1.1" status: 204 len: 168 time: 1.3099432 Jun 09 13:20:44.075546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48942) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:44.087701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.121025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Pushing event deleted for resources: {'Port': ['ID=34b26315-82b7-4462-aecc-d8ac74b5cf06,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.129107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.6 (f830c954-26a0-40c9-87f1-b6f08838d03c/6b6830a4-d8d3-41e0-9157-afee042f487c/d1a91e58-01de-4437-947a-24fff2230c00) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:44.160160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:44.162052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:44.164915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:44.172333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:44.184828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.185867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.189507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:44.193082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:44.194817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.199287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb88af28-00fa-49f8-9211-53e2a6a5e855 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.211388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] For port 34b26315-82b7-4462-aecc-d8ac74b5cf06, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:44.211780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.244717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] No DVR routers for this DVR port 34b26315-82b7-4462-aecc-d8ac74b5cf06 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:44.368264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.381599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afd4417-c8ce-4060-91c6-1ec09f97250b']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:44.382947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.393190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Calling delete_port for 34b26315-82b7-4462-aecc-d8ac74b5cf06 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:44.395476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a917f8d8-3604-4a93-b6b8-97f8764467be') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:44.395771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a917f8d8-3604-4a93-b6b8-97f8764467be') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:44.409939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.426841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.433707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:44.434103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.445775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.451753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Port 34b26315-82b7-4462-aecc-d8ac74b5cf06 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:20:44.489680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-473ad23c-5fd9-41b4-b9b3-954fa9482afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.491418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.509884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object d1a91e58-01de-4437-947a-24fff2230c00 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:44.530883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.534464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:44.541453 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:44.555896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.560009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.562292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] 10.222.0.21 "DELETE /v2.0/networks/5afd4417-c8ce-4060-91c6-1ec09f97250b HTTP/1.1" status: 204 len: 168 time: 2.1045976 Jun 09 13:20:44.563940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.587563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=857ca24a-40a0-478a-a4d4-d7f05b3c4ada,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.590657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.602751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933bb3a-e159-4f38-9cad-75ab2544beeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:44.604647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b35c5b-5e91-4b06-8f82-567a49db825d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.609839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933bb3a-e159-4f38-9cad-75ab2544beeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:44.611568 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9933bb3a-e159-4f38-9cad-75ab2544beeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7126465 Jun 09 13:20:44.612309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.620786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48946) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:44.624727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.626294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77f1f9d7-a8e8-4084-8ac7-a98e4886e5dd tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.636226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.639085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.640851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Pushing event deleted for resources: {'Network': ['ID=5afd4417-c8ce-4060-91c6-1ec09f97250b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.647168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.649920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Attempting to bind port 0adeef8c-e13a-466b-90f9-1c4714656fa8 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:44.650399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Attempting to bind port 0adeef8c-e13a-466b-90f9-1c4714656fa8 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '90722067-a5cb-4c1e-8285-138169a305e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:44.651384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Attempting to bind port 0adeef8c-e13a-466b-90f9-1c4714656fa8 on network f830c954-26a0-40c9-87f1-b6f08838d03c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:44.670497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:44.671160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Checking segment: {'id': '90722067-a5cb-4c1e-8285-138169a305e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:44.671542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.672033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Bound using segment: {'id': '90722067-a5cb-4c1e-8285-138169a305e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:44.672626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Bound port: 0adeef8c-e13a-466b-90f9-1c4714656fa8, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90722067-a5cb-4c1e-8285-138169a305e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:44.673106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.695426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Network 5afd4417-c8ce-4060-91c6-1ec09f97250b is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:20:44.696131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] No DVR routers for this DVR port 34b26315-82b7-4462-aecc-d8ac74b5cf06 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:44.703741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-87120eab-138a-4f17-acfb-3198e8cbd285 None None] Provisioning for port ea8606a3-cec6-4b45-bab2-d80fd4f60702 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:44.707067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Attempting to bind port d2088964-1d43-4ebc-b393-3efcf29d7b28 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:44.707550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Attempting to bind port d2088964-1d43-4ebc-b393-3efcf29d7b28 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:44.708174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Attempting to bind port d2088964-1d43-4ebc-b393-3efcf29d7b28 on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:44.721332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:44.721909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:44.724722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.724722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Bound using segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:44.724722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Bound port: d2088964-1d43-4ebc-b393-3efcf29d7b28, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:44.724722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.833355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] For port d2088964-1d43-4ebc-b393-3efcf29d7b28, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:44.837039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] For port d2088964-1d43-4ebc-b393-3efcf29d7b28, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2088964-1d43-4ebc-b393-3efcf29d7b28,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:44.872389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Pushing event updated for resources: {'Port': ['ID=d2088964-1d43-4ebc-b393-3efcf29d7b28,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.877901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=d1a91e58-01de-4437-947a-24fff2230c00,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.881948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.886794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48948) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:44.893708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.894286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:44.904049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:44.907792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.916759 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0898905 Jun 09 13:20:44.916759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:44.956812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22431334-f029-4257-b6b2-4496de0f7abe None None] Pushing event deleted for resources: {'Port': ['ID=34b26315-82b7-4462-aecc-d8ac74b5cf06,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:44.980814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:44.995270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6488306-390f-4d9e-8e2f-a326f5160a1c']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:45.008114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82b3fc1-a4ea-4c70-90c4-9b3982dcf245') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:45.008399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82b3fc1-a4ea-4c70-90c4-9b3982dcf245') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:45.020427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.027220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Pushing event updated for resources: {'Port': ['ID=d2088964-1d43-4ebc-b393-3efcf29d7b28,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:45.038339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.045206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:20:45.045751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.052450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:45.057391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:45.057755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:20:45.068486 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:20:45.075719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:45.078815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:45.082234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:45.092684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.104586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:45.112232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:45.152339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d98d82-3e7d-4e9c-88ea-83f241e7d8ed None None] Provisioning for port 85d4dd17-6534-4b37-b06f-f39b95f40e3c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:45.184757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-78d98d82-3e7d-4e9c-88ea-83f241e7d8ed None None] Provisioning complete for port 85d4dd17-6534-4b37-b06f-f39b95f40e3c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:45.185072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d98d82-3e7d-4e9c-88ea-83f241e7d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.210789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.228043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.236412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] 10.222.0.21 "DELETE /v2.0/networks/a6488306-390f-4d9e-8e2f-a326f5160a1c HTTP/1.1" status: 204 len: 168 time: 1.1474831 Jun 09 13:20:45.237360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-401145f6-820e-44b7-8bf5-2e49911eb92a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:45.257567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:45.259650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.313869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-78d98d82-3e7d-4e9c-88ea-83f241e7d8ed None None] Port 85d4dd17-6534-4b37-b06f-f39b95f40e3c cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:45.329368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Pushing event deleted for resources: {'Network': ['ID=a6488306-390f-4d9e-8e2f-a326f5160a1c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:45.331102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:45.334915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:45.340492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:45.352577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-575af263-77d8-4c87-b885-655a9069213d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580082062&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0711141 Jun 09 13:20:45.495276 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a88efee8-bea1-4c9f-8a57-f256699c56a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cabffba4816b4932a24795be0b1ca368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6060045 Jun 09 13:20:45.501644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48968) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:45.526246 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6961684 Jun 09 13:20:45.531478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 48970) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:45.564713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:45.572794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ea8606a3-cec6-4b45-bab2-d80fd4f60702 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:45.619230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-8d2c522e-5482-4fb8-997c-60259d4f2df4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:45.623135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-8d2c522e-5482-4fb8-997c-60259d4f2df4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 797 time: 0.2625451 Jun 09 13:20:45.646108 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-c9db4d86-d6d0-45bb-8b5d-212287853dff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0190547 Jun 09 13:20:45.700497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ea8606a3-cec6-4b45-bab2-d80fd4f60702 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:45.707919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ea8606a3-cec6-4b45-bab2-d80fd4f60702 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:45.709072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.757459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 85d4dd17-6534-4b37-b06f-f39b95f40e3c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:45.757813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.767951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-582be045-b14c-416c-8750-2d5d2bdbb17f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066828 Jun 09 13:20:45.849901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48974) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:45.928979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.977208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port ea8606a3-cec6-4b45-bab2-d80fd4f60702, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ea8606a3-cec6-4b45-bab2-d80fd4f60702,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:45.985945 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-08e4bb69-eca9-4d6b-b9c1-4aaf33d3c827 service neutron] 10.222.0.21 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051189 Jun 09 13:20:45.987923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:45.988967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2088964-1d43-4ebc-b393-3efcf29d7b28 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:46.016929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:46.087969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.096872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=ea8606a3-cec6-4b45-bab2-d80fd4f60702,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:46.106191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:46.155331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d2088964-1d43-4ebc-b393-3efcf29d7b28 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:46.161196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:46.162172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-77c8a84b-6f97-4773-a508-001c1f4cd198 service neutron] 10.222.0.21 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662302 Jun 09 13:20:46.211339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.240444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:46.240987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.285582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1c3ef1a1-ee7e-4858-a2e3-d44618f2a624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5685b4492a3444258bd595ea5de961ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324124 Jun 09 13:20:46.288386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 48978) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:46.396323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.405143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.432575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848d1d5-3f3b-4307-8a61-1c28f6c620e3 None None] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:46.432783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.433862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.530561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Provisioning for port d2088964-1d43-4ebc-b393-3efcf29d7b28 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:46.539155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85305bbb-490a-4534-92e3-34ab5fdee216 req-f7f56fb6-caf8-4508-b3b6-d22a96febec0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 210 time: 0.0991247 Jun 09 13:20:46.545152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Provisioning complete for port d2088964-1d43-4ebc-b393-3efcf29d7b28 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:46.545544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.546554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.549740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.551101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6dd71f-4282-4bec-b9d7-0ede4fb067f8 HTTP/1.1" status: 204 len: 168 time: 0.2614009 Jun 09 13:20:46.552430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-76a404ec-9bf2-4f13-b4ad-24b264097cf0 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:46.587499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6dd71f-4282-4bec-b9d7-0ede4fb067f8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:46.591608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:46.701512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 34b26315-82b7-4462-aecc-d8ac74b5cf06 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:46.741312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 85d4dd17-6534-4b37-b06f-f39b95f40e3c owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:46.748808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 34b26315-82b7-4462-aecc-d8ac74b5cf06 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:46.749357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 34b26315-82b7-4462-aecc-d8ac74b5cf06 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:46.820988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:46.824868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.900804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:46.988432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] For port d2088964-1d43-4ebc-b393-3efcf29d7b28, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2088964-1d43-4ebc-b393-3efcf29d7b28,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:47.003684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.005602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:47.022824 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b6830a4-d8d3-41e0-9157-afee042f487c (CIDR: 172.20.0.0/28) Jun 09 13:20:47.037560 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:47.038060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:20:47.059245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.061806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.068074 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de93044d-105e-481b-9d33-e09dc395e7fe HTTP/1.1" status: 204 len: 168 time: 1.5652411 Jun 09 13:20:47.070509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2467556c-2d46-4936-9716-b0a975b22517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:47.083612 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba1cc065-6610-4f5b-ab54-c4b03d40348e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5264571 Jun 09 13:20:47.083612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:20:47.084256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49000) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:47.088174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93044d-105e-481b-9d33-e09dc395e7fe,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:47.094400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:47.096676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:47.146289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Pushing event updated for resources: {'Port': ['ID=d2088964-1d43-4ebc-b393-3efcf29d7b28,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:47.150184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:47.163665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d2a8ed8-c019-48a2-9627-c6c2d2d60273 None None] Provisioning for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:47.187701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d2a8ed8-c019-48a2-9627-c6c2d2d60273 None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:47.188712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8ed8-c019-48a2-9627-c6c2d2d60273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.315928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a8ed8-c019-48a2-9627-c6c2d2d60273 None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:47.535525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:47.542202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.560554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Provisioning for port d1a91e58-01de-4437-947a-24fff2230c00 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:47.585353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ea8606a3-cec6-4b45-bab2-d80fd4f60702 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:47.675190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Provisioning complete for port d1a91e58-01de-4437-947a-24fff2230c00 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:47.676568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.720588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:47.732789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:47.741973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.758454 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:47.761274 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:47.762009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-df2bf29d-a2e2-4cd7-8dfd-da20acace5b0 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:47.825424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=85d4dd17-6534-4b37-b06f-f39b95f40e3c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:47.835925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:47.837601 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2874341 Jun 09 13:20:47.838841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:47.840875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49026) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:47.904657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ea8606a3-cec6-4b45-bab2-d80fd4f60702 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:47.905199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.084731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.086015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Port d1a91e58-01de-4437-947a-24fff2230c00 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:48.090210 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/85d4dd17-6534-4b37-b06f-f39b95f40e3c HTTP/1.1" status: 204 len: 168 time: 3.4646699 Jun 09 13:20:48.090835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49028) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:48.091827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f037181c-1735-4c10-bb01-9ba890321092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.095215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49030) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:48.117540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Provisioning complete for port d2088964-1d43-4ebc-b393-3efcf29d7b28 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:48.117950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5cb8fcda-65d8-4a9c-b104-98d22f7c2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.144721 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:48.148246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.177356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ecee0adf-4d8e-4d07-98da-5034355a52bf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:48.266972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:48.276679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:48.278552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:48.300622 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ebf8f267-b192-41fb-b811-05f0366c9809 req-6ef2f2b2-b8a1-46e9-969c-6bcd5e339b76 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 210 time: 0.2378433 Jun 09 13:20:48.308109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c9e71-d9de-49e6-8f1e-5607fdd54e29 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:48.314036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:48.314660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.369890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73834818-ec63-449e-a46a-e01cdb2e1446 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:48.372700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73834818-ec63-449e-a46a-e01cdb2e1446 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:48.373769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2861247 Jun 09 13:20:48.374958 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-73834818-ec63-449e-a46a-e01cdb2e1446 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1534436 Jun 09 13:20:48.392449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49040) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:48.392778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49042) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:48.406374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1104588579', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f9f305d-8704-4378-923e-54c5ac8c046e'}], 'security_groups': ['9c614a5f-1335-44c3-8247-5e0b2e10f3ba']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:48.575988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=2f9f305d-8704-4378-923e-54c5ac8c046e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:48.590542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:48.636191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:48.655346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:48.655719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.883143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:43Z', 'revision_number': 3, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:48.889376 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:48.890258 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Updating router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 port 51632486-aced-433d-8ac7-be5ec868805d binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:20:48.934647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet e9e7aae0-7fa7-4d5a-916d-6894e14d0b26 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:48.951524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:48.957230 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.017955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.063764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.064758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:49.071070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.071953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2088964-1d43-4ebc-b393-3efcf29d7b28 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:49.128659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed77fdf6-bfbe-404d-aa26-ef6f95bd55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:49.240460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-42b10f10-92f4-493d-930a-df7d3d17ca4d tempest-DvrRoutersNegativeTest-1754685711 tempest-DvrRoutersNegativeTest-1754685711-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1472130905', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:49.253550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.policy [None req-42b10f10-92f4-493d-930a-df7d3d17ca4d tempest-DvrRoutersNegativeTest-1754685711 tempest-DvrRoutersNegativeTest-1754685711-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92383) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 09 13:20:49.254477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.policy [None req-42b10f10-92f4-493d-930a-df7d3d17ca4d tempest-DvrRoutersNegativeTest-1754685711 tempest-DvrRoutersNegativeTest-1754685711-project] Failed policy check for 'create_router' {{(pid=92383) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 09 13:20:49.256041 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-42b10f10-92f4-493d-930a-df7d3d17ca4d tempest-DvrRoutersNegativeTest-1754685711 tempest-DvrRoutersNegativeTest-1754685711-project] create failed (client error): Access was denied to this resource. Jun 09 13:20:49.257878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.259103 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-42b10f10-92f4-493d-930a-df7d3d17ca4d tempest-DvrRoutersNegativeTest-1754685711 tempest-DvrRoutersNegativeTest-1754685711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.1672716 Jun 09 13:20:49.280844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Update dhcp port {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'fixed_ips': [{'subnet_id': '6b6830a4-d8d3-41e0-9157-afee042f487c', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f9f305d-8704-4378-923e-54c5ac8c046e'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '0adeef8c-e13a-466b-90f9-1c4714656fa8'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:20:49.343611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:49.351571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:49.367935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.383612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.450990 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.463868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-514ce7a2-e848-447b-bb8a-03ca258c1e92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:49.468381 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-514ce7a2-e848-447b-bb8a-03ca258c1e92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 797 time: 1.1116042 Jun 09 13:20:49.476247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Transition to ACTIVE for port object 51632486-aced-433d-8ac7-be5ec868805d will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:49.498059 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.505931 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:49.575942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d2088964-1d43-4ebc-b393-3efcf29d7b28 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:49.576335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.649006 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-116491ed-5363-42a4-9e3c-d63507370c35 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 380 time: 0.1585562 Jun 09 13:20:49.652376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Allocated IP 172.20.0.18 (f830c954-26a0-40c9-87f1-b6f08838d03c/2f9f305d-8704-4378-923e-54c5ac8c046e/0adeef8c-e13a-466b-90f9-1c4714656fa8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:49.683763 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Attempting to bind port 51632486-aced-433d-8ac7-be5ec868805d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:49.686395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:49.686668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Attempting to bind port 51632486-aced-433d-8ac7-be5ec868805d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:49.687075 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Attempting to bind port 51632486-aced-433d-8ac7-be5ec868805d on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:49.695104 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Pushing event updated for resources: {'Port': ['ID=51632486-aced-433d-8ac7-be5ec868805d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:49.710291 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:49.711247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:49.711612 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:49.712018 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.712407 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:49.722833 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Bound port: 51632486-aced-433d-8ac7-be5ec868805d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:49.723476 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.785376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49068) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:49.813638 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c17dd0f3-b9dd-4c16-ae7c-70299ea66404 req-10a5dbfd-3a1f-413b-9eae-fe4b260c0f80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 210 time: 0.2315485 Jun 09 13:20:49.875621 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] For port 51632486-aced-433d-8ac7-be5ec868805d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:49.880045 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] For port 51632486-aced-433d-8ac7-be5ec868805d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=51632486-aced-433d-8ac7-be5ec868805d,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:49.887070 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.891389 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:49.926679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:49.971920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:50.014468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-509e0c6b-731e-4369-a215-745ef326f9f3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:50.027378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49074) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.030640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.050746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Transition to ACTIVE for port object 0adeef8c-e13a-466b-90f9-1c4714656fa8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:50.058157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.060534 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:50.061449 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:50.068454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-437619ab-7052-482a-a558-a1f57fe1866c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:50.093695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e7aae0-7fa7-4d5a-916d-6894e14d0b26,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:50.095786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.100472 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/e9e7aae0-7fa7-4d5a-916d-6894e14d0b26 HTTP/1.1" status: 204 len: 168 time: 1.6312225 Jun 09 13:20:50.104068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49078) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.104936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:50.180018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:50.185589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:50.189741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.194452 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Pushing event updated for resources: {'Port': ['ID=51632486-aced-433d-8ac7-be5ec868805d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:50.211262 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:50.239165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aaf0d4ec-58d5-42c8-b8de-2b7266b369de tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329856 Jun 09 13:20:50.240657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.243163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a587d-ff18-4309-885c-c766ad8da81f None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:50.258345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49080) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.319690 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:50.420601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.12 (d08298fe-31d1-4a42-88a6-e8ba421ac5f1/db2e7093-2288-47ed-b813-ed295e962297/e46e336d-ca06-4871-84dc-619b4583a660) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:50.499745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.513575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c0c2f-3906-4e1e-a8db-101a8d800ceb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:50.516585 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c9c0c2f-3906-4e1e-a8db-101a8d800ceb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2516937 Jun 09 13:20:50.530296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49082) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.547827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1623998230'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:50.561171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4706d5a4-26c2-42e1-b053-21bc7ee3e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.587587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:50.592360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:50.688073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:20:50.730718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d89fe-b0c7-4c60-842a-3573e967d67a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:50.731461 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:43Z', 'revision_number': 3, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:50.732247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d90d89fe-b0c7-4c60-842a-3573e967d67a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1991060 Jun 09 13:20:50.735753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Delete allocated IP 172.20.0.6 (f830c954-26a0-40c9-87f1-b6f08838d03c/6b6830a4-d8d3-41e0-9157-afee042f487c) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:20:50.739020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49084) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.741617 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aafb8a-6a0d-4be4-842c-64a428b5e478 None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:43Z', 'revision_number': 3, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:20:50.758472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.761497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.27 (f830c954-26a0-40c9-87f1-b6f08838d03c/2f9f305d-8704-4378-923e-54c5ac8c046e/d1a91e58-01de-4437-947a-24fff2230c00) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:50.807937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Deleting port ea8606a3-cec6-4b45-bab2-d80fd4f60702 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:50.808651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.811187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:50.836065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-081e0c91-1a48-42ac-b901-b6daaba3d038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:50.886010 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f831dfe-93ec-4767-929d-dc86a51d089a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451695 Jun 09 13:20:50.897317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49088) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:50.946352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:51.025704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b20734aebd24882b9134056d0bb4a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2382770 Jun 09 13:20:51.031066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49090) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:51.034837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.053313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] For port ea8606a3-cec6-4b45-bab2-d80fd4f60702, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ea8606a3-cec6-4b45-bab2-d80fd4f60702,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:51.060735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.080461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65030345-e279-424a-819a-fb6d983bda7a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:51.087404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:51.089982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5abefe01-4f78-4986-bb83-ef79b3f9a56f req-55e469d6-e465-4326-99fa-25cc0d63366c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 210 time: 0.0711160 Jun 09 13:20:51.142178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Made reservation on behalf of 1d56c864581a4d6f9b61d065a1d81b3e for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:51.145809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.205473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.231277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object e46e336d-ca06-4871-84dc-619b4583a660 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:51.263648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Calling delete_port for ea8606a3-cec6-4b45-bab2-d80fd4f60702 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:51.267982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.289832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object d1a91e58-01de-4437-947a-24fff2230c00 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:51.292738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.296426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.313072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.327177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:51.343000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.349380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:51.412826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Pushing event deleted for resources: {'Port': ['ID=ea8606a3-cec6-4b45-bab2-d80fd4f60702,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:51.421477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:51.427665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] No DVR routers for this DVR port ea8606a3-cec6-4b45-bab2-d80fd4f60702 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:20:51.443382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=d1a91e58-01de-4437-947a-24fff2230c00,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:51.448100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:51.482981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Provisioning for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:51.488318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:51.488704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.503514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.523536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.527214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.535365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-527a0d06-ab34-438e-9806-05aa694b490a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:51.570397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.632897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:51.650410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:51.654039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.682598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:51.684076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Provisioning for port d1a91e58-01de-4437-947a-24fff2230c00 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:51.686145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6892809b-7516-47da-9b78-1fa2211ef4e3,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:51.693490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Provisioning complete for port d1a91e58-01de-4437-947a-24fff2230c00 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:51.695442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.779226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Port d1a91e58-01de-4437-947a-24fff2230c00 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:51.782692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.789980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] In _notify_port_updated(), no bound segment for port d1a91e58-01de-4437-947a-24fff2230c00 on network f830c954-26a0-40c9-87f1-b6f08838d03c {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:20:51.798746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:51.799441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.800796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/ports/d1a91e58-01de-4437-947a-24fff2230c00 HTTP/1.1" status: 200 len: 921 time: 3.4068460 Jun 09 13:20:51.803654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:51.803880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49092) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:51.807980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.874202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b72aa237-2811-4ed7-b4af-ba56884d0b60 None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:51.904597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:51.907035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:51.916105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dc893ad-af22-4b06-97bb-73e941bfce36 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:51.949115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.966764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:51.968047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:51.971507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65030345-e279-424a-819a-fb6d983bda7a HTTP/1.1" status: 204 len: 168 time: 0.8899901 Jun 09 13:20:51.988812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-badf6bf9-1480-4032-a355-273e6f40a6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:52.029990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.030365 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Added segment 4029f31d-9d01-4299-8a8a-1cb930b0e03b of type vlan for network 25cbaada-3fbb-4798-9f2f-02bd094874cd Jun 09 13:20:52.058071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65030345-e279-424a-819a-fb6d983bda7a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:52.060876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:52.108677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port d1a91e58-01de-4437-947a-24fff2230c00 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:52.111300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.111563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.232831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 51632486-aced-433d-8ac7-be5ec868805d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:52.292964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.298916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:52.299767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.303114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a27d9b1b-e60f-4424-9abd-77089cd62720 None None] Provisioning complete for port d1a91e58-01de-4437-947a-24fff2230c00 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:52.303519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a27d9b1b-e60f-4424-9abd-77089cd62720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.321750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.334030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:52.351849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:52.356344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-408d2c06-f5ce-4773-8186-228d36214f62 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:52.375618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Allocated IP 172.20.0.1 (7caf9660-4f03-4110-a30c-fc1e786547e4/a77fc344-70f7-4876-8272-fcdd8ec4fbac/5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:52.383808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:52.384444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.396664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a27d9b1b-e60f-4424-9abd-77089cd62720 None None] Port d1a91e58-01de-4437-947a-24fff2230c00 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:52.435109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 51632486-aced-433d-8ac7-be5ec868805d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:52.442115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 51632486-aced-433d-8ac7-be5ec868805d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:52.442716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.479455 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4384179 Jun 09 13:20:52.523317 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8521378 Jun 09 13:20:52.555591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Request body: {'port': {'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:52.576463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for d1a91e58-01de-4437-947a-24fff2230c00 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:52.607461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.625986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 51632486-aced-433d-8ac7-be5ec868805d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=51632486-aced-433d-8ac7-be5ec868805d,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:52.627141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9d812925-fcf6-4879-916d-af3a04fa4265 None None] Provisioning for port e46e336d-ca06-4871-84dc-619b4583a660 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:52.633757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bebc4-bd2f-47a7-bdfc-2c14dd7f8333 req-490e36df-5716-48e6-8f61-1bee7d3e43c5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:52.634203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9d812925-fcf6-4879-916d-af3a04fa4265 None None] Provisioning complete for port e46e336d-ca06-4871-84dc-619b4583a660 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:52.634840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d812925-fcf6-4879-916d-af3a04fa4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.636334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-711bebc4-bd2f-47a7-bdfc-2c14dd7f8333 req-490e36df-5716-48e6-8f61-1bee7d3e43c5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 932 time: 0.3056946 Jun 09 13:20:52.702505 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-711bebc4-bd2f-47a7-bdfc-2c14dd7f8333 req-38a50cad-88bc-49f6-8d5b-b12c4e2f5a09 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598841 Jun 09 13:20:52.724654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.726227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:52.735908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Pushing event updated for resources: {'Network': ['ID=25cbaada-3fbb-4798-9f2f-02bd094874cd,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:52.806171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc53628c-37c8-4ddc-9c56-ab6d8cebbac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:52.816774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:52.824125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0025428a-6a97-412b-93ad-c88d47463101 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:52.838930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:52.873148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:52.888107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=d1a91e58-01de-4437-947a-24fff2230c00,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:52.892797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:52.921205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.051575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=51632486-aced-433d-8ac7-be5ec868805d,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:53.062814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:53.062814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9d812925-fcf6-4879-916d-af3a04fa4265 None None] Port e46e336d-ca06-4871-84dc-619b4583a660 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:53.101697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.106677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/d1a91e58-01de-4437-947a-24fff2230c00 HTTP/1.1" status: 204 len: 168 time: 1.3017561 Jun 09 13:20:53.107592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49118) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.165591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0bc530-3cf4-484f-afbd-1bdb9b688563 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:20:53.169912 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1f0bc530-3cf4-484f-afbd-1bdb9b688563 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/d1a91e58-01de-4437-947a-24fff2230c00 HTTP/1.1" status: 404 len: 333 time: 0.0609224 Jun 09 13:20:53.170590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49120) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.234300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.265068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:53.265519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.281134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49124) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.282089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.314758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.317352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.360452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Transition to ACTIVE for port object 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:53.382188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1628695224'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:53.401875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.404833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.409382 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/security-groups/a89d8e07-0d44-4d34-8291-bcebe70a13f2 HTTP/1.1" status: 204 len: 168 time: 0.2376904 Jun 09 13:20:53.411693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49126) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.412746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-918a50c6-fe13-4167-8a55-1ff32ee6bfb4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:53.437270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.450259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d8e07-0d44-4d34-8291-bcebe70a13f2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:53.459077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Made reservation on behalf of a5c9852b750c40eebb93c8f5dd825670 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:53.461369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.481065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:53.481789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.502445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ea8606a3-cec6-4b45-bab2-d80fd4f60702 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:20:53.504947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:20:53.510684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.521159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c6a813f8-7ad0-4fda-9aa9-41920811169e tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:53.556540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ea8606a3-cec6-4b45-bab2-d80fd4f60702 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:20:53.558884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ea8606a3-cec6-4b45-bab2-d80fd4f60702 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:20:53.561221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.591572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.603985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:53.609433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2112386567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:53.614410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:53.622865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:53.623460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.628811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5aa788-57d5-43fb-80d0-5c5461b8cfc7 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:53.649969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:53.658958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:53.679913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.686390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b83d6b8-a0ac-46bf-9a53-a1d8b44d004a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:53.697370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.698770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.701743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.705230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c614a5f-1335-44c3-8247-5e0b2e10f3ba HTTP/1.1" status: 204 len: 168 time: 0.2814078 Jun 09 13:20:53.705230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c5c33ec-8c8b-4fe0-85fd-f7849d9c4dc1 tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:53.712382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49132) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.717239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.751397 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8465292 Jun 09 13:20:53.763145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49136) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:53.764926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:53.774165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:53.788807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:53.789790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 6b6830a4-d8d3-41e0-9157-afee042f487c {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:20:53.794506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:53.797635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:53.830770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c614a5f-1335-44c3-8247-5e0b2e10f3ba,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:53.897245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.933960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:53.934379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d58d011e-24dd-4e2e-8c05-7ae8e67988e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:53.948834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': 'b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:53.955773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:53.958999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:53.999487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:54.012881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.063606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 51632486-aced-433d-8ac7-be5ec868805d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:54.067594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46e336d-ca06-4871-84dc-619b4583a660 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:20:54.080486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.108771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.109957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.133284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16afe25b-9d1a-4cc7-9bcc-6b2b807ea629,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:54.161556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:54.248828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27bc7496-e877-409d-9416-7cf55edf4054 None None] Provisioning for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:54.255545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.270035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27bc7496-e877-409d-9416-7cf55edf4054 None None] Provisioning complete for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:54.270783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27bc7496-e877-409d-9416-7cf55edf4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.299716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Transition to ACTIVE for port object e46e336d-ca06-4871-84dc-619b4583a660 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:54.313878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.322591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8fc72ff-72cf-41f7-bff4-dea583899c03 tempest-ServerActionsTestJSON-866283268 tempest-ServerActionsTestJSON-866283268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:54.330555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Allocated IP 2001:db8::f816:3eff:fe1c:17d7 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef/f1acd080-1b9d-4609-9e5e-b04f56148284) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:54.338585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 51632486-aced-433d-8ac7-be5ec868805d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:54.338961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.399329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.409664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-27bc7496-e877-409d-9416-7cf55edf4054 None None] Port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:54.451256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Pushing event updated for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:54.474965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:54.476995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646601ae-3b4b-4201-a758-83be4503a46f req-435b5b74-3b61-4231-9130-e3d731e8e951 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:54.478625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-646601ae-3b4b-4201-a758-83be4503a46f req-435b5b74-3b61-4231-9130-e3d731e8e951 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 932 time: 0.5460479 Jun 09 13:20:54.525200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:54.529016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.562453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:54.576151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.607402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Transition to ACTIVE for port object ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:54.619178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.659593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.678953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.680259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0bb21072-d0da-4e15-a638-e10434ded922 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:54.694065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Transition to ACTIVE for port object f1acd080-1b9d-4609-9e5e-b04f56148284 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:54.717379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Transition to ACTIVE for port object f1acd080-1b9d-4609-9e5e-b04f56148284 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:54.722789 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef (CIDR: 2001:db8::/64) Jun 09 13:20:54.730518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.733009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.738883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dabdaba0-db9c-4a21-8452-38c8b4f92a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:54.757485 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:20:54.757975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:20:54.770472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.814101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:54.817323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.818025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:54.821127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3126b118-97af-4a86-86a0-043177c1d178 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3802919 Jun 09 13:20:54.821250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:54.832799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49138) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:54.838946 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-646601ae-3b4b-4201-a758-83be4503a46f req-fcf2c385-e445-41b8-a0f3-a8ed11dc6565 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203197 Jun 09 13:20:54.842718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-234361599'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:54.854193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=ae93b2fb-80d7-447c-b42f-f3fec78d3fa0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:54.855912 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9f2e942-4d8e-4598-91fc-62f32a341bd8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0897496 Jun 09 13:20:54.867505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49140) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:54.871798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:54.873412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:54.877234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:54.883292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Attempting to bind port e46e336d-ca06-4871-84dc-619b4583a660 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:54.883634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Attempting to bind port e46e336d-ca06-4871-84dc-619b4583a660 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:54.883965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Attempting to bind port e46e336d-ca06-4871-84dc-619b4583a660 on network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:54.885872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:54.896114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Port e46e336d-ca06-4871-84dc-619b4583a660 on network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:54.896741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Attempting to bind port e46e336d-ca06-4871-84dc-619b4583a660 on network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:54.906797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:54.907136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Checking segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:54.907700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Bound using segment: {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:54.908311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Bound port: e46e336d-ca06-4871-84dc-619b4583a660, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce102ce-f381-41a9-a3ee-4f525b4c3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:54.908841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.934947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Attempting to bind port f1acd080-1b9d-4609-9e5e-b04f56148284 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:54.935402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Attempting to bind port f1acd080-1b9d-4609-9e5e-b04f56148284 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:54.936181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Attempting to bind port f1acd080-1b9d-4609-9e5e-b04f56148284 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:54.942376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:20:54.942929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:54.943409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.943851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:20:54.944378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Bound port: f1acd080-1b9d-4609-9e5e-b04f56148284, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:20:54.944816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:54.975449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Checking segment: {'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:54.975961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Network hostable DHCP agents. Network: 25cbaada-3fbb-4798-9f2f-02bd094874cd, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:55.041056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:55.041292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:55.044901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.046335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:55.051898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.057251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6167239d-4520-44dd-88e5-1f269bcef342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:55.061854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.068700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ebcb6058-219e-4bff-a9ba-f3bbaf03b764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:55.093297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.114925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:55.119564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:55.129796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46e336d-ca06-4871-84dc-619b4583a660,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:20:55.132331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6830a4-d8d3-41e0-9157-afee042f487c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:55.147993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:55.149531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.152532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:55.156515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.162173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/6b6830a4-d8d3-41e0-9157-afee042f487c HTTP/1.1" status: 204 len: 168 time: 1.4422514 Jun 09 13:20:55.162385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:55.164345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.164482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6afe7a-4774-4ee5-a7e5-0a900821b0e6 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:55.165304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:55.166380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49142) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:55.167043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 25cbaada-3fbb-4798-9f2f-02bd094874cd) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:55.171569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:55.183612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:55.191970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ae2e6-e4ed-4164-a78b-a6d1e173e307 None None] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:55.206656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.283761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.293469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:55.294007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.295560 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] 10.222.0.42 "PUT /v2.0/ports/e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 1094 time: 2.7551775 Jun 09 13:20:55.319586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.320108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.320589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.322102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:20:55.334058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:20:55.341662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.341998 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.362493 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 2 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.466887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.467680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.468690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.523348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.523687 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.527862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 3 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.556237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88010ce-ab95-417d-8eef-2213d34d1726 x-openstack-request-id: req-f88010ce-ab95-417d-8eef-2213d34d1726 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:20:55.556883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:20:55.557383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f88010ce-ab95-417d-8eef-2213d34d1726 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:20:55.558033 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660', 'status': 'completed', 'code': 200} Jun 09 13:20:55.585975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.586324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.586737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.593122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.593445 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.597385 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 4 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.598632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Pushing event updated for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:55.605783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:55.615930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fbc56c62-1f50-4228-8477-002f77eb773c tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:55.643519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.644302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.644793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.667033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.667365 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.672899 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 5 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.707117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.707117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.707403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.741121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.741603 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.742697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:55.746793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 6 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.753652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:55.756503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.757491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-4b615460-8235-434f-8ae2-cb4742942822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:55.759398 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-4b615460-8235-434f-8ae2-cb4742942822 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1097 time: 0.3988082 Jun 09 13:20:55.768852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:55.771300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:55.772452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.779852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:55.792874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.793216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.793551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.818167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.818520 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.822007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:55.823921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 7 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:55.845876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:55.849481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.869378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f06f25-8fb4-45cb-9310-0bc88b35bbc5,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:55.920189 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-5632424e-fc7f-44df-9805-fca17a99112e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 217 time: 0.1500750 Jun 09 13:20:55.943336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:55.945713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:55.946262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Added segment a0a60cb2-2e66-480b-b347-a6dfc8fcc374 of type vlan for network 6f866db2-b4c7-408c-9f0f-2851f520ab10 Jun 09 13:20:55.954569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:55.954569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:55.954569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:55.992846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:55.993180 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:55.993699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:55.997219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.020200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 8 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:56.087787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:20:56.111812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-8906d952-bc0e-4c1b-8443-524a70bd2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:56.113415 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-8906d952-bc0e-4c1b-8443-524a70bd2a94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.1805379 Jun 09 13:20:56.187485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f1acd080-1b9d-4609-9e5e-b04f56148284 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:56.208462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.217728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:56.218090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:56.218413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:56.241540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-472697a9-dbb4-40e7-ba54-3649a4a20f71 None None] Provisioning complete for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:56.242471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-472697a9-dbb4-40e7-ba54-3649a4a20f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.274874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:56.275206 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:56.283776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 9 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:56.334187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-472697a9-dbb4-40e7-ba54-3649a4a20f71 None None] Port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:56.400685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:56.401175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:56.401591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:56.417543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.423586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:56.424289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.434192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3df804bf-d67c-40af-9337-adddb3f3e9fa tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:56.442049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-960ae074-384c-4707-a23d-b849ea0863fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:56.443753 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-960ae074-384c-4707-a23d-b849ea0863fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3218656 Jun 09 13:20:56.448913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:56.454093 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:56.461676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:20:56.469279 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 10 to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 Jun 09 13:20:56.579661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:20:56.579922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:20:56.580354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:20:56.583999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7483335 Jun 09 13:20:56.591346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49148) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:56.602158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'subnet': {'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:56.602390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:20:56.602824 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:20:56.603285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.626736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101bb10-279d-4098-a7ae-c57e7b292772 req-859485c4-3770-4c47-b2c3-679c66f685a9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:56.628720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5101bb10-279d-4098-a7ae-c57e7b292772 req-859485c4-3770-4c47-b2c3-679c66f685a9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 944 time: 0.5091286 Jun 09 13:20:56.657681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d5617ea3-2f89-4ba3-b707-03ad5273734f None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:56.658055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5617ea3-2f89-4ba3-b707-03ad5273734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.665895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Network': ['ID=6f866db2-b4c7-408c-9f0f-2851f520ab10,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:56.683201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:56.702513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:56.844081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5101bb10-279d-4098-a7ae-c57e7b292772 req-e777eed6-62cb-4b19-a425-171ed4c2df65 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741002 Jun 09 13:20:56.888184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:20:56.888495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempted to set empty binding levels {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:20:56.896611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:56.900251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.903732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:56.911927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-634bc0db-290d-4cb2-b54a-55b1c25b771a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:56.967884 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-4b9e0960-086b-4911-b3c4-4d7728c0cc0b service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047531 Jun 09 13:20:56.980150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d5617ea3-2f89-4ba3-b707-03ad5273734f None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:56.980542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5617ea3-2f89-4ba3-b707-03ad5273734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.008391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:20:57.023138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:20:57.052364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:20:57.052998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:57.079962 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] 10.222.0.21 "PUT /v2.0/routers/b1a2edc2-7e29-4328-b491-53fac6ad2ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2288392 Jun 09 13:20:57.109855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d5617ea3-2f89-4ba3-b707-03ad5273734f None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:20:57.144615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.145215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.183899 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-941e6f22-59c2-4154-a35a-a0cedee6d160 req-1bb66e1d-6c5b-42d7-bd72-cc5761f173ad service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043867 Jun 09 13:20:57.184137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.195728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=ae93b2fb-80d7-447c-b42f-f3fec78d3fa0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:57.202115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:57.202742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c26f6e60-5ecd-44cf-860c-b44f873812f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:57.246822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Provisioning for port f1acd080-1b9d-4609-9e5e-b04f56148284 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:20:57.250919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.8791382 Jun 09 13:20:57.255446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:20:57.255829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.257068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49152) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:57.263859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.317335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:20:57.324932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:57.339657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:57.355088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.355690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.360615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:57.368248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8566360-d187-49e6-ae89-1e564c72dcfd None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:57.374133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:57.384559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.385163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.393319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=debff38f-6514-47ec-bb45-d1bc7c38fb6f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:57.426604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:57.432120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-8b4a33f9-6ac3-4d56-a2c4-28cb7c2915fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.434005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78a8b403-2a57-479b-98e4-2464745a3491 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:57.435807 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-8b4a33f9-6ac3-4d56-a2c4-28cb7c2915fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1097 time: 0.1912584 Jun 09 13:20:57.437155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.444011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21935624-99c0-4b7f-9db8-90877aeafa8b None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:57.479015 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6036077 Jun 09 13:20:57.488061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49158) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:57.493985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0f7d251e-949e-49f7-86d7-ec593cc21723 tempest-AllowedAddressPairTestJSON-884548690 tempest-AllowedAddressPairTestJSON-884548690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:57.497336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:22:20:3c', 'name': 'tempest-NetworksTestDHCPv6-902919138'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:57.525021 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3555822 Jun 09 13:20:57.562230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49160) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:57.565924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Subnet': ['ID=5d6ff3ba-0217-4953-97b1-6dfb39daffd3,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:57.578308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:57.584127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640320957'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:57.619609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=16873b8f-ead5-4916-bb23-d92192f5670d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:57.633096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:57.682883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Deleting port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:20:57.682883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.705982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.780657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Checking segment: {'id': 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:20:57.781058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network hostable DHCP agents. Network: 6f866db2-b4c7-408c-9f0f-2851f520ab10, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:20:57.806615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port ae93b2fb-80d7-447c-b42f-f3fec78d3fa0, host hv-neutron-6013, got binding levels [] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:57.807069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.814382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:57.829534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:20:57.864753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6f866db2-b4c7-408c-9f0f-2851f520ab10) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:57.870057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.870649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:57.892731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-ec3ee7ef-8cda-408d-a070-77d082bd7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:57.894416 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-ec3ee7ef-8cda-408d-a070-77d082bd7f7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 898 time: 0.4489698 Jun 09 13:20:57.989000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4424e0-f7b3-425f-9b29-71d9b4b32086 None None] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:20:58.000077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49172) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:58.003393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.005325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1933686462-network', 'tenant_id': '532d992d666f4caebe9ce252f3925e31'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:58.016066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Calling delete_port for ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:20:58.024224 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-b031a277-c37b-45d1-a619-f655dab01b94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 217 time: 0.1196423 Jun 09 13:20:58.138656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.142758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-0675f21b-1cf3-4d94-8980-e2c384a7e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:58.144490 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-0675f21b-1cf3-4d94-8980-e2c384a7e63d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.1003165 Jun 09 13:20:58.146938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.147465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.153205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3241758c-9850-4789-ab08-84d590e2b00d tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:58.187049 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5893435 Jun 09 13:20:58.188360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:58.196232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbf334-ef17-4fb5-96e0-d24123d23790,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:58.199380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 116ecc78-f63b-426d-90a7-06e9ff49a3bf yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:58.205647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'network': {'name': 'tempest-router-network01--1257086942'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:58.242018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Made reservation on behalf of 532d992d666f4caebe9ce252f3925e31 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:58.244328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.261131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:58.263760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd25c6-14c4-4786-836b-f933fe275b5e req-d29405cb-3723-45a4-ac3b-701eab8704f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:58.264811 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10fd25c6-14c4-4786-836b-f933fe275b5e req-d29405cb-3723-45a4-ac3b-701eab8704f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 944 time: 0.2672756 Jun 09 13:20:58.265113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:20:58.267494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:58.271482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.278477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.292865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.294226 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7145872 Jun 09 13:20:58.299985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49176) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:58.305398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'security_group': {'name': 'tempest-secgroup-217295200'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:58.319880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.332249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:58.334291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.345308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.352158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4da989ca-b853-4ccb-a8a1-5a3613c2d9ba tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:58.374915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:58.392813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-97621ab5-3831-423f-a29f-97fd2540e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:58.395115 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-97621ab5-3831-423f-a29f-97fd2540e782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2065139 Jun 09 13:20:58.398396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.398767 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Added segment cfe9eda7-f530-4af4-852e-a260e83cb64c of type vlan for network 79c56eea-71a7-4390-b164-6f21d9f62723 Jun 09 13:20:58.416919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae93b2fb-80d7-447c-b42f-f3fec78d3fa0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:58.431740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:58.444792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.449675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 HTTP/1.1" status: 204 len: 168 time: 1.1877341 Jun 09 13:20:58.482060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10fd25c6-14c4-4786-836b-f933fe275b5e req-30c5172b-f462-4747-b5f3-52cac353e42f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922727 Jun 09 13:20:58.489135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49178) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:58.555315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-913c01ce-ab9c-4600-801b-4c375706c5a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:20:58.556750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-913c01ce-ab9c-4600-801b-4c375706c5a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports/ae93b2fb-80d7-447c-b42f-f3fec78d3fa0 HTTP/1.1" status: 404 len: 333 time: 0.0605121 Jun 09 13:20:58.564691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49180) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:58.575180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1335738903'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:58.579024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.599594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:58.606676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:58.653575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 2, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:20:58.667574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:20:58.668220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Updating router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:20:58.693741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8:0:1::32d (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/debff38f-6514-47ec-bb45-d1bc7c38fb6f/116ecc78-f63b-426d-90a7-06e9ff49a3bf) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:58.703060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6f866db2-b4c7-408c-9f0f-2851f520ab10', 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10', 'tenant_id': 'b7c514fd43c548118ec9f54b5fdfa0d3', 'fixed_ips': [{'subnet_id': '5d6ff3ba-0217-4953-97b1-6dfb39daffd3'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:20:58.703532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.710331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe22:203c (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef/116ecc78-f63b-426d-90a7-06e9ff49a3bf) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:58.717324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.722756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.740903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.747630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24015e4b-a1a0-4799-a85d-53ae673102fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:58.783183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:20:58.783183 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:20:58.783183 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'project_id_1': 'a5c9852b750c40eebb93c8f5dd825670', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 20, 58, 588847)}] Jun 09 13:20:58.783183 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:20:58.783183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:20:58.790558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:58.818566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.818838 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Added segment 53485a74-6078-4061-8a91-2051fe4b274e of type vlan for network 9889012a-cf31-40a2-aa25-93273ebc1037 Jun 09 13:20:58.820798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cde8ab-a636-42fc-b886-e5e89d5f0896,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:58.827952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:58.841086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.848343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:58.848986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.856821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:58.881438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:58.882143 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-c9dc1300-3974-4e8f-897c-eca58b664f84 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777899 Jun 09 13:20:58.922297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.072508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Network': ['ID=79c56eea-71a7-4390-b164-6f21d9f62723,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.076550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.078430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Update dhcp port {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'fixed_ips': [{'subnet_id': '2f9f305d-8704-4378-923e-54c5ac8c046e', 'ip_address': '172.20.0.18'}, {'subnet_id': '16873b8f-ead5-4916-bb23-d92192f5670d'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '0adeef8c-e13a-466b-90f9-1c4714656fa8'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:20:59.105658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:20:59.112599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.112778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 79c56eea-71a7-4390-b164-6f21d9f62723 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:59.125156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Update dhcp port {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef', 'ip_address': '2001:db8::f816:3eff:fe1c:17d7'}, {'subnet_id': 'debff38f-6514-47ec-bb45-d1bc7c38fb6f'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'f1acd080-1b9d-4609-9e5e-b04f56148284'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:20:59.125408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.140423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e04ff01-aeab-4d76-8b1a-94fadc075af7 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.141340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.142432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:59.143072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.150943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2c02cf7-9b43-44bd-b5af-4d1e9341cc87 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.165393 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9642696 Jun 09 13:20:59.170065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.180015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'network': {'name': 'tempest-router-network02--749311047'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:59.208193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.212064 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9078276 Jun 09 13:20:59.214224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.217475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe5d26-ba8f-4f0b-8447-e281653e01d5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.223513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'security_group': {'name': 'tempest-secgroup-921739993'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:59.228184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.230095 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d8af09aa-0844-4e0e-9e33-f402ccd8d26a req-eee101c4-8d8d-47f8-9be6-58eed78b8535 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928698 Jun 09 13:20:59.233859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.257828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 116ecc78-f63b-426d-90a7-06e9ff49a3bf will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:20:59.269507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:59.273236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.288733 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2874303 Jun 09 13:20:59.291505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.298090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Request body: {'subnet': {'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1933686462-subnet', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:59.300811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.313528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9889012a-cf31-40a2-aa25-93273ebc1037,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.318281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Allocated IP 172.20.0.2 (6f866db2-b4c7-408c-9f0f-2851f520ab10/5d6ff3ba-0217-4953-97b1-6dfb39daffd3/b4b6402e-977f-43d4-8438-b47576cc3163) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:20:59.318942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.319643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51aebb5b-7551-4eb9-93f2-9b07822eb17c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.324294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.342215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:20:59.345097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 9889012a-cf31-40a2-aa25-93273ebc1037 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:59.360561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.361021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Added segment 6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd of type vlan for network 0885dd90-e7de-44dc-bd22-3d71d8bf759d Jun 09 13:20:59.382713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:59.390169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.392293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:59.397712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:59.403383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:59.404303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.418413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Made reservation on behalf of a5c9852b750c40eebb93c8f5dd825670 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:59.420929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.429181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.433700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.443887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:59.444533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.446169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=116ecc78-f63b-426d-90a7-06e9ff49a3bf,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.449905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.453772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:20:59.454403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.455085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.475580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Made reservation on behalf of 532d992d666f4caebe9ce252f3925e31 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:20:59.477848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.663528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Network': ['ID=0885dd90-e7de-44dc-bd22-3d71d8bf759d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.666916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.710081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:20:59.746509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.776350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b87717-5ea1-4ac9-80d0-5d0bedbc2f74 req-c745c086-50ac-477c-81fd-185e5de8711c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:59.777848 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78b87717-5ea1-4ac9-80d0-5d0bedbc2f74 req-c745c086-50ac-477c-81fd-185e5de8711c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 944 time: 0.1390035 Jun 09 13:20:59.787999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.801614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.809849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-41dd1bbd-55ab-40b0-a4e8-509ef33812ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.811130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.824346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a47350b-76cd-40be-aaf9-7515e97af46c tempest-FloatingIPAdminTestJSON-922983755 tempest-FloatingIPAdminTestJSON-922983755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:20:59.831458 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6554625 Jun 09 13:20:59.834793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49190) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.846460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'subnet': {'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:59.860732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3694866 Jun 09 13:20:59.882438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49192) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.935323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.940043 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7214177 Jun 09 13:20:59.945340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49194) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:20:59.964555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:20:59.970425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1265608442', 'security_groups': ['8fd427e8-25c0-40c9-b87b-1cbe49d38020'], 'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16873b8f-ead5-4916-bb23-d92192f5670d'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:20:59.975842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78b87717-5ea1-4ac9-80d0-5d0bedbc2f74 req-48f5795f-cde8-4a77-88b1-25a7d850485c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854198 Jun 09 13:20:59.982680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:20:59.987157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.987527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd427e8-25c0-40c9-b87b-1cbe49d38020,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:20:59.989755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:20:59.991591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:20:59.992344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:20:59.992604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:20:59.999251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:00.059460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4904618 Jun 09 13:21:00.062241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49196) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:00.068382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:00.095423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46e336d-ca06-4871-84dc-619b4583a660 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:21:00.098402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:00.107920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.122064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-85b95e97-fe70-4641-8e7a-e912729bdfeb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:00.199076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 116ecc78-f63b-426d-90a7-06e9ff49a3bf {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:00.199419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.255972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0199719c-39e0-49e4-a692-ceb4b7ec0f24,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:00.264142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:00.269249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.277297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Checking segment: {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:00.277800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Network hostable DHCP agents. Network: 9889012a-cf31-40a2-aa25-93273ebc1037, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:00.284361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:00.288038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.344134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:21:00.400039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Network 9889012a-cf31-40a2-aa25-93273ebc1037 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:00.409348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:00.459006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.486567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Allocated IP 2001:db8:0:1::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/debff38f-6514-47ec-bb45-d1bc7c38fb6f/f1acd080-1b9d-4609-9e5e-b04f56148284) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:00.488569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 9889012a-cf31-40a2-aa25-93273ebc1037) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:00.498630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:00.499327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.520183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069ee79-95c0-4c44-8841-f372f6c509b9 None None] Network 9889012a-cf31-40a2-aa25-93273ebc1037 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:00.544129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.558420 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2658310 Jun 09 13:21:00.558671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49198) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:00.582794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.621046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:00.632135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 116ecc78-f63b-426d-90a7-06e9ff49a3bf owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:00.640637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Allocated IP 172.20.0.2 (f830c954-26a0-40c9-87f1-b6f08838d03c/16873b8f-ead5-4916-bb23-d92192f5670d/0adeef8c-e13a-466b-90f9-1c4714656fa8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:00.646055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] device_id is not set on port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:00.678285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Transition to ACTIVE for port object b4b6402e-977f-43d4-8438-b47576cc3163 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:00.714124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.715388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.794933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.798428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:00.805899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:00.806282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.818307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.884173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Transition to ACTIVE for port object dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:00.892591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.900507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:00.958685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:00.967091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67b46fcd-e4b5-434c-a1c3-8259a69ce333 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:00.969801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.031394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46e336d-ca06-4871-84dc-619b4583a660,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:01.047390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Transition to ACTIVE for port object 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:01.075152 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Subnet': ['ID=f1fdb75a-6106-4592-b718-fe51baffaed1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:01.077603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:01.084044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Checking segment: {'id': 'cfe9eda7-f530-4af4-852e-a260e83cb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:01.084525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network hostable DHCP agents. Network: 79c56eea-71a7-4390-b164-6f21d9f62723, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:01.099883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'e46e336d-ca06-4871-84dc-619b4583a660', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:21:01.111636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 79c56eea-71a7-4390-b164-6f21d9f62723 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:01.113833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.125693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 79c56eea-71a7-4390-b164-6f21d9f62723) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:01.130428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:01.131276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.154350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02ef1f32-2e52-4d2e-84c5-7e564057a7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:01.160759 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3218768 Jun 09 13:21:01.161718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49202) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:01.167847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'subnet': {'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:01.186480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd52f3-7c6e-44c7-a0ce-36662f265b15 None None] Network 79c56eea-71a7-4390-b164-6f21d9f62723 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:01.305085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Made reservation on behalf of b7c514fd43c548118ec9f54b5fdfa0d3 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:01.311441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.352775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:01.391566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:01.484822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:01.574104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:01.574618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:01.575001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:01.577085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Pushing event updated for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:01.580268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:01.582340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:01.597396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.599252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.603926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f57ab82f-c961-4651-975b-1ed49ca2b483 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:01.604513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:01.604776 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:01.607765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 2 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:01.622196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.650568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-683fa3b8-a1e0-4085-8c61-a6eb39f96a94 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:01.693335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Subnet': ['ID=60c3bd25-eb24-4ed3-9d6b-29ba6977f852,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:01.699008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:01.703766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:01.704112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:01.704446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:01.704552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.708244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Checking segment: {'id': '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:01.708958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network hostable DHCP agents. Network: 0885dd90-e7de-44dc-bd22-3d71d8bf759d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:01.712554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=116ecc78-f63b-426d-90a7-06e9ff49a3bf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:01.729375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:01.740374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 0885dd90-e7de-44dc-bd22-3d71d8bf759d) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:01.744657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:01.745283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.746622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Transition to ACTIVE for port object b4b6402e-977f-43d4-8438-b47576cc3163 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:01.762392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:01.769115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:01.769822 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:01.774317 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6110842 Jun 09 13:21:01.775002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49204) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:01.778595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbe211-ea46-44b9-afdf-5e51d460d530 None None] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:01.797227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 3 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:01.809575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-9889012a-cf31-40a2-aa25-93273ebc1037', 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'fixed_ips': [{'subnet_id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:01.811756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.827064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab81a-35dd-4100-9d2b-6aa1fc691237 req-1a336718-3f4b-4c39-9e2f-e6f504ea1537 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:01.828460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a9ab81a-35dd-4100-9d2b-6aa1fc691237 req-1a336718-3f4b-4c39-9e2f-e6f504ea1537 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 944 time: 0.5810969 Jun 09 13:21:01.876284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:01.876657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:01.876945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:01.881652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.886730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:21:01.902054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:01.907014 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/116ecc78-f63b-426d-90a7-06e9ff49a3bf HTTP/1.1" status: 204 len: 168 time: 2.0209641 Jun 09 13:21:01.907014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:01.907014 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:01.907348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:01.909728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49208) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:01.909883 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 4 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:01.937063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46e336d-ca06-4871-84dc-619b4583a660 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:21:01.939661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:01.940007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:01.940717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:01.955630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:01.955970 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:01.966950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a9ab81a-35dd-4100-9d2b-6aa1fc691237 req-45f9f64c-500e-4d09-aabd-15841b27e8b7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029847 Jun 09 13:21:01.969560 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 5 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:01.992872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:01.993296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:01.993559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.002335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.002697 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.004323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 6 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:02.023372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.023715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.024141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.031643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.031968 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.032665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 7 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:02.037660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.061188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.061542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.061839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.069499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.069824 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.070901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 8 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:02.093740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:21:02.110202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Pushing event updated for resources: {'Port': ['ID=b4b6402e-977f-43d4-8438-b47576cc3163,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:02.126165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Attempting to bind port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.126557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Attempting to bind port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.126941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Attempting to bind port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.133402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:02.139586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:02.154399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.187201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:02.201939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46e336d-ca06-4871-84dc-619b4583a660,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:02.207066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.207389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.207718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.213048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:02.215494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Transition to ACTIVE for port object f1acd080-1b9d-4609-9e5e-b04f56148284 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:02.219947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.220284 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.221320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:02.221678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:02.222092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.222494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Bound using segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:02.223054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Bound port: 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:02.223536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.249397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e137d-0f49-4494-9fb9-c3beab2082f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.250616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 9 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:02.250918 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-507e137d-0f49-4494-9fb9-c3beab2082f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3402526 Jun 09 13:21:02.253369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49212) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:02.254202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.256121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:02.278874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.279212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.279547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.288902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.289432 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.289969 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 10 to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 Jun 09 13:21:02.301413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.302732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.335654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.339761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.340097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.340430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.347869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Transition to ACTIVE for port object 0adeef8c-e13a-466b-90f9-1c4714656fa8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:02.384108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:02.384417 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:02.385025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.440641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.443867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.607044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['e46e336d-ca06-4871-84dc-619b4583a660'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:21:02.704151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7334936-9f9b-46c4-8c7a-4070124f1eb5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.705911 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b7334936-9f9b-46c4-8c7a-4070124f1eb5 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4514964 Jun 09 13:21:02.706053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:02.706628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempted to set empty binding levels {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:21:02.710627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49214) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:02.713584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.12 (f830c954-26a0-40c9-87f1-b6f08838d03c/16873b8f-ead5-4916-bb23-d92192f5670d/9e9d23ba-2b99-4dff-85f3-2aee9813c5d7) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:02.757295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.761454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Allocated IP 172.26.5.38 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/5e361a6b-db37-44ed-a474-4a9e1697537a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:02.766278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d581e2c-a61a-4340-90a9-8df49db25d73 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:02.819152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-79c56eea-71a7-4390-b164-6f21d9f62723', 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723', 'tenant_id': 'b7c514fd43c548118ec9f54b5fdfa0d3', 'fixed_ips': [{'subnet_id': 'f1fdb75a-6106-4592-b718-fe51baffaed1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:02.820006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.841143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] In _notify_port_updated(), no bound segment for port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:21:02.842028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.842657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:02.844148 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "PUT /v2.0/ports/dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 HTTP/1.1" status: 200 len: 981 time: 2.7807441 Jun 09 13:21:02.859385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49216) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:02.887302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Attempting to bind port b4b6402e-977f-43d4-8438-b47576cc3163 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:02.887684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Attempting to bind port b4b6402e-977f-43d4-8438-b47576cc3163 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:02.888054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Attempting to bind port b4b6402e-977f-43d4-8438-b47576cc3163 on network 6f866db2-b4c7-408c-9f0f-2851f520ab10 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:02.890117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:02.919720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:02.923875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:02.943513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebbd0c-45c9-4931-93f4-20740f4a8519 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.949131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebbd0c-45c9-4931-93f4-20740f4a8519 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.951575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebbd0c-45c9-4931-93f4-20740f4a8519 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:02.956876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79ebbd0c-45c9-4931-93f4-20740f4a8519 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2449970 Jun 09 13:21:02.964127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49218) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:02.966406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:03.020326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:03.020852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Checking segment: {'id': 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:03.021354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.022039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Bound using segment: {'id': 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:03.022726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Bound port: b4b6402e-977f-43d4-8438-b47576cc3163, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f866db2-b4c7-408c-9f0f-2851f520ab10'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:03.023194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.045207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637467d-53fd-4fb4-a5b9-9dc645838b30 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:03.096415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.102692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.103181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.103653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.104131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.104571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.105030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.105486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.105939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.106393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.106870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.107319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.107902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.108218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.108671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.109119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.109636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.116258 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-84090459-c47b-4643-9fd5-643f12e0913f tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14796 time: 0.2560465 Jun 09 13:21:03.137687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49222) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:03.140330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:03.171478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] For port b4b6402e-977f-43d4-8438-b47576cc3163, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:03.177180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] For port b4b6402e-977f-43d4-8438-b47576cc3163, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b4b6402e-977f-43d4-8438-b47576cc3163,segment=NetworkSegment(a0a60cb2-2e66-480b-b347-a6dfc8fcc374),segment_id=a0a60cb2-2e66-480b-b347-a6dfc8fcc374)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:03.253457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.283834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c12bfeb5-0150-4612-bcb7-7d68dc2ca2a2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:03.340023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.371155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Allocated IP 172.20.0.1 (79c56eea-71a7-4390-b164-6f21d9f62723/f1fdb75a-6106-4592-b718-fe51baffaed1/7855f647-1ede-4086-9bf8-c3cbc49abc9d) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:03.376600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:03.430135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.450487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] For port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:03.479870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:03.492990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-0885dd90-e7de-44dc-bd22-3d71d8bf759d', 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d', 'tenant_id': 'b7c514fd43c548118ec9f54b5fdfa0d3', 'fixed_ips': [{'subnet_id': '60c3bd25-eb24-4ed3-9d6b-29ba6977f852'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:03.493986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.517501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:03.534949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:03.550284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.563276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Allocated IP 172.20.0.2 (9889012a-cf31-40a2-aa25-93273ebc1037/0199719c-39e0-49e4-a692-ceb4b7ec0f24/3ea645ab-bbfe-45fe-9351-f607b2714f2a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:03.568524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d082522b-ebff-4b7e-a0c1-d2a0000762c5 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:03.584519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:03.607921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] For port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:03.610016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.661759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Pushing event updated for resources: {'Port': ['ID=5e361a6b-db37-44ed-a474-4a9e1697537a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:03.665476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:03.700485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.728935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Transition to ACTIVE for port object 7855f647-1ede-4086-9bf8-c3cbc49abc9d will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:03.735630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1275-c28f-42cb-b50a-a2ae0185a8a5 req-fc0f2f4c-2e14-40b5-9119-1ed3fdf33b47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:03.736364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19ca1275-c28f-42cb-b50a-a2ae0185a8a5 req-fc0f2f4c-2e14-40b5-9119-1ed3fdf33b47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 945 time: 0.5334282 Jun 09 13:21:03.739017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.787207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:03.806472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:03.813740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:03.824709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=9e9d23ba-2b99-4dff-85f3-2aee9813c5d7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:03.828022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:03.866751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:03.871248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7aab1d2-258c-48bf-83a4-b2688da7f202 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:03.985071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 79c56eea-71a7-4390-b164-6f21d9f62723 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:03.990982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:04.023707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:04.117311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:04.117959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.121995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Port': ['ID=7855f647-1ede-4086-9bf8-c3cbc49abc9d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:04.140535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:04.155036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Deleting port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:04.155464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.161682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.170904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.217089 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2601473 Jun 09 13:21:04.221064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:04.224094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49224) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:04.229573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:04.246793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:04.250769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.327s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:04.267217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.821s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:04.273497 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19ca1275-c28f-42cb-b50a-a2ae0185a8a5 req-b9702792-1401-4593-a82b-99e13fb84e81 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5021174 Jun 09 13:21:04.327576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4, host hv-neutron-6013, got binding levels [] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:04.327800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.449601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Pushing event updated for resources: {'Port': ['ID=b4b6402e-977f-43d4-8438-b47576cc3163,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:04.538885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Calling delete_port for dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:04.542191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.557869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:04.561325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.575081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.674713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:04.689938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Transition to ACTIVE for port object 3ea645ab-bbfe-45fe-9351-f607b2714f2a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:04.697647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Pushing event updated for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:04.782997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Allocated IP 172.20.0.2 (0885dd90-e7de-44dc-bd22-3d71d8bf759d/60c3bd25-eb24-4ed3-9d6b-29ba6977f852/729faff8-03f6-45b6-967b-5392b3437319) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:04.993231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.009121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.017588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-809eda95-1ad9-47b8-8e78-90e04bade31c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.028046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Transition to ACTIVE for port object 3ea645ab-bbfe-45fe-9351-f607b2714f2a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:05.030519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.578s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.030932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.031717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f4775b6c-ba0c-44a7-bee7-515927762b57 None None] Provisioning for port f1acd080-1b9d-4609-9e5e-b04f56148284 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:05.049440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.061272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.061599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.062748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.074717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:05.085193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29165d77-7306-49c2-ad08-e6fbff75b1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.097021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.101716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef HTTP/1.1" status: 204 len: 168 time: 2.1363144 Jun 09 13:21:05.107225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49226) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:05.111143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.111414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.111782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.112143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.112502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.112857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.113210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.113561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.113914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.114264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.114739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.115091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.161907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5f888-e8a4-473c-9e85-8805f2d59413 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:05.173564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.174161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b5e4263b-68ab-4147-83eb-bbc4b6e4574a tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.175308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f4775b6c-ba0c-44a7-bee7-515927762b57 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:05.175694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4775b6c-ba0c-44a7-bee7-515927762b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.196071 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16873b8f-ead5-4916-bb23-d92192f5670d (CIDR: 172.20.0.0/28) Jun 09 13:21:05.205905 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:05.206512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:05.211105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.213604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 HTTP/1.1" status: 204 len: 168 time: 2.0717266 Jun 09 13:21:05.218647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49228) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:05.230782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf43457-20b0-4b54-a52c-c62288d6bc2d None None] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:05.234455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:05.240866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.245328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Pushing event updated for resources: {'Port': ['ID=3ea645ab-bbfe-45fe-9351-f607b2714f2a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:05.245509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.247358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:05.247978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:05.298260 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-050f4c62-97ed-49a3-a493-1a9b5aba8fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:21:05.303707 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-050f4c62-97ed-49a3-a493-1a9b5aba8fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports/dc2ecc9e-16f0-4ef6-a7e9-2ba4e428f0e4 HTTP/1.1" status: 404 len: 333 time: 0.0735545 Jun 09 13:21:05.305551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49232) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:05.317393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1164675446', 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:05.348276 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05b865c5-5653-41dc-8cd6-00729b7bcf00 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1228919 Jun 09 13:21:05.359580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49234) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:05.366931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:05.399501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet debff38f-6514-47ec-bb45-d1bc7c38fb6f {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:05.403027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Network 9889012a-cf31-40a2-aa25-93273ebc1037 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:05.410705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Made reservation on behalf of a5c9852b750c40eebb93c8f5dd825670 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:05.412963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.427960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.457445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.500384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Allocated IP 172.20.0.2 (79c56eea-71a7-4390-b164-6f21d9f62723/f1fdb75a-6106-4592-b718-fe51baffaed1/e7cb2d5c-1146-411a-8214-ba0221e0cf34) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:05.510575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:05.533945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:05.550449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port 9033088b-0bba-47f9-9138-4051610942b8 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:05.585674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.586815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.594208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.598617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.622994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-39a61cd0-683f-4db6-8167-4353e8f34694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:05.668274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:05.674987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.802168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Port': ['ID=7855f647-1ede-4086-9bf8-c3cbc49abc9d,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:05.807218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.823012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.823554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.824052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.824530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.825006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.825481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.825953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.826442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.826943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.827403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.827866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.828339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:05.832746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:05.841976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Transition to ACTIVE for port object 729faff8-03f6-45b6-967b-5392b3437319 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:05.881880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18452e-400d-4409-a231-e90a352521ff req-ebd328af-5304-4580-a818-e17d491e8dc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:05.883387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d18452e-400d-4409-a231-e90a352521ff req-ebd328af-5304-4580-a818-e17d491e8dc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 945 time: 0.4804606 Jun 09 13:21:05.945162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:05.955690 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2f9f305d-8704-4378-923e-54c5ac8c046e (CIDR: 172.20.0.16/28) Jun 09 13:21:05.962942 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:05.963558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:06.009079 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7a1195d8-effc-47a7-8b29-d51a7405f9bd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6461589 Jun 09 13:21:06.009879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49236) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.015226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'subnet': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:06.076060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Transition to ACTIVE for port object 729faff8-03f6-45b6-967b-5392b3437319 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:06.088579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 79c56eea-71a7-4390-b164-6f21d9f62723 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:06.092023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:06.105114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:06.117619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d18452e-400d-4409-a231-e90a352521ff req-51d872dc-67f4-4a4b-897a-9b4779f038a1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213409 Jun 09 13:21:06.121590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.188266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Attempting to bind port 3ea645ab-bbfe-45fe-9351-f607b2714f2a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:06.188640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Attempting to bind port 3ea645ab-bbfe-45fe-9351-f607b2714f2a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:06.189002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Attempting to bind port 3ea645ab-bbfe-45fe-9351-f607b2714f2a on network 9889012a-cf31-40a2-aa25-93273ebc1037 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:06.193685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.213983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:06.214355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.275711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.285766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.293089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08f32ced-28ea-41d9-bc95-349de07cfb5e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:06.298975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-adf0b0c5-b8f7-42fe-a57a-83049ec2b4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:06.339020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=debff38f-6514-47ec-bb45-d1bc7c38fb6f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:06.345122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:06.349281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:06.350184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.350298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Checking segment: {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:06.350298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.350512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Bound using segment: {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:06.351489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Bound port: 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:06.351489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.354187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/debff38f-6514-47ec-bb45-d1bc7c38fb6f HTTP/1.1" status: 204 len: 168 time: 1.2324893 Jun 09 13:21:06.357240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49238) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.434498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Made reservation on behalf of d8b6ac996ef7437c86abf1d338310eec for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:06.438366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.531517 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e821ded8-02dd-49e8-a0f0-bbde29465511 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718659 Jun 09 13:21:06.536083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49240) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.539307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.541594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:06.545184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:06.561198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Router 991ff515-3604-42df-a29e-542e5fd7b4de is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:21:06.587316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:06.618515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:06.620185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:06.626103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:06.631807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:06.632950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:06.633382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.644495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=9033088b-0bba-47f9-9138-4051610942b8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:06.648193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:06.653087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:06.664706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3594384 Jun 09 13:21:06.667116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49242) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.709460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Router 3b191de4-b855-4790-b94f-7f5de8bc8308 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:21:06.754642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Pushing event updated for resources: {'Port': ['ID=729faff8-03f6-45b6-967b-5392b3437319,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:06.806148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b82c8f-7109-4522-b632-cedcc3078e66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:06.810351 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-30b82c8f-7109-4522-b632-cedcc3078e66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports/9033088b-0bba-47f9-9138-4051610942b8 HTTP/1.1" status: 200 len: 959 time: 0.1421540 Jun 09 13:21:06.821132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49244) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.909924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.910517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.910517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.910908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.911118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.911523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.911846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.912184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.912487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.912822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.913528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.913528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:21:06.924713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:06.945980 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Sync routers for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:06.949284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:06.951176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:06.952305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3349521 Jun 09 13:21:06.954944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:06.961189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:06.962164 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.003537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning for port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:07.073708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.088519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning complete for port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:07.088894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.141272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] For port 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:07.151594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:07.175678 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3995595 Jun 09 13:21:07.188045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:07.190009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] Sync routers for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:07.193469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Attempting to bind port 729faff8-03f6-45b6-967b-5392b3437319 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:07.193840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Attempting to bind port 729faff8-03f6-45b6-967b-5392b3437319 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:07.194199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Attempting to bind port 729faff8-03f6-45b6-967b-5392b3437319 on network 0885dd90-e7de-44dc-bd22-3d71d8bf759d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:07.204927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Transition to ACTIVE for port object e7cb2d5c-1146-411a-8214-ba0221e0cf34 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:07.214551 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:07.248007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:07.248379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Checking segment: {'id': '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:07.248786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.249176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Bound using segment: {'id': '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:07.249657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Bound port: 729faff8-03f6-45b6-967b-5392b3437319, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0885dd90-e7de-44dc-bd22-3d71d8bf759d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:07.250029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.263200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] For port 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3ea645ab-bbfe-45fe-9351-f607b2714f2a,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:07.294911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:07.295549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.311371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:07.314850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.347554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.363346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0f616d5-4f83-42ce-a4c9-91dc613f1681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:07.393264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:07.423287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Transition to ACTIVE for port object e7cb2d5c-1146-411a-8214-ba0221e0cf34 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:07.584889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.615587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.643507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b4b6402e-977f-43d4-8438-b47576cc3163 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:07.667199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Deleting port 9033088b-0bba-47f9-9138-4051610942b8 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:07.667526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.696458 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:04Z', 'revision_number': 3, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.705183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:07.705824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.713387 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Checking router: 3b191de4-b855-4790-b94f-7f5de8bc8308 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:21:07.713892 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Updating router 3b191de4-b855-4790-b94f-7f5de8bc8308 port 5e361a6b-db37-44ed-a474-4a9e1697537a binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:21:07.779342 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:07.856124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:07.857284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8738294-7355-41ed-8529-54a86418c8dc None None] The sync data for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:07.937380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Network 79c56eea-71a7-4390-b164-6f21d9f62723 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:07.942576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Pushing event updated for resources: {'Port': ['ID=3ea645ab-bbfe-45fe-9351-f607b2714f2a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:07.992972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:07.999652 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:21:08.004126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:08.007629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f549315-4848-46f9-8414-fb473e4ed304 req-9c264d7e-2353-4db9-a7fa-3f6573051558 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:08.008356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.014913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f549315-4848-46f9-8414-fb473e4ed304 req-9c264d7e-2353-4db9-a7fa-3f6573051558 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 945 time: 0.5686166 Jun 09 13:21:08.048378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:08.095754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.112101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] For port 729faff8-03f6-45b6-967b-5392b3437319, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:08.246633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.263920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Calling delete_port for 9033088b-0bba-47f9-9138-4051610942b8 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:08.264192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Pushing event updated for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:08.269166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:08.270105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:08.282266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f549315-4848-46f9-8414-fb473e4ed304 req-1930d896-46f9-4088-af07-6815d5cc13b9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663238 Jun 09 13:21:08.312000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] For port 729faff8-03f6-45b6-967b-5392b3437319, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=729faff8-03f6-45b6-967b-5392b3437319,segment=NetworkSegment(6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd),segment_id=6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:08.319511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc76a2c-90e1-4186-bd84-f8dbd6030603 None None] Update dhcp port {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': 'debff38f-6514-47ec-bb45-d1bc7c38fb6f'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'f1acd080-1b9d-4609-9e5e-b04f56148284'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:21:08.342122 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.363108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:08.363745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.365144 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Transition to ACTIVE for port object 5e361a6b-db37-44ed-a474-4a9e1697537a will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:08.376861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.388978 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.436511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46e336d-ca06-4871-84dc-619b4583a660 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:08.462326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Pushing event updated for resources: {'Port': ['ID=5e361a6b-db37-44ed-a474-4a9e1697537a,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:08.471297 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:08.489016 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Attempting to bind port 5e361a6b-db37-44ed-a474-4a9e1697537a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:08.489773 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Attempting to bind port 5e361a6b-db37-44ed-a474-4a9e1697537a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:08.490329 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Attempting to bind port 5e361a6b-db37-44ed-a474-4a9e1697537a on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:08.497165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:08.497927 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:08.498499 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.499080 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:08.499714 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Bound port: 5e361a6b-db37-44ed-a474-4a9e1697537a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:08.500279 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.529440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbc76a2c-90e1-4186-bd84-f8dbd6030603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.537219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Allocated IP 172.20.0.1 (9889012a-cf31-40a2-aa25-93273ebc1037/0199719c-39e0-49e4-a692-ceb4b7ec0f24/a6a2d313-e577-45a0-9090-b4b09961c027) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:08.596547 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] For port 5e361a6b-db37-44ed-a474-4a9e1697537a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:08.601574 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] For port 5e361a6b-db37-44ed-a474-4a9e1697537a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5e361a6b-db37-44ed-a474-4a9e1697537a,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:08.607485 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.616028 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.726386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Pushing event updated for resources: {'Port': ['ID=5e361a6b-db37-44ed-a474-4a9e1697537a,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:08.732493 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:08.733350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.744437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Attempting to bind port e7cb2d5c-1146-411a-8214-ba0221e0cf34 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:08.744976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Attempting to bind port e7cb2d5c-1146-411a-8214-ba0221e0cf34 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'cfe9eda7-f530-4af4-852e-a260e83cb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:08.745336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Attempting to bind port e7cb2d5c-1146-411a-8214-ba0221e0cf34 on network 79c56eea-71a7-4390-b164-6f21d9f62723 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:08.755334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.763165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:08.764196 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:08.855593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.873071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8ee69eb0-6b69-4792-b104-f74c22d47733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.888211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Pushing event updated for resources: {'Port': ['ID=729faff8-03f6-45b6-967b-5392b3437319,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:08.892176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b4b6402e-977f-43d4-8438-b47576cc3163 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:08.899213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port e46e336d-ca06-4871-84dc-619b4583a660 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:08.902440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.918358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:08.920021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Transition to ACTIVE for port object a6a2d313-e577-45a0-9090-b4b09961c027 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:08.922288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port e46e336d-ca06-4871-84dc-619b4583a660 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:08.922975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.957539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.968130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:08.977858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:03Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:08.980500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:08.981011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Checking segment: {'id': 'cfe9eda7-f530-4af4-852e-a260e83cb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:08.981553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:08.982047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Bound using segment: {'id': 'cfe9eda7-f530-4af4-852e-a260e83cb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:08.983728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Bound port: e7cb2d5c-1146-411a-8214-ba0221e0cf34, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe9eda7-f530-4af4-852e-a260e83cb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79c56eea-71a7-4390-b164-6f21d9f62723'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:08.984863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.037821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Network 9889012a-cf31-40a2-aa25-93273ebc1037 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:09.041073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19a134-1493-46a3-a73b-30cf8f24c3f9 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:09.068744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:09.076034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:09.106465 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:09.146101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:09.155338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:09.179523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:09.217390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.219936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Network f830c954-26a0-40c9-87f1-b6f08838d03c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:09.234337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6e5c8-87ca-4d63-a7e0-df67884e002d None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:03Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:09.235612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.244482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:09.264868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:09.264868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.344560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c59ba45-fa1e-4a14-8a80-f669c5d1ecea None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:09.368759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2da159-49ae-46c8-92dd-98af2a8ebc43 None None] Network 9889012a-cf31-40a2-aa25-93273ebc1037 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:09.443555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Subnet': ['ID=96cf44b6-3c4a-45c2-84c0-be134b2c876f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:09.488802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.494346 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9033088b-0bba-47f9-9138-4051610942b8 HTTP/1.1" status: 204 len: 168 time: 2.6593943 Jun 09 13:21:09.499657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49254) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:09.508999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Could not find standard attr ID for object 116ecc78-f63b-426d-90a7-06e9ff49a3bf. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:09.524823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:21:09.534639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:09.608752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77b2db76-845c-43d4-8dcb-cc638a91b0a7 tempest-TestServerAdvancedOps-28025787 tempest-TestServerAdvancedOps-28025787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:09.662908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6521416 Jun 09 13:21:09.673284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49256) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:09.687599 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-90be5b5a-13c5-4ad5-9a07-bd799b949900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:21:09.687599 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90be5b5a-13c5-4ad5-9a07-bd799b949900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports/9033088b-0bba-47f9-9138-4051610942b8 HTTP/1.1" status: 404 len: 333 time: 0.1828644 Jun 09 13:21:09.695584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49258) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:09.699384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event deleted for resources: {'Port': ['ID=9033088b-0bba-47f9-9138-4051610942b8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:09.701698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2053071453', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96cf44b6-3c4a-45c2-84c0-be134b2c876f'}], 'security_groups': ['d0bbf334-ef17-4fb5-96e0-d24123d23790', '49fe5d26-ba8f-4f0b-8447-e281653e01d5']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:09.702009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:09.745449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:09.750381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e7cb2d5c-1146-411a-8214-ba0221e0cf34,segment=NetworkSegment(cfe9eda7-f530-4af4-852e-a260e83cb64c),segment_id=cfe9eda7-f530-4af4-852e-a260e83cb64c)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:09.769930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-317680394'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:09.776136 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-0ec1444a-8cc3-48be-9f6a-351ba5702b6d tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:09.778398 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ec1444a-8cc3-48be-9f6a-351ba5702b6d tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5728869 Jun 09 13:21:09.781584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49260) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:09.794160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:09.823705 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:04Z', 'revision_number': 3, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:09.828248 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b6ab6-dbb6-4e7f-8745-f6c2e117e4e0 None None] The sync data for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv is: [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:04Z', 'revision_number': 3, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:09.894638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Made reservation on behalf of a5c9852b750c40eebb93c8f5dd825670 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:09.910918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.067363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.099056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:10.139644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903244a4-1ee0-47c0-aaf4-23eb5165529c req-f7039e4e-fc23-42b0-8d86-ad7cd39881a6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:10.143043 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-903244a4-1ee0-47c0-aaf4-23eb5165529c req-f7039e4e-fc23-42b0-8d86-ad7cd39881a6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 945 time: 0.5642157 Jun 09 13:21:10.159743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port fa12b59c-7062-477b-9b93-01ceceebd542 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:10.312794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:10.313172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.393699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Pushing event updated for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:10.474225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:10.477856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-903244a4-1ee0-47c0-aaf4-23eb5165529c req-d44102d9-1603-4a03-beb7-22da5c714c45 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755477 Jun 09 13:21:10.478207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.692290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:10.692748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.767506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.870445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:10.966398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239696b-1788-44dc-89b7-899eaac90730 None None] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:11.043370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:11.071802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.087587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.088633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.102173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:11.103901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa39c9e0-cebb-4fa8-9a4a-1ba465c31f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:11.228217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:11.230746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:21:11.233091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8e999-5588-432b-956b-d7668a13972a" -d '{"events": [{"server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "name": "network-vif-plugged", "status": "completed", "tag": "e46e336d-ca06-4871-84dc-619b4583a660"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:21:11.239710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:11.257714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:11.258778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.268427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:21:11.292872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.308464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.339277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46e336d-ca06-4871-84dc-619b4583a660,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:11.343764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning for port b4b6402e-977f-43d4-8438-b47576cc3163 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:11.348951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.377675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbebd30-6947-4b23-ae0c-3eb7c785b96f x-openstack-request-id: req-bcbebd30-6947-4b23-ae0c-3eb7c785b96f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:21:11.378033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "name": "network-vif-plugged", "status": "completed", "tag": "e46e336d-ca06-4871-84dc-619b4583a660", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:21:11.378302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcbebd30-6947-4b23-ae0c-3eb7c785b96f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:21:11.378737 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660', 'code': 200} Jun 09 13:21:11.411092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=8']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:11.414980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:11.416885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:11.419003 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8817194 Jun 09 13:21:11.420630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a546ef8-aa00-4683-a370-8e5bc7c346f9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:11.423629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.431730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Provisioning complete for port b4b6402e-977f-43d4-8438-b47576cc3163 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:11.432114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.478249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49264) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:11.495248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=1af53441-3f1f-4f12-8808-bf02a42c477b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:11.499889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:11.534373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:11.542934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.567124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:11.659555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.743543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:11.891120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:11.905830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:11.951777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e553630-c071-44c8-a540-fe0384e382d5 None None] Network 79c56eea-71a7-4390-b164-6f21d9f62723 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:12.154112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Update dhcp port {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'fixed_ips': [{'subnet_id': '2f9f305d-8704-4378-923e-54c5ac8c046e', 'ip_address': '172.20.0.18'}, {'subnet_id': '16873b8f-ead5-4916-bb23-d92192f5670d', 'ip_address': '172.20.0.2'}, {'subnet_id': '96cf44b6-3c4a-45c2-84c0-be134b2c876f'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '0adeef8c-e13a-466b-90f9-1c4714656fa8'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:21:12.201594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:12.359350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.382280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.415321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b739be-5abb-4bc5-8cef-a74d04d07c41 req-8209139d-5786-4556-9d67-b1e92b38f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:12.417640 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-90b739be-5abb-4bc5-8cef-a74d04d07c41 req-8209139d-5786-4556-9d67-b1e92b38f072 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1099 time: 0.4252923 Jun 09 13:21:12.460603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] For port b4b6402e-977f-43d4-8438-b47576cc3163, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b4b6402e-977f-43d4-8438-b47576cc3163,segment=NetworkSegment(a0a60cb2-2e66-480b-b347-a6dfc8fcc374),segment_id=a0a60cb2-2e66-480b-b347-a6dfc8fcc374)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:12.498734 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-90b739be-5abb-4bc5-8cef-a74d04d07c41 req-5a774071-602b-451f-a64a-769862ec0e77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590684 Jun 09 13:21:12.526400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.559062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8e9db78-ec49-4b7e-bc1d-9d4d3a607bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:12.563975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Network 9889012a-cf31-40a2-aa25-93273ebc1037 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:12.591823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:12.606249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Network 25cbaada-3fbb-4798-9f2f-02bd094874cd is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:12.610135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:12.616358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:12.632055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-94dd7a60-bc32-48d7-9115-069b59a082ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:12.672376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:12.695272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:12.696531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:12.697327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.715807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting port 7855f647-1ede-4086-9bf8-c3cbc49abc9d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:12.716156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.889952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:12.937368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:12.937741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:12.970053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.004325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning for port 729faff8-03f6-45b6-967b-5392b3437319 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:13.033818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Pushing event updated for resources: {'Port': ['ID=b4b6402e-977f-43d4-8438-b47576cc3163,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:13.048666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=fa12b59c-7062-477b-9b93-01ceceebd542,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:13.060358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:13.065773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:13.103118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.3449373 Jun 09 13:21:13.111898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49268) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:13.142927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:13.150896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning for port e7cb2d5c-1146-411a-8214-ba0221e0cf34 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:13.186916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Calling delete_port for 7855f647-1ede-4086-9bf8-c3cbc49abc9d owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:13.227739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ed370-6bea-43e7-b7e7-457a460ba3dd None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:13.252403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5e0e-5f8b-4119-944f-a2caf95fb0d2 req-872c684d-9f32-4ee7-9181-4bb8b4977ca7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:13.254399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5cc5e0e-5f8b-4119-944f-a2caf95fb0d2 req-872c684d-9f32-4ee7-9181-4bb8b4977ca7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 1.5800114 Jun 09 13:21:13.345705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning for port a6a2d313-e577-45a0-9090-b4b09961c027 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:13.364416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning complete for port a6a2d313-e577-45a0-9090-b4b09961c027 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:13.364865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.408204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:13.411159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.412194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.415651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-630701d1-a7c0-4d84-8f28-2acd0b6babc2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:13.454287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Port a6a2d313-e577-45a0-9090-b4b09961c027 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:13.463931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.477316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning for port 3ea645ab-bbfe-45fe-9351-f607b2714f2a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:13.506341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.519976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Port': ['ID=7855f647-1ede-4086-9bf8-c3cbc49abc9d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:13.525959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:13.526426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Delete allocated IP 172.20.0.12 (f830c954-26a0-40c9-87f1-b6f08838d03c/16873b8f-ead5-4916-bb23-d92192f5670d) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:21:13.531812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:13.547573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:13.547953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.548891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5cc5e0e-5f8b-4119-944f-a2caf95fb0d2 req-a6ed4bcd-8ed5-4bfc-84d5-f6cf452c9f12 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541151 Jun 09 13:21:13.567341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Allocated IP 172.20.0.44 (f830c954-26a0-40c9-87f1-b6f08838d03c/96cf44b6-3c4a-45c2-84c0-be134b2c876f/9e9d23ba-2b99-4dff-85f3-2aee9813c5d7) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:13.609037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Router 3b191de4-b855-4790-b94f-7f5de8bc8308 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:13.638602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.641468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e7cb2d5c-1146-411a-8214-ba0221e0cf34 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:13.685412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-731f816a-c48c-4612-a63a-4607bf3405bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:13.784514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.ipam_backend_mixin [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1af53441-3f1f-4f12-8808-bf02a42c477b (CIDR: 2001:db8::/64) Jun 09 13:21:13.830918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:13.918900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:13.927852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:13.931022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:13.931518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:13.980284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Provisioning complete for port b4b6402e-977f-43d4-8438-b47576cc3163 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:13.980672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54922064-47c1-49d4-b32b-c3e1733e4505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.061249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e7cb2d5c-1146-411a-8214-ba0221e0cf34 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:14.071540 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76e97515-8ab8-43af-b26e-b938cc67f9a4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5499349 Jun 09 13:21:14.074242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49270) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:14.075246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e7cb2d5c-1146-411a-8214-ba0221e0cf34 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:14.075682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.093519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:14.299609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.314628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Router 991ff515-3604-42df-a29e-542e5fd7b4de has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:14.341951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e7cb2d5c-1146-411a-8214-ba0221e0cf34,segment=NetworkSegment(cfe9eda7-f530-4af4-852e-a260e83cb64c),segment_id=cfe9eda7-f530-4af4-852e-a260e83cb64c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:14.349359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.350306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3ea645ab-bbfe-45fe-9351-f607b2714f2a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:14.384229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e177b2d2-de06-40fa-9965-8296e3caa9c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:14.491775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:14.497457 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/3b191de4-b855-4790-b94f-7f5de8bc8308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5415239 Jun 09 13:21:14.507530 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Sync routers for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:14.537462 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:14.539401 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:14.550232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Provisioning complete for port a6a2d313-e577-45a0-9090-b4b09961c027 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:14.552037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.560363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:14.566030 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7833526 Jun 09 13:21:14.570178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49274) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:14.632185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] device_id is not set on port fa12b59c-7062-477b-9b93-01ceceebd542 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:14.642697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.692935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:14.701477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:14.704032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Port a6a2d313-e577-45a0-9090-b4b09961c027 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:14.707330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Transition to ACTIVE for port object fa12b59c-7062-477b-9b93-01ceceebd542 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:14.717535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] Sync routers for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:14.720624 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-0bb374da-cd21-4f56-91d0-3af5521c542f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] delete failed (client error): The resource could not be found. Jun 09 13:21:14.722386 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0bb374da-cd21-4f56-91d0-3af5521c542f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-13944257 HTTP/1.1" status: 404 len: 333 time: 0.1511745 Jun 09 13:21:14.726628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49282) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:14.729326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 3ea645ab-bbfe-45fe-9351-f607b2714f2a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:14.732026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.736322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b15c50a5-7607-44f7-9633-68f49141faa7 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'router': {'external_gateway_info': {'network_id': '991ff515-3604-42df-a29e-542e5fd7b4de'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:14.738497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:14.739549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:14.741774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.763308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2cad94a-d110-459e-a512-4aeef3095af3 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:14.808119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 3ea645ab-bbfe-45fe-9351-f607b2714f2a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:14.808895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.895776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:14.899518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:14.902360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:14.948640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Provisioning complete for port e7cb2d5c-1146-411a-8214-ba0221e0cf34 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:14.949026 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.009229 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:15.045552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Transition to ACTIVE for port object 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:15.059655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.069157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.087742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:15.088399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:15.110075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=fa12b59c-7062-477b-9b93-01ceceebd542,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:15.119162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:15.126167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5183b0c3-db80-47ec-be96-c70274383379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:15.268653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.269006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.269250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.276158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:15.276580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eff583-a305-4638-a4b4-7def53e55d39 None None] The sync data for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:15.326329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.326726 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.347750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3ea645ab-bbfe-45fe-9351-f607b2714f2a,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:15.349928 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 2 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.386048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.386582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.386928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.392866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b15c50a5-7607-44f7-9633-68f49141faa7 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.416499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event updated for resources: {'Port': ['ID=9e9d23ba-2b99-4dff-85f3-2aee9813c5d7,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:15.427589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:15.432816 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:09Z', 'revision_number': 4, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'a6a2d313-e577-45a0-9090-b4b09961c027', 'name': '', 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'mac_address': 'fa:16:3e:3f:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:08Z', 'updated_at': '2021-06-09T13:21:10Z', 'revision_number': 2, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'subnets': [{'id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:15.434124 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-b15c50a5-7607-44f7-9633-68f49141faa7 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] update failed (client error): The resource could not be found. Jun 09 13:21:15.434774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.435330 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.436122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] In _notify_port_updated(), no bound segment for port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 on network f830c954-26a0-40c9-87f1-b6f08838d03c {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:21:15.436270 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b15c50a5-7607-44f7-9633-68f49141faa7 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de HTTP/1.1" status: 404 len: 339 time: 0.7083333 Jun 09 13:21:15.440032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49284) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:15.442303 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Checking router: 3b191de4-b855-4790-b94f-7f5de8bc8308 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:21:15.442757 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Updating router 3b191de4-b855-4790-b94f-7f5de8bc8308 port a6a2d313-e577-45a0-9090-b4b09961c027 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:21:15.443577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:15.444875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.446506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "PUT /v2.0/ports/9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 HTTP/1.1" status: 200 len: 960 time: 5.7615798 Jun 09 13:21:15.450557 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 3 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.466018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49286) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:15.466887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Allocated IP 172.20.0.34 (f830c954-26a0-40c9-87f1-b6f08838d03c/96cf44b6-3c4a-45c2-84c0-be134b2c876f/0adeef8c-e13a-466b-90f9-1c4714656fa8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:15.482090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.482998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5e361a6b-db37-44ed-a474-4a9e1697537a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:15.525803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:15.536259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49288) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:15.541531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343250811', 'description': 'tempest-secgroup-smoke-343250811 description', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:15.550868 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.584247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed73ab7-f1e5-40b6-a71f-b6ae6ee721f9 req-4ef81e8b-ca0d-403e-b867-7ced2da1884e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:15.586037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ed73ab7-f1e5-40b6-a71f-b6ae6ee721f9 req-4ef81e8b-ca0d-403e-b867-7ced2da1884e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 0.7375002 Jun 09 13:21:15.610098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.610729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.611226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.632048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.632671 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.638256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 4 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.712611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.713226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.713762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.731876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ed73ab7-f1e5-40b6-a71f-b6ae6ee721f9 req-fbba1cc2-fbca-40a7-8419-ca4aff666f33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361356 Jun 09 13:21:15.736137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.736638 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.739215 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 5 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.777024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.777751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.778330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.788828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.789749 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.793061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 6 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.795549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=3ea645ab-bbfe-45fe-9351-f607b2714f2a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:15.819229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:15.819959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.821481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:15.846910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:15.847334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:15.896353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:15.899880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:15.900539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:15.901118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:15.913362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:15.914094 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:15.918046 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 7 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:15.937297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5e361a6b-db37-44ed-a474-4a9e1697537a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:15.960528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5e361a6b-db37-44ed-a474-4a9e1697537a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:15.961086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.025488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:16.026214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:16.026842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:16.045119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.050988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.061507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.077481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.095985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:16.096684 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:16.105245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 8 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:16.107274 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.120402 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Transition to ACTIVE for port object a6a2d313-e577-45a0-9090-b4b09961c027 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:16.129646 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.135718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.140128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Transition to ACTIVE for port object 0adeef8c-e13a-466b-90f9-1c4714656fa8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:16.145973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a417084d-24a0-4dcd-98ec-04c4a8b98daf None None] Could not find standard attr ID for object 7855f647-1ede-4086-9bf8-c3cbc49abc9d. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:16.155164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.158506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:16.159894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96f44ffe-950d-4d86-a1eb-cc7b775cb45f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.161313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.184303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:16.188195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:16.189051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.195306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:16.195927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:16.196486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:16.218377 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Pushing event updated for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:16.223471 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:16.276180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.331194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:16.335370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd388c4a-7097-4fff-b019-320ba1d0be79 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:16.377714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.434074 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Attempting to bind port a6a2d313-e577-45a0-9090-b4b09961c027 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:16.434456 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Attempting to bind port a6a2d313-e577-45a0-9090-b4b09961c027 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:16.434908 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Attempting to bind port a6a2d313-e577-45a0-9090-b4b09961c027 on network 9889012a-cf31-40a2-aa25-93273ebc1037 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:16.443601 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:16.444071 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Checking segment: {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:16.444362 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.444753 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Bound using segment: {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:16.449432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Bound port: a6a2d313-e577-45a0-9090-b4b09961c027, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53485a74-6078-4061-8a91-2051fe4b274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:16.450000 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.450621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:16.494485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.522252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99486250-34a5-42c6-9b6c-c1c2de54d7a3 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.532592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:16.533100 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:16.545761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:16.548439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 9 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:16.569260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=8851fe92-0e91-4052-8993-734bae47a094,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:16.578827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:16.580335 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] For port a6a2d313-e577-45a0-9090-b4b09961c027, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:16.584998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] For port a6a2d313-e577-45a0-9090-b4b09961c027, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a6a2d313-e577-45a0-9090-b4b09961c027,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:16.591062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.592536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5123262 Jun 09 13:21:16.595898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:16.596487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:16.597051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:16.597490 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.600562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49292) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:16.606344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:13:4e:a8', 'name': 'tempest-NetworksTestDHCPv6-2012827778'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:16.643836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b25a1cb-7018-48a4-9b46-f118db612483,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:16.650223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.650733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4d2de1fd-5e1d-4028-9340-0fe5afe56e26 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:16.651124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1fd-5e1d-4028-9340-0fe5afe56e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.654486 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1167333 Jun 09 13:21:16.659289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49294) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:16.660321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:16.664918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:16.701154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:16.702166 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:16.710673 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Pushing event updated for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:16.711550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.713406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempt 10 to bind port fa12b59c-7062-477b-9b93-01ceceebd542 Jun 09 13:21:16.727917 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:16.734033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5e361a6b-db37-44ed-a474-4a9e1697537a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5e361a6b-db37-44ed-a474-4a9e1697537a,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:16.760678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f960d-b7f1-449d-bde7-ca3153017cbd req-f82cf2bf-cc41-4197-ae5b-1e192fe45ce6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:16.762719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-562f960d-b7f1-449d-bde7-ca3153017cbd req-f82cf2bf-cc41-4197-ae5b-1e192fe45ce6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 0.7884746 Jun 09 13:21:16.769049 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:16.769737 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:20:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:16.786478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.787648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 729faff8-03f6-45b6-967b-5392b3437319 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:16.796328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:16.796982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:16.797540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempting to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:16.821192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:21:16.821911 dv-neutron-601336-89-hyperv neutron-server[92384]: ERROR neutron.plugins.ml2.managers [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Failed to bind port fa12b59c-7062-477b-9b93-01ceceebd542 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '4029f31d-9d01-4299-8a8a-1cb930b0e03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25cbaada-3fbb-4798-9f2f-02bd094874cd'}] Jun 09 13:21:16.822602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.832610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:16.859537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5ffc8ae-325b-4464-aecf-181f493ebc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:16.928671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-562f960d-b7f1-449d-bde7-ca3153017cbd req-e1a619b8-ec85-4bdb-a306-1836cf37a46f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496530 Jun 09 13:21:16.977415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49296) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:17.073364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Allocated IP 172.20.0.1 (6f866db2-b4c7-408c-9f0f-2851f520ab10/5d6ff3ba-0217-4953-97b1-6dfb39daffd3/b63b0161-1e3c-46e9-8b99-ebdf625d3360) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:17.119769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.143188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.170245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:17.178386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:17.180842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5e361a6b-db37-44ed-a474-4a9e1697537a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:17.190965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:17.199136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port fa12b59c-7062-477b-9b93-01ceceebd542, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:17.199511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attempted to set empty binding levels {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 09 13:21:17.217801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.226031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dffa79d1-b9a3-4ec2-ae96-e081af4b53c4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:17.276765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:17.281692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 729faff8-03f6-45b6-967b-5392b3437319 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:17.289676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 729faff8-03f6-45b6-967b-5392b3437319 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:17.290493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.385693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.404480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Transition to ACTIVE for port object b63b0161-1e3c-46e9-8b99-ebdf625d3360 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:17.431610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.433967 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7723849 Jun 09 13:21:17.436567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49298) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:17.442271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe563965-d7d6-4458-b541-37c31d0dda4c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:17.447333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:17.450693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:17.473943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.480966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.486321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-30efea8b-a9c6-48e3-8605-ef4794cbb7f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:17.494004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.497175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cff84-eb6a-4e33-b970-84141d87d15a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:17.505956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6b5cff84-eb6a-4e33-b970-84141d87d15a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1094 time: 0.5132937 Jun 09 13:21:17.537929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49300) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:17.544923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.556606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:17.563716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 729faff8-03f6-45b6-967b-5392b3437319, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=729faff8-03f6-45b6-967b-5392b3437319,segment=NetworkSegment(6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd),segment_id=6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:17.573671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:17.575696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.590799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:17.593491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:17.656322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.668922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1498a413-786c-4119-ba70-edec75f253e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:17.691281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] In _notify_port_updated(), no bound segment for port fa12b59c-7062-477b-9b93-01ceceebd542 on network 25cbaada-3fbb-4798-9f2f-02bd094874cd {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:21:17.695525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:17.696177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.697505 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "PUT /v2.0/ports/fa12b59c-7062-477b-9b93-01ceceebd542 HTTP/1.1" status: 200 len: 980 time: 4.5665972 Jun 09 13:21:17.703373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49302) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:17.743858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Port': ['ID=b63b0161-1e3c-46e9-8b99-ebdf625d3360,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:17.755101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:17.759900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port 9045c4bb-3a5e-49d5-821c-a9089b996ec2 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:17.771002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.772488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Could not find standard attr ID for object 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:17.792761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:17.881902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:17.899581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Update dhcp port {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'fixed_ips': [{'subnet_id': '1af53441-3f1f-4f12-8808-bf02a42c477b', 'ip_address': '2001:db8::f816:3eff:fe1c:17d7'}, {'subnet_id': '8851fe92-0e91-4052-8993-734bae47a094'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'f1acd080-1b9d-4609-9e5e-b04f56148284'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:21:17.925569 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:09Z', 'revision_number': 4, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'a6a2d313-e577-45a0-9090-b4b09961c027', 'name': '', 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'mac_address': 'fa:16:3e:3f:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:08Z', 'updated_at': '2021-06-09T13:21:16Z', 'revision_number': 4, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'subnets': [{'id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:17.930206 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae591f-1f90-44a0-8e97-ab942f00c512 None None] The sync data for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv is: [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:21:09Z', 'revision_number': 4, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'a6a2d313-e577-45a0-9090-b4b09961c027', 'name': '', 'network_id': '9889012a-cf31-40a2-aa25-93273ebc1037', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'mac_address': 'fa:16:3e:3f:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:08Z', 'updated_at': '2021-06-09T13:21:16Z', 'revision_number': 4, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'subnets': [{'id': '0199719c-39e0-49e4-a692-ceb4b7ec0f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:18.011180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-94dbb443-a198-4853-8937-99cbeb51eae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.016546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event updated for resources: {'Port': ['ID=fa12b59c-7062-477b-9b93-01ceceebd542,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.019584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Provisioning for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:18.066203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=729faff8-03f6-45b6-967b-5392b3437319,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.078223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.080421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:18.081083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.106857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.119652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:18.142286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.143719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-861185c8-2840-4cad-a440-6a235a7ea5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:18.145857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.155616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.166815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.180955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e615a164-86f2-4987-9f24-486aed94c854,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.184905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.203598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.203598 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7562497 Jun 09 13:21:18.209210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49304) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:18.219692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=9e9d23ba-2b99-4dff-85f3-2aee9813c5d7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.227981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.228222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:18.233842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 HTTP/1.1" status: 204 len: 168 time: 2.7638607 Jun 09 13:21:18.238045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.241699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49306) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:18.351695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce3592f-5028-4cbb-a21d-ab17e0339510 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] GET failed (client error): The resource could not be found. Jun 09 13:21:18.353494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6ce3592f-5028-4cbb-a21d-ab17e0339510 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports/9e9d23ba-2b99-4dff-85f3-2aee9813c5d7 HTTP/1.1" status: 404 len: 333 time: 0.1110497 Jun 09 13:21:18.356182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49308) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:18.365066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8:0:1::277 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/8851fe92-0e91-4052-8993-734bae47a094/9045c4bb-3a5e-49d5-821c-a9089b996ec2) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:18.421146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::f816:3eff:fe13:4ea8 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/1af53441-3f1f-4f12-8808-bf02a42c477b/9045c4bb-3a5e-49d5-821c-a9089b996ec2) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:18.500597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.592139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:18.593394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.623542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:18.640412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.671975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72f8f1f1-e4de-4109-9166-9d2e5731ca22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:18.695736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Deleting port fa12b59c-7062-477b-9b93-01ceceebd542 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:18.696095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.698783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.708892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.761683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.803775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.804956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2f22fced-7f9a-45bf-b769-f36b30efa48e None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:18.848418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object 9045c4bb-3a5e-49d5-821c-a9089b996ec2 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:18.867423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=9']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.870707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.879992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.882956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.884117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/security-groups/8fd427e8-25c0-40c9-b87b-1cbe49d38020 HTTP/1.1" status: 204 len: 168 time: 0.5270336 Jun 09 13:21:18.886686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ae031fe-7cc4-4c76-9cde-9b5b7e7d5954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:18.895355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49310) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:18.921571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7f5ef5e1-b74a-43cc-bc1c-7ac1675c7183 None None] Could not find standard attr ID for object 9e9d23ba-2b99-4dff-85f3-2aee9813c5d7. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:18.929313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd427e8-25c0-40c9-b87b-1cbe49d38020,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:18.934560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:18.948684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.961472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7f5ef5e1-b74a-43cc-bc1c-7ac1675c7183 None None] Provisioning for port b63b0161-1e3c-46e9-8b99-ebdf625d3360 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:18.967537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7f5ef5e1-b74a-43cc-bc1c-7ac1675c7183 None None] Provisioning complete for port b63b0161-1e3c-46e9-8b99-ebdf625d3360 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:18.967919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef5e1-b74a-43cc-bc1c-7ac1675c7183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.980722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:18.997088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.059283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:19.071492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] For port fa12b59c-7062-477b-9b93-01ceceebd542, host hv-neutron-6013, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:19.071870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.081321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.127786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:19.137513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:19.140438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.148563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=9045c4bb-3a5e-49d5-821c-a9089b996ec2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.148787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ef5e1-b74a-43cc-bc1c-7ac1675c7183 None None] Port b63b0161-1e3c-46e9-8b99-ebdf625d3360 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:19.156488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:19.161668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.162754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:19.163850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.165737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Allocated IP 2001:db8:0:1::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/8851fe92-0e91-4052-8993-734bae47a094/f1acd080-1b9d-4609-9e5e-b04f56148284) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:19.169203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.232918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6286504 Jun 09 13:21:19.233830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49312) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:19.258635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:19.259015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.283412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.286376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.288236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.294778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/security-groups/49fe5d26-ba8f-4f0b-8447-e281653e01d5 HTTP/1.1" status: 204 len: 168 time: 0.3982639 Jun 09 13:21:19.298366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Calling delete_port for fa12b59c-7062-477b-9b93-01ceceebd542 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:19.303393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49314) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:19.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-012b6b10-a693-4bc8-803f-e914e89db282 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.310016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.343013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe5d26-ba8f-4f0b-8447-e281653e01d5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.345730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.369718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d0bf1a-1fec-4a52-9c1a-7e11a803b977,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.391166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.432483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:19.452694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.456476 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2419243 Jun 09 13:21:19.464700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49316) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:19.475671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:19.499569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.536640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.194 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/7362e213-ecb8-4c62-a37f-34c9b87f072d) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:19.543865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Transition to ACTIVE for port object f1acd080-1b9d-4609-9e5e-b04f56148284 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:19.556087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e7cb2d5c-1146-411a-8214-ba0221e0cf34 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:19.567164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.569617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.575948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5d9f7030-2935-42b4-98fa-53a2ae4b4e64 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.584534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.594002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.620909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.650570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.664153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa12b59c-7062-477b-9b93-01ceceebd542,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.697352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port 9045c4bb-3a5e-49d5-821c-a9089b996ec2 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:19.697704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.747738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.748541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-627db85e-648f-4fc3-8878-e8a7938a8cfb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:19.769902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=10']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.773400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.775203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.796197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.800664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e7cb2d5c-1146-411a-8214-ba0221e0cf34 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:19.801334 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fa12b59c-7062-477b-9b93-01ceceebd542 HTTP/1.1" status: 204 len: 168 time: 2.0926905 Jun 09 13:21:19.802284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.805160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49318) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:19.805851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.868960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:19.873367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event updated for resources: {'Port': ['ID=b63b0161-1e3c-46e9-8b99-ebdf625d3360,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:19.879183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:19.897260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3660105c-954e-44e7-b59e-e270ef6ae1d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] GET failed (client error): The resource could not be found. Jun 09 13:21:19.901929 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3660105c-954e-44e7-b59e-e270ef6ae1d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] 10.222.0.21 "GET /v2.0/ports/fa12b59c-7062-477b-9b93-01ceceebd542 HTTP/1.1" status: 404 len: 333 time: 0.0854201 Jun 09 13:21:19.918742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49320) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:20.033526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:20.064191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.106836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.109164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.111166 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0bbf334-ef17-4fb5-96e0-d24123d23790 HTTP/1.1" status: 204 len: 168 time: 0.7983315 Jun 09 13:21:20.114025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49322) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:20.131831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6efc09c9-c2d5-4aff-b255-534e3e346cbf tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:20.143372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:20.143894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.149029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.162176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.163505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbf334-ef17-4fb5-96e0-d24123d23790,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:20.166611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:20.171303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.232148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.263373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:20.267754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 16873b8f-ead5-4916-bb23-d92192f5670d {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:20.271413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:20.280167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.306595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7b2c229e-c6c8-426f-9f60-b98b850e7112 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:20.322044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for 9045c4bb-3a5e-49d5-821c-a9089b996ec2 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:20.351553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3cd4f8-a56e-47bb-a1b8-72d79f99d2d2,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:20.356466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:20.420962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e78d911c-28e7-45ee-954b-7c1e3b62d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.424890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.426714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9548314 Jun 09 13:21:20.437980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49324) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:20.445819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:20.527502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.532970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a6a2d313-e577-45a0-9090-b4b09961c027 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:20.555702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.617334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cbaada-3fbb-4798-9f2f-02bd094874cd']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:20.636813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4029f31d-9d01-4299-8a8a-1cb930b0e03b') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:20.637212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4029f31d-9d01-4299-8a8a-1cb930b0e03b') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:20.655570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port a6a2d313-e577-45a0-9090-b4b09961c027 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:20.657896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Project a9b5e41234154974acb0f3ce44e8e386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:21:20.664322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.673550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a6a2d313-e577-45a0-9090-b4b09961c027 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:20.674350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.699983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.716540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.737858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:20.738279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.792305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-71e204a3-46be-43dc-bb7a-fa68465de718 None None] Provisioning complete for port b63b0161-1e3c-46e9-8b99-ebdf625d3360 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:20.792992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-71e204a3-46be-43dc-bb7a-fa68465de718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.820178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:20.838704 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:20.851695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6f9fc705-8f0c-4b7b-8ac8-65214f2317da tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:20.904400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-71e204a3-46be-43dc-bb7a-fa68465de718 None None] Port b63b0161-1e3c-46e9-8b99-ebdf625d3360 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:20.964396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:20.984451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.016396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:21.025970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:21.028774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:21.035340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port a6a2d313-e577-45a0-9090-b4b09961c027, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a6a2d313-e577-45a0-9090-b4b09961c027,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:21.045957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.046203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b4b6402e-977f-43d4-8438-b47576cc3163 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:21.048621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.056694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba3f75b5-e3e5-4356-8064-50be4aa8bd30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.075555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-467660ea-4143-43da-86be-24bbcb8a25a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.081046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.085600 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] 10.222.0.21 "DELETE /v2.0/networks/25cbaada-3fbb-4798-9f2f-02bd094874cd HTTP/1.1" status: 204 len: 168 time: 1.1482904 Jun 09 13:21:21.104762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Pushing event deleted for resources: {'Network': ['ID=25cbaada-3fbb-4798-9f2f-02bd094874cd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.111717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.112800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.120371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Provisioning for port f1acd080-1b9d-4609-9e5e-b04f56148284 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:21.146232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=7362e213-ecb8-4c62-a37f-34c9b87f072d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.149940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.155487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.155719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:21.156179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.157124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b8814461-4a4d-43e6-8ae2-b517532d164b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.163477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Router 991ff515-3604-42df-a29e-542e5fd7b4de has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:21.214623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664bcd8d-cd29-4850-b92a-0e0aefd36192,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.219831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.228312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.229826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.232944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.234972 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7932744 Jun 09 13:21:21.236693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49328) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:21.241899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'security_group_rule': {'security_group_id': '7b25a1cb-7018-48a4-9b46-f118db612483', 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:21.263435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.271972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21e25524-5010-48fd-88ce-335d8047b521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.280704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b4b6402e-977f-43d4-8438-b47576cc3163 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:21.281079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.334477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=9045c4bb-3a5e-49d5-821c-a9089b996ec2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.336480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Project a9b5e41234154974acb0f3ce44e8e386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:21:21.346340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.378600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.380135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.464765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.474979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.477864 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/9045c4bb-3a5e-49d5-821c-a9089b996ec2 HTTP/1.1" status: 204 len: 168 time: 2.2430983 Jun 09 13:21:21.481018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:21.543719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:21.556490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.568703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b30ac47e-f87b-4fec-a4cb-b3c4fb949d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.615120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.641241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3ea645ab-bbfe-45fe-9351-f607b2714f2a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:21.643692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.656224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a497ae-464c-4cca-a989-013283ea455d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:21.658627 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-64a497ae-464c-4cca-a989-013283ea455d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1760821 Jun 09 13:21:21.662642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49334) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:21.665446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.667419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:21.701054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49336) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:21.701866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92307ac-ea1b-46a5-a94e-446bfb74788e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.709413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.710707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.711950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4746218 Jun 09 13:21:21.745896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d1843227-2bc4-4bce-92b4-603c855284d8 None None] Could not find standard attr ID for object 9045c4bb-3a5e-49d5-821c-a9089b996ec2. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:21.766854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Pushing event updated for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=11']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:21.773028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:21.775662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 3ea645ab-bbfe-45fe-9351-f607b2714f2a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:21.776136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:21.783288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:21.788807 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3472130 Jun 09 13:21:21.791631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49348) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:21.794235 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] Sync routers for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:21.817307 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:21.818595 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:21.901021 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:21.910690 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:21.911600 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:21.974401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:21.985434 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:21.986096 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1586cf0-5726-4dee-8346-555e500372ad None None] The sync data for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:22.020656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6096e98e-667d-4310-b588-f8cd4f8387e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d56c864581a4d6f9b61d065a1d81b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129225 Jun 09 13:21:22.039241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49374) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:22.058052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:22.058432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.144065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.152322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b829b59-6e49-429d-877a-cd7386088263 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:22.199184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada1786-2b00-4deb-b190-f2238dc87e06 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:22.202041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7df2a1e8-919b-4ec0-872d-6ab3163e16d0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.203025 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6ada1786-2b00-4deb-b190-f2238dc87e06 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5296066 Jun 09 13:21:22.203732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49388) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:22.223329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5e361a6b-db37-44ed-a474-4a9e1697537a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:22.257607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=16873b8f-ead5-4916-bb23-d92192f5670d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:22.259953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.265552 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/16873b8f-ead5-4916-bb23-d92192f5670d HTTP/1.1" status: 204 len: 168 time: 2.1456974 Jun 09 13:21:22.269091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49390) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:22.269470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae46f8b-5ddd-474a-ac35-298272f75696 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:22.273585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:22.289985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.317687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.353772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 96cf44b6-3c4a-45c2-84c0-be134b2c876f {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:22.405956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.410064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.414358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.418822 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6892809b-7516-47da-9b78-1fa2211ef4e3 HTTP/1.1" status: 204 len: 168 time: 0.3764315 Jun 09 13:21:22.427685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b603ae94-27e3-4d7e-b8c0-20ff334be18a tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:22.436663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5e361a6b-db37-44ed-a474-4a9e1697537a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:22.436955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.450988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.453188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892809b-7516-47da-9b78-1fa2211ef4e3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:22.461733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206067d-b2f6-4214-aa7c-d2062b1f9a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:22.464176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206067d-b2f6-4214-aa7c-d2062b1f9a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:22.466283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206067d-b2f6-4214-aa7c-d2062b1f9a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:22.467987 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1206067d-b2f6-4214-aa7c-d2062b1f9a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2470777 Jun 09 13:21:22.468958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:22.478724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49394) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:22.538940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-7df2a1e8-919b-4ec0-872d-6ab3163e16d0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 09 13:21:22.540022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7df2a1e8-919b-4ec0-872d-6ab3163e16d0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de HTTP/1.1" status: 409 len: 329 time: 0.7472818 Jun 09 13:21:22.545473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49396) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:22.750319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 1af53441-3f1f-4f12-8808-bf02a42c477b {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:22.767918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.830014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.859731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 729faff8-03f6-45b6-967b-5392b3437319 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:22.918253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.945702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 729faff8-03f6-45b6-967b-5392b3437319 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:22.946334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:22.976712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.028262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.068568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49408) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:23.222276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:23.295572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.390151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:23.390798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.469652 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-39816e38-fa99-4c9f-af6c-4c5780526112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5c9852b750c40eebb93c8f5dd825670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971303 Jun 09 13:21:23.473513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49444) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:23.517773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.572223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a6a2d313-e577-45a0-9090-b4b09961c027 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:23.579017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.595151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de1b2c5f-819b-498f-82f9-91512874570a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:23.644712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.646978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/96cf44b6-3c4a-45c2-84c0-be134b2c876f HTTP/1.1" status: 204 len: 168 time: 1.3768053 Jun 09 13:21:23.655448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49446) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:23.658368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=96cf44b6-3c4a-45c2-84c0-be134b2c876f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:23.663081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a6a2d313-e577-45a0-9090-b4b09961c027 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:23.668765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.691684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.704167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.713587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-973f32e9-0cb8-4169-b3fd-19c1ec8671fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:23.725142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:23.730344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-9847c41b-be16-4379-a4ff-a9df2dca7514 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:23.730907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9847c41b-be16-4379-a4ff-a9df2dca7514 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:23.738585 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9847c41b-be16-4379-a4ff-a9df2dca7514 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/16873b8f-ead5-4916-bb23-d92192f5670d HTTP/1.1" status: 404 len: 337 time: 0.0691216 Jun 09 13:21:23.756027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49448) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:23.759720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce1607-62c4-44b2-80c4-770d61d4a289 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:23.766496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.780781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.857779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.888696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.890516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/1af53441-3f1f-4f12-8808-bf02a42c477b HTTP/1.1" status: 204 len: 168 time: 1.4101059 Jun 09 13:21:23.893801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49452) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:23.931942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=7362e213-ecb8-4c62-a37f-34c9b87f072d,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:23.934797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:23.939525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aac097e6-8565-4e20-a644-b7fa88a96faf tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:23.968188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:23.986823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328c94bc-9ab6-4d98-8744-6709b913a947 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:24.000217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=1af53441-3f1f-4f12-8808-bf02a42c477b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:24.004290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:24.011258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting subnet 2f9f305d-8704-4378-923e-54c5ac8c046e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:24.012918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.099790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.163976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 8851fe92-0e91-4052-8993-734bae47a094 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:24.167370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.221155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ccbef04-6305-4d58-89ac-006af6dd0f61 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:24.222151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ccbef04-6305-4d58-89ac-006af6dd0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.234385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.264425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.269782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.271250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16afe25b-9d1a-4cc7-9bcc-6b2b807ea629 HTTP/1.1" status: 204 len: 168 time: 0.7939310 Jun 09 13:21:24.279754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-eaf48c5b-2c47-4491-a4ab-5f0d9d6d0b95 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:24.365007 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 associated. External IP: 172.26.5.194, port: e46e336d-ca06-4871-84dc-619b4583a660. Jun 09 13:21:24.570276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16afe25b-9d1a-4cc7-9bcc-6b2b807ea629,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:24.581871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.590769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:24.643819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.845459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.849095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.852363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ccbef04-6305-4d58-89ac-006af6dd0f61 None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:24.854346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ccbef04-6305-4d58-89ac-006af6dd0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.856367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c83a37bf-7e57-41a9-837c-0109f9a93c5e tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:24.898401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9f305d-8704-4378-923e-54c5ac8c046e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:24.910201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:24.913163 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/2f9f305d-8704-4378-923e-54c5ac8c046e HTTP/1.1" status: 204 len: 168 time: 1.1532478 Jun 09 13:21:24.916940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:24.917883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49458) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:24.979731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:25.029192 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3094762c-ba23-480f-a640-ca0708d771ff tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:25.029740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3094762c-ba23-480f-a640-ca0708d771ff tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:25.036666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbef04-6305-4d58-89ac-006af6dd0f61 None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:25.041124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3094762c-ba23-480f-a640-ca0708d771ff tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/6b6830a4-d8d3-41e0-9157-afee042f487c HTTP/1.1" status: 404 len: 337 time: 0.1221271 Jun 09 13:21:25.041992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49464) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.123915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-49717a05-9de7-40e5-8dd9-41c20292eba6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e6544e-6fea-4ec1-b107-fb789e6fc3dd HTTP/1.1" status: 200 len: 205 time: 0.0767391 Jun 09 13:21:25.125673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49470) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.153391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9aac55-32fd-4bfa-be71-ef403cf45990 None None] Update dhcp port {'port': {'network_id': 'f830c954-26a0-40c9-87f1-b6f08838d03c', 'fixed_ips': [{'subnet_id': '2f9f305d-8704-4378-923e-54c5ac8c046e'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '0adeef8c-e13a-466b-90f9-1c4714656fa8'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:21:25.269648 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-7c2db0ab-5458-4675-92bd-096c06b2f9bc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] delete failed (client error): The resource could not be found. Jun 09 13:21:25.275791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49474) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.287635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7c2db0ab-5458-4675-92bd-096c06b2f9bc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/routers/88e6544e-6fea-4ec1-b107-fb789e6fc3dd HTTP/1.1" status: 404 len: 336 time: 0.1587610 Jun 09 13:21:25.310022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b9aac55-32fd-4bfa-be71-ef403cf45990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:25.330722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:25.343762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e42fd2c9-8070-4cf4-8be7-9352105e28e6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:25.422489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=8851fe92-0e91-4052-8993-734bae47a094,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:25.425145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:25.435598 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/8851fe92-0e91-4052-8993-734bae47a094 HTTP/1.1" status: 204 len: 168 time: 1.5407217 Jun 09 13:21:25.437788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:25.441483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting port b63b0161-1e3c-46e9-8b99-ebdf625d3360 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:25.441483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:25.478084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49476) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.619092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6563a06-3286-4db4-9e7f-7d6dc62f1d68 None None] Network f830c954-26a0-40c9-87f1-b6f08838d03c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:25.628008 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e33c74-e08e-48a6-9d38-35b107e09f68 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:25.628594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e33c74-e08e-48a6-9d38-35b107e09f68 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:25.633133 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e6e33c74-e08e-48a6-9d38-35b107e09f68 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/a417c5cd-f27a-4647-ad4d-790f3672747a HTTP/1.1" status: 404 len: 337 time: 0.3563080 Jun 09 13:21:25.642332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49484) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.715510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5a1c0ea8-4812-44fd-8e9b-6bb02ddb1607 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2357774 Jun 09 13:21:25.719736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49488) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.729372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:25.756251 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b2f122-0e25-4c33-aefe-538cdad970b1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:25.756723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b2f122-0e25-4c33-aefe-538cdad970b1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:25.761397 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d0b2f122-0e25-4c33-aefe-538cdad970b1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/293d1ece-6616-4ba3-bbbd-d4712e05d5f9 HTTP/1.1" status: 404 len: 337 time: 0.1181986 Jun 09 13:21:25.763536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49490) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.815089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-de019435-44cc-490d-97d1-2247ef3ff2dc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:25.816146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de019435-44cc-490d-97d1-2247ef3ff2dc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:25.818567 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de019435-44cc-490d-97d1-2247ef3ff2dc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/10dfc838-8eeb-40c2-9577-7b4975dadc39 HTTP/1.1" status: 404 len: 337 time: 0.0531435 Jun 09 13:21:25.827590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49492) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.862132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:25.894088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2f735-93a3-43da-b2d0-f9e091f1b5ec None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:25.922134 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdc385d-92cb-4913-880c-8c1f647a6129 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:25.922643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdc385d-92cb-4913-880c-8c1f647a6129 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:25.928548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-abdc385d-92cb-4913-880c-8c1f647a6129 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/9d167b86-856c-4bbc-8659-37879b0a05ce HTTP/1.1" status: 404 len: 333 time: 0.0999663 Jun 09 13:21:25.929156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49494) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.929480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49496) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:25.972345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:26.006885 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a668c2-afc5-4451-a256-528f596121ab tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:26.007349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a668c2-afc5-4451-a256-528f596121ab tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:26.011680 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c0a668c2-afc5-4451-a256-528f596121ab tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/1a512e49-e276-4c9d-9386-82403b25fc1e HTTP/1.1" status: 404 len: 337 time: 0.0693383 Jun 09 13:21:26.014757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:26.019266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49500) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.048088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Calling delete_port for b63b0161-1e3c-46e9-8b99-ebdf625d3360 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:26.082167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-67b619f4-73d6-48ac-a6b5-4babb7f92186 None None] Provisioning complete for port 0adeef8c-e13a-466b-90f9-1c4714656fa8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:26.083551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67b619f4-73d6-48ac-a6b5-4babb7f92186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.093463 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b9917a-bc60-456e-9902-899629ea621a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:26.094356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b9917a-bc60-456e-9902-899629ea621a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:26.101485 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05b9917a-bc60-456e-9902-899629ea621a tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/26f05743-a594-4b0f-a165-90779f0e13ce HTTP/1.1" status: 404 len: 337 time: 0.0810773 Jun 09 13:21:26.109457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49502) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.177831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:26.178483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:26.206930 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1385b7-121c-469d-bc49-7500eafbc863 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:26.207389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1385b7-121c-469d-bc49-7500eafbc863 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:26.211424 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3f1385b7-121c-469d-bc49-7500eafbc863 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/55758753-e3d4-46a7-840d-80ef7c245b34 HTTP/1.1" status: 404 len: 333 time: 0.0916581 Jun 09 13:21:26.211424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.228174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49504) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.243427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-426038840'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:26.281900 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7314303 Jun 09 13:21:26.282920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:21:26.285237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa70a21-03e5-4b43-913a-e5c9f5b8a224" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:21:26.290731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49506) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.304261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:26.308135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.324234 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6676d571-11f9-46f7-b4f3-932259e47b07 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:26.326796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6676d571-11f9-46f7-b4f3-932259e47b07 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:26.331916 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6676d571-11f9-46f7-b4f3-932259e47b07 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/cd6d0f1a-0cc4-4745-acf3-cc9e79dbe2a1 HTTP/1.1" status: 404 len: 337 time: 0.0986242 Jun 09 13:21:26.332656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49512) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.398320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.407245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ede468e-b20b-4729-8ea9-4f3ac4ca6414 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:26.424612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4ce62-5931-4f4e-bb5b-13934711043a x-openstack-request-id: req-3bc4ce62-5931-4f4e-bb5b-13934711043a {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:21:26.424996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:21:26.425258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bc4ce62-5931-4f4e-bb5b-13934711043a {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:21:26.425700 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660', 'status': 'completed', 'code': 200} Jun 09 13:21:26.462995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Port': ['ID=b63b0161-1e3c-46e9-8b99-ebdf625d3360,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:26.470793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b0d4d6-d64e-4f7b-80b0-e34b4f155c5e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:26.471407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b0d4d6-d64e-4f7b-80b0-e34b4f155c5e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:26.475934 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a1b0d4d6-d64e-4f7b-80b0-e34b4f155c5e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/subnets/f73029f4-14e0-4880-9dc8-115109b30131 HTTP/1.1" status: 404 len: 337 time: 0.1398151 Jun 09 13:21:26.476416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:26.477002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49514) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:26.572024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:26.735386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] DHCP port deletion for f830c954-26a0-40c9-87f1-b6f08838d03c request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:26.759647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:26.783010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-67b619f4-73d6-48ac-a6b5-4babb7f92186 None None] Provisioning complete for port 4a7bf55a-6709-4367-afa2-4a490fd971a5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:26.783390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67b619f4-73d6-48ac-a6b5-4babb7f92186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.887409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Made reservation on behalf of ba595854c81a44e49fecbf9f3577d232 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:26.893323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:26.930094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-67b619f4-73d6-48ac-a6b5-4babb7f92186 None None] Port 4a7bf55a-6709-4367-afa2-4a490fd971a5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:26.957146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.033216 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-88dc38cd-94f1-46c6-aecc-7183577a4095 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 200 len: 992 time: 0.7078102 Jun 09 13:21:27.046371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.085179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99e2362d-6195-4264-ad74-275201f8c0c9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:27.161022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-026ae792-5cbc-4a8c-919d-1ee6fda81d40 None None] Provisioning complete for port f1acd080-1b9d-4609-9e5e-b04f56148284 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:27.161730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-026ae792-5cbc-4a8c-919d-1ee6fda81d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.188992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-778ed490-3192-4cf2-9da6-870e63863a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:27.191558 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-778ed490-3192-4cf2-9da6-870e63863a1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1099 time: 0.7700198 Jun 09 13:21:27.193627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:27.229562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:27.232844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:27.233401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.234342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.250174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 4a7bf55a-6709-4367-afa2-4a490fd971a5 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:27.250510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.371455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 0adeef8c-e13a-466b-90f9-1c4714656fa8 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:27.430387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.444519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=94e9a6b5-3c2a-48be-a272-7199f213e57d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:27.456317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:27.471412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Deleting port 0adeef8c-e13a-466b-90f9-1c4714656fa8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:27.471673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.472345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.480719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1948511b-48da-45e5-85b1-af1efcb6a8ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:27.492988 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7692690 Jun 09 13:21:27.498507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49516) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:27.508878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:27.535513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.572845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Deleting port f1acd080-1b9d-4609-9e5e-b04f56148284 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:27.573597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.639935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:27.692562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.693210 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Added segment 670ad443-e13a-4c75-8e78-1dc706f192eb of type vlan for network 32ecf61a-1b60-422f-8abf-2a252d1727ab Jun 09 13:21:27.694903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf93aa-2b75-4aea-9e24-aebe87c76b4c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:27.710355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:27.740848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 4a7bf55a-6709-4367-afa2-4a490fd971a5 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:27.741128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-61d9c1a0-cc98-4cd7-9e4e-a42c51ad1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:27.742800 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-61d9c1a0-cc98-4cd7-9e4e-a42c51ad1581 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 898 time: 0.5382845 Jun 09 13:21:27.773752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Router 991ff515-3604-42df-a29e-542e5fd7b4de has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:27.895122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:27.931220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:27.936395 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3896668 Jun 09 13:21:27.939775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49520) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:27.947203 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] Sync routers for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:27.956906 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-bb5e385c-20db-4a52-98b8-1f37fc8a7389 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 1000 time: 0.1974854 Jun 09 13:21:27.963656 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:27.964604 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:27.971594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:27.972256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.033300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.035694 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-151a9a5e-c4ee-4c9e-a583-8a0302c4f123 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] show failed (client error): The resource could not be found. Jun 09 13:21:28.041970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-151a9a5e-c4ee-4c9e-a583-8a0302c4f123 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1821170376 HTTP/1.1" status: 404 len: 335 time: 0.0948431 Jun 09 13:21:28.045212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49522) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.045541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49524) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.046316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:28.050188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.051908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-a0c5a093-0a60-4956-a1a6-5ec450996079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:28.056157 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-a0c5a093-0a60-4956-a1a6-5ec450996079 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.0900025 Jun 09 13:21:28.105701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:28.133435 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:28.154369 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] Routers {'991ff515-3604-42df-a29e-542e5fd7b4de'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:28.156709 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['991ff515-3604-42df-a29e-542e5fd7b4de'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:28.164266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8d11483e-3944-4519-8f19-a1156f49abe9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:28.235827 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:28.237212 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4f69e-4bfb-44bf-a561-215d482df3e5 None None] The sync data for ids ['991ff515-3604-42df-a29e-542e5fd7b4de'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:28.255224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.256381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f1acd080-1b9d-4609-9e5e-b04f56148284 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:28.267940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=4a7bf55a-6709-4367-afa2-4a490fd971a5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:28.275454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:28.279671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-8d11483e-3944-4519-8f19-a1156f49abe9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] update failed (client error): The resource could not be found. Jun 09 13:21:28.280776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8d11483e-3944-4519-8f19-a1156f49abe9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-601512582 HTTP/1.1" status: 404 len: 334 time: 0.1211228 Jun 09 13:21:28.284683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.286580 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/ports/4a7bf55a-6709-4367-afa2-4a490fd971a5 HTTP/1.1" status: 204 len: 168 time: 1.8084238 Jun 09 13:21:28.289270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.289591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49528) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.320649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Calling delete_port for 0adeef8c-e13a-466b-90f9-1c4714656fa8 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:28.323383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:28.352011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:28.356233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.424303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:22Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:28.450616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:28.451038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.459049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.465407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:28.466019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.472526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:21:28.488091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:28.586282 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6449888 Jun 09 13:21:28.592197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=11']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:28.595138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49530) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.600394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Request body: {'subnet': {'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:28.628647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'Network': ['ID=32ecf61a-1b60-422f-8abf-2a252d1727ab,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:28.637672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:28.650374 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94e9a6b5-3c2a-48be-a272-7199f213e57d (CIDR: 2001:db8::/64) Jun 09 13:21:28.657648 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:28.658101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:28.676723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-065e76d1-90c0-4be0-b2e7-49f356eb2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:28.678547 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-065e76d1-90c0-4be0-b2e7-49f356eb2c89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6116886 Jun 09 13:21:28.684411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e203f126-2fa2-4531-8af3-860bade3f1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1761336 Jun 09 13:21:28.684411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49532) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:28.691004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:28.699916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Calling delete_port for f1acd080-1b9d-4609-9e5e-b04f56148284 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:28.713514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3659ded0-f3c5-48bc-9f13-d6762a9a8f10 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 200 len: 992 time: 0.6126249 Jun 09 13:21:28.723461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:28.724218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:28.724864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:28.754733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting subnet 60c3bd25-eb24-4ed3-9d6b-29ba6977f852 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:28.770700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.782439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:28.808153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.809852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.856133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:28.971813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Made reservation on behalf of ba595854c81a44e49fecbf9f3577d232 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:28.976046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.077141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-d88d5f9e-fd50-4b58-b88b-6f054be6eb6a service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592203 Jun 09 13:21:29.097117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:21:29.105120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Deleting port 0adeef8c-e13a-466b-90f9-1c4714656fa8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:29.105464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.216116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.235900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:29.246680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.264932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] For port 0adeef8c-e13a-466b-90f9-1c4714656fa8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=0adeef8c-e13a-466b-90f9-1c4714656fa8,segment=NetworkSegment(90722067-a5cb-4c1e-8285-138169a305e0),segment_id=90722067-a5cb-4c1e-8285-138169a305e0)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:29.265288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.333427 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-daa70a21-03e5-4b43-913a-e5c9f5b8a224 req-9b0ce4e1-ceb7-46a3-80fd-9562571c52c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489698 Jun 09 13:21:29.411894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Calling delete_port for 0adeef8c-e13a-466b-90f9-1c4714656fa8 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:29.500194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.508648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ab0696ad-3ed6-4549-a550-de021b883571 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:29.552168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Subnet': ['ID=60c3bd25-eb24-4ed3-9d6b-29ba6977f852,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:29.567584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:29.572242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.574183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/subnets/60c3bd25-eb24-4ed3-9d6b-29ba6977f852 HTTP/1.1" status: 204 len: 168 time: 1.2836916 Jun 09 13:21:29.577668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49536) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:29.589069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.610217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.610739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a1040-67ba-4388-b932-9b4e44e7a1fa None None] Network 0885dd90-e7de-44dc-bd22-3d71d8bf759d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:29.614520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c03ec22-9772-44ea-8ee5-c25ad035d68b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:29.643135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.673756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] No DVR routers for this DVR port 0adeef8c-e13a-466b-90f9-1c4714656fa8 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:29.679471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting subnet f1fdb75a-6106-4592-b718-fe51baffaed1 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:29.683063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.731000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:29.749524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.770340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.784062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:29.844542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Pushing event deleted for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:29.859760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'Subnet': ['ID=b17a64be-aad7-4be8-855c-d8f0878f678b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:29.887949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:29.890027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:29.890241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79607f1d-de3b-488d-ae3f-faddd1478d79 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:29.906555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.926313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] No DVR routers for this DVR port 0adeef8c-e13a-466b-90f9-1c4714656fa8 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:29.950469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Checking segment: {'id': '670ad443-e13a-4c75-8e78-1dc706f192eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:29.950840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Network hostable DHCP agents. Network: 32ecf61a-1b60-422f-8abf-2a252d1727ab, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:29.965818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Port': ['ID=0adeef8c-e13a-466b-90f9-1c4714656fa8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:29.974170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:29.984036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:29.984277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f1acd080-1b9d-4609-9e5e-b04f56148284, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f1acd080-1b9d-4609-9e5e-b04f56148284,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:30.006659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e8bdcbe3-1d78-4ef1-ac7a-71345d75bd9b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 200 len: 992 time: 0.2617576 Jun 09 13:21:30.009941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f830c954-26a0-40c9-87f1-b6f08838d03c']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:30.026307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.027966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90722067-a5cb-4c1e-8285-138169a305e0') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:30.027966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90722067-a5cb-4c1e-8285-138169a305e0') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:30.032127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe51406e-7fec-4a13-9f38-3fac4edd45dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:30.043485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:30.052248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.055981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:21:30.058885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.067169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b4c508c4-3e83-4b22-8547-a715c8a4b6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:30.085583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.089838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 32ecf61a-1b60-422f-8abf-2a252d1727ab) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:30.094290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:30.095652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.103425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.113320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event deleted for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:30.115345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfef471-26ec-4de9-8413-857f8232bc68 None None] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:30.135744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:30.136814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.140805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] No DVR routers for this DVR port f1acd080-1b9d-4609-9e5e-b04f56148284 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:30.142400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:30.144339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:30.157639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=ae07aa00-ace4-496a-9acd-0f57de769a24,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:30.161195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:30.189344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:30.191835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:30.199633 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:30.202802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:30.203343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.232002 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5442760 Jun 09 13:21:30.232260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49542) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:30.239656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:03:7b:4a', 'name': 'tempest-NetworksTestDHCPv6-1952584558'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:30.259668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.274379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ca0a0c25-3b77-4c81-acab-cdc623c7cf8b tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:30.319221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Pushing event deleted for resources: {'Port': ['ID=f1acd080-1b9d-4609-9e5e-b04f56148284,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:30.338696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:30.343694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455e97a-7471-435c-939e-6329baef6952 None None] Network 79c56eea-71a7-4390-b164-6f21d9f62723 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:30.376707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fdb75a-6106-4592-b718-fe51baffaed1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:30.379916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:30.386748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.388559 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/subnets/f1fdb75a-6106-4592-b718-fe51baffaed1 HTTP/1.1" status: 204 len: 168 time: 0.8087366 Jun 09 13:21:30.392087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49544) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:30.439990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef51ba-1db5-4e44-a7c3-2117746942dc None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:30.482692 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8860204 Jun 09 13:21:30.485022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.486794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49546) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:30.493808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Request body: {'port': {'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1325259574'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:30.602385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bb66a02d-bd35-4f06-b296-18ae8e16eb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:30.621812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.626406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] 10.222.0.21 "DELETE /v2.0/networks/f830c954-26a0-40c9-87f1-b6f08838d03c HTTP/1.1" status: 204 len: 168 time: 2.2978592 Jun 09 13:21:30.632550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] DHCP port deletion for 0885dd90-e7de-44dc-bd22-3d71d8bf759d request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:30.682924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Pushing event deleted for resources: {'Network': ['ID=f830c954-26a0-40c9-87f1-b6f08838d03c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:30.704563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:30.747016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:22Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:30.759297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d391a-9ed3-4ccf-b05b-d8f70b0445d0 None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:20:30Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:22Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:30.824527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.831143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Made reservation on behalf of ba595854c81a44e49fecbf9f3577d232 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:30.840483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:30.906669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] device_id is not set on port a7f489b9-e429-4bbe-85a4-5d73f414594d yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:30.928374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:31.006750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-32ecf61a-1b60-422f-8abf-2a252d1727ab', 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab', 'tenant_id': 'ba595854c81a44e49fecbf9f3577d232', 'fixed_ips': [{'subnet_id': 'b17a64be-aad7-4be8-855c-d8f0878f678b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:31.013004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.129615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Allocated IP 2001:db8::3e2 (32ecf61a-1b60-422f-8abf-2a252d1727ab/b17a64be-aad7-4be8-855c-d8f0878f678b/a7f489b9-e429-4bbe-85a4-5d73f414594d) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:31.152003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49552) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:31.157668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.180912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28944bb8-48b9-4bc1-855d-71f71e48250b None None] New status for floating IP 00cfd6ce-5d97-47de-ac6d-cbe62230b9f0: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:21:31.214659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49554) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:31.263390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting port 729faff8-03f6-45b6-967b-5392b3437319 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:31.263765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.428366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.452711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port dca39f01-b044-49f9-a2d7-7d0ffdeaf912 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:31.463949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Transition to ACTIVE for port object a7f489b9-e429-4bbe-85a4-5d73f414594d will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:31.513457 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e1a15e21-39f8-46ec-a9c6-237d5ce61973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8b6ac996ef7437c86abf1d338310eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972806 Jun 09 13:21:31.516116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:31.521086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Deleting port 729faff8-03f6-45b6-967b-5392b3437319 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:31.521788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.535470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '94e9a6b5-3c2a-48be-a272-7199f213e57d'}, {'subnet_id': 'ae07aa00-ace4-496a-9acd-0f57de769a24'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:31.537006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.587520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.597395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:31.714124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] For port 729faff8-03f6-45b6-967b-5392b3437319, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=729faff8-03f6-45b6-967b-5392b3437319,segment=NetworkSegment(6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd),segment_id=6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:31.714688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.734739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.743658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:31.756594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:31.759498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:31.765314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:31.765920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.801748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3132708 Jun 09 13:21:31.802550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49562) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:31.811857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Request body: {'port': {'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1966429847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:31.812853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.api.validators [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] bootfile-name is not in valid_values {{(pid=92384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:31.813195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.api.validators [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] tftp-server is not in valid_values {{(pid=92384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:31.813522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.api.validators [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] server-ip-address is not in valid_values {{(pid=92384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:31.816838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] For port 729faff8-03f6-45b6-967b-5392b3437319, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=729faff8-03f6-45b6-967b-5392b3437319,segment=NetworkSegment(6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd),segment_id=6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:31.818044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.829655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'Port': ['ID=a7f489b9-e429-4bbe-85a4-5d73f414594d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:31.833037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:31.862770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Calling delete_port for 729faff8-03f6-45b6-967b-5392b3437319 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:31.895971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:31.935268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::31c (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/94e9a6b5-3c2a-48be-a272-7199f213e57d/dca39f01-b044-49f9-a2d7-7d0ffdeaf912) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:31.942934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:7b4a (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ae07aa00-ace4-496a-9acd-0f57de769a24/dca39f01-b044-49f9-a2d7-7d0ffdeaf912) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:31.948927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Calling delete_port for 729faff8-03f6-45b6-967b-5392b3437319 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:31.975199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] DHCP port deletion for 79c56eea-71a7-4390-b164-6f21d9f62723 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:32.081171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.090300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.092484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14dc9059-c649-4164-b47c-1052b0ee3bb6 HTTP/1.1" status: 204 len: 168 time: 0.5748963 Jun 09 13:21:32.095526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-72138ab6-4cdd-409a-8860-3b404c737bb7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:32.105964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Made reservation on behalf of ba595854c81a44e49fecbf9f3577d232 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:32.110255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.137750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc9059-c649-4164-b47c-1052b0ee3bb6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:32.142960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:32.155176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] device_id is not set on port 713c8049-2e52-4cad-bd2c-631a1fb79527 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:32.260132 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-807ec931-9035-47a6-b0db-d4deba565719 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 200 len: 992 time: 1.0878999 Jun 09 13:21:32.265618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.269347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 729faff8-03f6-45b6-967b-5392b3437319 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:32.277990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:32.316926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 729faff8-03f6-45b6-967b-5392b3437319 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:21:32.317300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 729faff8-03f6-45b6-967b-5392b3437319 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:21:32.317741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e7cb2d5c-1146-411a-8214-ba0221e0cf34 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:32.329861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.358127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Port': ['ID=729faff8-03f6-45b6-967b-5392b3437319,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:32.360587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:32.362916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] No DVR routers for this DVR port 729faff8-03f6-45b6-967b-5392b3437319 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:32.363527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Allocated IP 2001:db8::2 (32ecf61a-1b60-422f-8abf-2a252d1727ab/b17a64be-aad7-4be8-855c-d8f0878f678b/5aa1d51d-eb4b-4af2-b8de-c54a5825b076) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:32.407505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object dca39f01-b044-49f9-a2d7-7d0ffdeaf912 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:32.454915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Deleting port e7cb2d5c-1146-411a-8214-ba0221e0cf34 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:32.455251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.509522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.523797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0885dd90-e7de-44dc-bd22-3d71d8bf759d']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:32.537425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:32.537727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e27a55a-3733-4a13-a3ea-aeb4ddba6ffd') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:32.549953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.574941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.586736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.605830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:32.606330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.620754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f85c0238-8bc7-44e7-8058-e1b542396567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:32.624074 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:32.693678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.704792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-798a8139-d65e-4c95-8de3-a70984f3d98c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:32.787080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Pushing event deleted for resources: {'Port': ['ID=729faff8-03f6-45b6-967b-5392b3437319,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:32.810779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.826274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.827370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] No DVR routers for this DVR port 729faff8-03f6-45b6-967b-5392b3437319 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:32.828318 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/networks/0885dd90-e7de-44dc-bd22-3d71d8bf759d HTTP/1.1" status: 204 len: 168 time: 2.4351957 Jun 09 13:21:32.831771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49580) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:32.832617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:32.837099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.837299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:32.841638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:32.847575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:32.848195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.849306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:32.864996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=dca39f01-b044-49f9-a2d7-7d0ffdeaf912,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:32.870695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:32.873823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:32.925086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e7cb2d5c-1146-411a-8214-ba0221e0cf34,segment=NetworkSegment(cfe9eda7-f530-4af4-852e-a260e83cb64c),segment_id=cfe9eda7-f530-4af4-852e-a260e83cb64c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:32.932774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e7cb2d5c-1146-411a-8214-ba0221e0cf34,segment=NetworkSegment(cfe9eda7-f530-4af4-852e-a260e83cb64c),segment_id=cfe9eda7-f530-4af4-852e-a260e83cb64c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:32.933265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.958541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:32.968133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:33.038186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.134981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Network': ['ID=0885dd90-e7de-44dc-bd22-3d71d8bf759d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:33.139312 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9059997 Jun 09 13:21:33.140367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:33.142618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting port e7cb2d5c-1146-411a-8214-ba0221e0cf34 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:33.142969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.143789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49590) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:33.201736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/94e9a6b5-3c2a-48be-a272-7199f213e57d/7ccb59fd-f1ed-4a85-807a-221654936c7c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:33.209634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb7:4348 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ae07aa00-ace4-496a-9acd-0f57de769a24/7ccb59fd-f1ed-4a85-807a-221654936c7c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:33.212324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:33.216443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:33.265267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:33.267621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] For port e7cb2d5c-1146-411a-8214-ba0221e0cf34, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e7cb2d5c-1146-411a-8214-ba0221e0cf34,segment=NetworkSegment(cfe9eda7-f530-4af4-852e-a260e83cb64c),segment_id=cfe9eda7-f530-4af4-852e-a260e83cb64c)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:33.268244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.303940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Calling delete_port for e7cb2d5c-1146-411a-8214-ba0221e0cf34 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:33.330829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49594) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:33.469435 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-52fedaa8-2e27-401c-a029-1477b4399852 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 200 len: 994 time: 0.2011826 Jun 09 13:21:33.493593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port dca39f01-b044-49f9-a2d7-7d0ffdeaf912 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:33.493957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.505011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Calling delete_port for e7cb2d5c-1146-411a-8214-ba0221e0cf34 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:33.567321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.594354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.596538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Transition to ACTIVE for port object 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:33.606562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e666baa0-241a-4bda-ad28-4666e19056fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:33.611742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777359486'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:33.647926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Transition to ACTIVE for port object 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:33.655113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] No DVR routers for this DVR port e7cb2d5c-1146-411a-8214-ba0221e0cf34 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:33.704626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.719081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b98e21a-4bbb-4997-933b-843bd609ee1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:33.741427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:33.745635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.767520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.794968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.803494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.847200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:33.855245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:33.860005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:33.864657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] No DVR routers for this DVR port e7cb2d5c-1146-411a-8214-ba0221e0cf34 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:33.873122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:33.915073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Pushing event updated for resources: {'Port': ['ID=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:33.921948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Transition to ACTIVE for port object 7ccb59fd-f1ed-4a85-807a-221654936c7c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:33.924838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:33.925435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b038733-95f8-43f3-b6e5-d62427263eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:33.947466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:33.949913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.005756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for dca39f01-b044-49f9-a2d7-7d0ffdeaf912 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:34.032752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Pushing event deleted for resources: {'Port': ['ID=e7cb2d5c-1146-411a-8214-ba0221e0cf34,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.043696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.048869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Transition to ACTIVE for port object 7ccb59fd-f1ed-4a85-807a-221654936c7c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:34.053557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Attempting to bind port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:34.054698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Attempting to bind port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '670ad443-e13a-4c75-8e78-1dc706f192eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:34.054698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Attempting to bind port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 on network 32ecf61a-1b60-422f-8abf-2a252d1727ab {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:34.069334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:34.072104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Checking segment: {'id': '670ad443-e13a-4c75-8e78-1dc706f192eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:34.072926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.075609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Bound using segment: {'id': '670ad443-e13a-4c75-8e78-1dc706f192eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:34.078207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Bound port: 5aa1d51d-eb4b-4af2-b8de-c54a5825b076, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670ad443-e13a-4c75-8e78-1dc706f192eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '32ecf61a-1b60-422f-8abf-2a252d1727ab'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:34.078970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.082330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.112193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Allocated IP 2001:db8::159 (32ecf61a-1b60-422f-8abf-2a252d1727ab/b17a64be-aad7-4be8-855c-d8f0878f678b/713c8049-2e52-4cad-bd2c-631a1fb79527) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:34.115726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c56eea-71a7-4390-b164-6f21d9f62723']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:34.138677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe9eda7-f530-4af4-852e-a260e83cb64c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:34.138677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe9eda7-f530-4af4-852e-a260e83cb64c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:34.150555 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-41deeabd-7d66-44bf-9984-27cdbc0bc32c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2673674 Jun 09 13:21:34.157508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.170123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.176040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b779dcde-1a85-43dd-ba39-92f1d1a25760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.230098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.244363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Pushing event updated for resources: {'Port': ['ID=7ccb59fd-f1ed-4a85-807a-221654936c7c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.271705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:34.273728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.290385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:34.303586 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:34.325520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] For port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:34.328967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] For port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,segment=NetworkSegment(670ad443-e13a-4c75-8e78-1dc706f192eb),segment_id=670ad443-e13a-4c75-8e78-1dc706f192eb)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:34.330294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.344251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:34.345763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:34.348589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.358317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:34.360708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.395928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.411504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e074d308-3412-40d6-8603-a98d430e9cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.483920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Pushing event updated for resources: {'Port': ['ID=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.496021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.504326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.514072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.515996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/networks/79c56eea-71a7-4390-b164-6f21d9f62723 HTTP/1.1" status: 204 len: 168 time: 1.6823256 Jun 09 13:21:34.520237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7af640db-6798-4393-bffd-7ba71424cade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.522647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49604) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:34.524966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356aaa63-9640-4cb2-9677-9b8cbd249126,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.567177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Network': ['ID=79c56eea-71a7-4390-b164-6f21d9f62723,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.574714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.577498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.636039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Attempting to bind port 7ccb59fd-f1ed-4a85-807a-221654936c7c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:34.636656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Attempting to bind port 7ccb59fd-f1ed-4a85-807a-221654936c7c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:34.637025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Attempting to bind port 7ccb59fd-f1ed-4a85-807a-221654936c7c on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:34.643592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:34.643964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:34.644375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.644775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:34.645260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Bound port: 7ccb59fd-f1ed-4a85-807a-221654936c7c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:34.645689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.664727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d8b31f36-f8e4-42b8-b2ba-4613334fdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:34.666232 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d8b31f36-f8e4-42b8-b2ba-4613334fdeb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1099 time: 0.3681872 Jun 09 13:21:34.756029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting subnet 5d6ff3ba-0217-4953-97b1-6dfb39daffd3 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:34.776571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.806445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Transition to ACTIVE for port object 713c8049-2e52-4cad-bd2c-631a1fb79527 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:34.806785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] For port 7ccb59fd-f1ed-4a85-807a-221654936c7c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:34.812158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] For port 7ccb59fd-f1ed-4a85-807a-221654936c7c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ccb59fd-f1ed-4a85-807a-221654936c7c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:34.820212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.828996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.872565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.895710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1c047ba4-485c-4658-8b17-dc74058558cd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:34.952720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:34.955615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Pushing event updated for resources: {'Port': ['ID=7ccb59fd-f1ed-4a85-807a-221654936c7c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:34.961843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:34.965989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:34.982005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:34.984432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:34.990654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:34.991603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.027260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.030619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'Port': ['ID=713c8049-2e52-4cad-bd2c-631a1fb79527,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:35.034128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:35.036079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2284613 Jun 09 13:21:35.038663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49610) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:35.050870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:35.064253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.064606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7 of type vlan for network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da Jun 09 13:21:35.074859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f66234c9-5b42-4e37-bb64-5993d51e56fc tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:35.113225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d541e149-7e9e-4466-b4ce-6c5cc378a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.114857 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d541e149-7e9e-4466-b4ce-6c5cc378a8d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 898 time: 0.4121120 Jun 09 13:21:35.140099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acde036-6e1e-42ff-a779-5c65ee8dd5ac tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.146628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acde036-6e1e-42ff-a779-5c65ee8dd5ac tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.154865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acde036-6e1e-42ff-a779-5c65ee8dd5ac tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.162346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3acde036-6e1e-42ff-a779-5c65ee8dd5ac tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1210830 Jun 09 13:21:35.162346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49612) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:35.334739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Deleting port 713c8049-2e52-4cad-bd2c-631a1fb79527 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:35.334739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.339143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=dca39f01-b044-49f9-a2d7-7d0ffdeaf912,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:35.374419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.499348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.623563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:35.650016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.657867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Calling delete_port for 713c8049-2e52-4cad-bd2c-631a1fb79527 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:35.667837 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-991b775c-4a66-48ac-89c9-552000c3f436 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 1002 time: 0.4809794 Jun 09 13:21:35.672753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.680188 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/dca39f01-b044-49f9-a2d7-7d0ffdeaf912 HTTP/1.1" status: 204 len: 168 time: 2.5345407 Jun 09 13:21:35.682967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49616) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:35.788412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.799702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.806157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:35.823769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86262711-d517-482a-ae8e-1f069949561f tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:35.843503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433241b-a3d5-4eca-b261-54e61614a923 req-99765691-b6a9-427d-85c4-ce2b4321f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.845049 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-99765691-b6a9-427d-85c4-ce2b4321f21d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.1621323 Jun 09 13:21:35.883982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d552f8c-37ba-464d-a2dc-95bdb6b7416c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:35.885614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8d552f8c-37ba-464d-a2dc-95bdb6b7416c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2012632 Jun 09 13:21:35.888728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:35.914253 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5743086 Jun 09 13:21:35.927705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:35.929937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced593a-3630-41e1-bc28-ce044a65d653 None None] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:35.946374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2115619244'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:36.007318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.016802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:36.060808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=6b2ca636-9c7f-4b5b-bcb8-e1375639f4da,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:36.083126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.088417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:36.091882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.129483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event deleted for resources: {'Port': ['ID=713c8049-2e52-4cad-bd2c-631a1fb79527,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:36.141030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:36.150190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:36.196694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.198577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "DELETE /v2.0/ports/713c8049-2e52-4cad-bd2c-631a1fb79527 HTTP/1.1" status: 204 len: 168 time: 1.0355108 Jun 09 13:21:36.208315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49624) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:36.217811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:36.230251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.230423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Request body: {'port': {'name': 'tempest-new-port-name-452209683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:36.230575 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment b7ac035c-e454-4c64-a7be-26b86dd69319 of type vlan for network 256cdb85-6924-49eb-aedd-6db2226456e7 Jun 09 13:21:36.231756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] bootfile-name is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:36.231756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] tftp-server is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:36.231756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.api.validators [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] server-ip-address is not in valid_values {{(pid=92383) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 09 13:21:36.272635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.283235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:36.322783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d68bfd0e-e237-4a87-b688-9536e2ede8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.324697 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-d68bfd0e-e237-4a87-b688-9536e2ede8d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4695957 Jun 09 13:21:36.339177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b022b3-10f1-4f53-9605-b06b2e472f38 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.347091 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d3b022b3-10f1-4f53-9605-b06b2e472f38 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4572589 Jun 09 13:21:36.348187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49626) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:36.459169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ccb59fd-f1ed-4a85-807a-221654936c7c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:36.484129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae918164-12e7-4f78-8307-6e917d71f325 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:36.495504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.512727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-82b68005-c350-41f5-bf27-0dfbbc4e24f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:36.556992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.561100 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/subnets/5d6ff3ba-0217-4953-97b1-6dfb39daffd3 HTTP/1.1" status: 204 len: 168 time: 2.0351396 Jun 09 13:21:36.564084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49628) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:36.565251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6ff3ba-0217-4953-97b1-6dfb39daffd3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:36.572452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f14294-434f-4172-bb22-75392b23404e None None] Network 6f866db2-b4c7-408c-9f0f-2851f520ab10 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:36.591361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:36.615153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ea051-3658-4470-972a-c2a2c3a58909 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.616557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ea051-3658-4470-972a-c2a2c3a58909 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.618156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ea051-3658-4470-972a-c2a2c3a58909 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.622665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-706ea051-3658-4470-972a-c2a2c3a58909 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2730217 Jun 09 13:21:36.623620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.629087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:36.629601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.645191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49630) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:36.646303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:36.738443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:36.777724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8403149 Jun 09 13:21:36.785190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49632) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:36.790750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:36.823024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ec73bc71-3d24-4e40-9cb3-ad554e709dce None None] Provisioning for port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:36.868060 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-4bde4883-4877-4534-bf32-76eada207128 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332749 Jun 09 13:21:36.928279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=256cdb85-6924-49eb-aedd-6db2226456e7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:36.937091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:36.943720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 94e9a6b5-3c2a-48be-a272-7199f213e57d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:36.945718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 256cdb85-6924-49eb-aedd-6db2226456e7 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:36.948051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.012231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.049053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.088558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-42b90ee2-6c5d-41c9-92da-bfaf60a70640 None None] Provisioning for port 7ccb59fd-f1ed-4a85-807a-221654936c7c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:37.098340 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3433241b-a3d5-4eca-b261-54e61614a923 req-5136d95e-05e2-471d-9500-d0613bfaf335 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212932 Jun 09 13:21:37.100916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:37.104187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.278365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7ccb59fd-f1ed-4a85-807a-221654936c7c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:37.287613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7ccb59fd-f1ed-4a85-807a-221654936c7c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:37.288245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Deleting port b4b6402e-977f-43d4-8438-b47576cc3163 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:37.288245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.288435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.355374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.380697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] DHCP port deletion for 6f866db2-b4c7-408c-9f0f-2851f520ab10 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:37.510096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] For port b4b6402e-977f-43d4-8438-b47576cc3163, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b4b6402e-977f-43d4-8438-b47576cc3163,segment=NetworkSegment(a0a60cb2-2e66-480b-b347-a6dfc8fcc374),segment_id=a0a60cb2-2e66-480b-b347-a6dfc8fcc374)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:37.513285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.531126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.544136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dd4537c-9d21-40e7-aed7-fdcd925aa65a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:37.560441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.577585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Deleting port b4b6402e-977f-43d4-8438-b47576cc3163 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:37.578028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.589157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.594193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/94e9a6b5-3c2a-48be-a272-7199f213e57d HTTP/1.1" status: 204 len: 168 time: 0.9304085 Jun 09 13:21:37.595481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:37.613442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:21:37.719418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=94e9a6b5-3c2a-48be-a272-7199f213e57d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:37.724942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:37.738420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.745476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Calling delete_port for b4b6402e-977f-43d4-8438-b47576cc3163 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:37.758475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4463759f-be1a-4245-8365-ca0b118215c7 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:37.771231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.796224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.805102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:37.847259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:21:37.847695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:21:37.869532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet ae07aa00-ace4-496a-9acd-0f57de769a24 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:37.873781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.902129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] For port b4b6402e-977f-43d4-8438-b47576cc3163, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b4b6402e-977f-43d4-8438-b47576cc3163,segment=NetworkSegment(a0a60cb2-2e66-480b-b347-a6dfc8fcc374),segment_id=a0a60cb2-2e66-480b-b347-a6dfc8fcc374)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:37.902568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:37.928543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb84a51-6856-4092-85db-d11e1a8775fa None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:37.953415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.027258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=df1fd3a1-2bd1-4d9f-a341-05a6e43361a8,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:38.052919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:38.071113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] In _notify_port_updated(), no bound segment for port a7f489b9-e429-4bbe-85a4-5d73f414594d on network 32ecf61a-1b60-422f-8abf-2a252d1727ab {{(pid=92383) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:21:38.076526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:38.077449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.078793 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "PUT /v2.0/ports/a7f489b9-e429-4bbe-85a4-5d73f414594d HTTP/1.1" status: 200 len: 1129 time: 1.8584831 Jun 09 13:21:38.081652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49638) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:38.100556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:38.101219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:38.153446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:38.174483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Calling delete_port for b4b6402e-977f-43d4-8438-b47576cc3163 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:38.196928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Provisioning for port a7f489b9-e429-4bbe-85a4-5d73f414594d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:38.202602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event updated for resources: {'Port': ['ID=a7f489b9-e429-4bbe-85a4-5d73f414594d,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:38.211282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.225431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:38.225606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Provisioning complete for port a7f489b9-e429-4bbe-85a4-5d73f414594d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:38.225958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.232411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0709b-30c2-488f-98e1-90afcb61bec8 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:38.233854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6ec0709b-30c2-488f-98e1-90afcb61bec8 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "GET /v2.0/ports/a7f489b9-e429-4bbe-85a4-5d73f414594d HTTP/1.1" status: 200 len: 1129 time: 0.1500921 Jun 09 13:21:38.242726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49640) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:38.311620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.320060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:38.324812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:38.325502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.332556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5b749ec-5114-4d2d-9258-32e199ffd566 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:38.333851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.349318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aeba5a0e-8332-49b6-a67c-02c3c48632a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:38.389504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.394256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ae07aa00-ace4-496a-9acd-0f57de769a24 HTTP/1.1" status: 204 len: 168 time: 0.7851341 Jun 09 13:21:38.400378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49644) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:38.404211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Port': ['ID=b4b6402e-977f-43d4-8438-b47576cc3163,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:38.412476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:38.415644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] No DVR routers for this DVR port b4b6402e-977f-43d4-8438-b47576cc3163 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:38.478414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120e67c-2965-46dd-80ea-e6f5a595c8b6 None None] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:38.499158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=ae07aa00-ace4-496a-9acd-0f57de769a24,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:38.507665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:38.518621 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7323446 Jun 09 13:21:38.521484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c2249ce-1617-4d4e-83b9-644fabfd5f55 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198723 Jun 09 13:21:38.522065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49646) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:38.531438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:38.547167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49648) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:38.615020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:38.692583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.708172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:38.713743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.734080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Port a7f489b9-e429-4bbe-85a4-5d73f414594d cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:38.769321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.805156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f866db2-b4c7-408c-9f0f-2851f520ab10']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:38.837243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:38.837590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a60cb2-2e66-480b-b347-a6dfc8fcc374') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:38.838159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 7ccb59fd-f1ed-4a85-807a-221654936c7c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ccb59fd-f1ed-4a85-807a-221654936c7c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:38.864577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.872089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Deleting port a7f489b9-e429-4bbe-85a4-5d73f414594d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:38.872424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.960655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:38.980975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:38.981430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:39.014328 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:39.024052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.024822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:39.066373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:39.069635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.078449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-471034ae-3dc9-40a1-b5ad-a3688b3debe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:39.108353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Provisioning complete for port 7ccb59fd-f1ed-4a85-807a-221654936c7c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:39.109024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.134285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.137686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.146169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a9df9ac5-47c8-4e2a-9c19-930890ec6907 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:39.174067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6b2ca636-9c7f-4b5b-bcb8-e1375639f4da', 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': 'df1fd3a1-2bd1-4d9f-a341-05a6e43361a8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:39.175700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.235183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] No DVR routers for this DVR port b4b6402e-977f-43d4-8438-b47576cc3163 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:39.303652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.312425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.328336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-216212e9-c6a9-48b8-839d-7f04798b737c tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:39.353336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.355616 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/networks/6f866db2-b4c7-408c-9f0f-2851f520ab10 HTTP/1.1" status: 204 len: 168 time: 2.7828989 Jun 09 13:21:39.362403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49650) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:39.397326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=7ccb59fd-f1ed-4a85-807a-221654936c7c,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:39.412271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:39.412271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:39.464163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:39.474679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=86d91733-eb9f-426a-997d-b97640a5c03d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:39.476284 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-11e4ca79-7c0c-4b80-99a6-00bbeb7091c7 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "GET /v2.0/ports?device_id=991ff515-3604-42df-a29e-542e5fd7b4de HTTP/1.1" status: 200 len: 205 time: 0.1053874 Jun 09 13:21:39.477575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:39.483397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49652) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:39.484360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': 'b7ac035c-e454-4c64-a7be-26b86dd69319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:39.484711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 256cdb85-6924-49eb-aedd-6db2226456e7, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:39.491479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:39.540824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Pushing event deleted for resources: {'Network': ['ID=6f866db2-b4c7-408c-9f0f-2851f520ab10,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:39.551477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Calling delete_port for a7f489b9-e429-4bbe-85a4-5d73f414594d owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:39.554438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:39.598294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Pushing event deleted for resources: {'Port': ['ID=b4b6402e-977f-43d4-8438-b47576cc3163,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:39.611708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:39.612301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.634831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.648921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:39.705844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 256cdb85-6924-49eb-aedd-6db2226456e7 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:39.750870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Allocated IP 2001:db8::2 (6b2ca636-9c7f-4b5b-bcb8-e1375639f4da/df1fd3a1-2bd1-4d9f-a341-05a6e43361a8/f60f61a6-1073-49ae-9634-6366a8691c78) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:39.884923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:39.898723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-040a887e-6bb5-4490-8a9f-0fdc5d736cfc tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:39.931874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 256cdb85-6924-49eb-aedd-6db2226456e7) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:39.960404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633274c1-9539-4a22-84cb-2f7382ed72fa None None] Network 256cdb85-6924-49eb-aedd-6db2226456e7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:40.006305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:40.007338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.022974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event deleted for resources: {'Port': ['ID=a7f489b9-e429-4bbe-85a4-5d73f414594d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:40.034336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.037924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.051395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:40.060372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5369074 Jun 09 13:21:40.062220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.063107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49668) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:40.069531 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "DELETE /v2.0/ports/a7f489b9-e429-4bbe-85a4-5d73f414594d HTTP/1.1" status: 204 len: 168 time: 1.8249528 Jun 09 13:21:40.071362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49670) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:40.076036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852267778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:40.114599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.115738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Fanout notify agent at l3_agent the message router_deleted on router 991ff515-3604-42df-a29e-542e5fd7b4de {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:21:40.136550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.141668 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f959258a-71e7-448e-a742-d375af52f211 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] 10.222.0.21 "DELETE /v2.0/routers/991ff515-3604-42df-a29e-542e5fd7b4de HTTP/1.1" status: 204 len: 168 time: 0.6534553 Jun 09 13:21:40.153852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.155957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.158610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.177739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.211824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.213958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a50a889f-8e0e-4557-bcf5-a6e83cc03b41 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:40.221122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Deleting port 7ccb59fd-f1ed-4a85-807a-221654936c7c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:40.221512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.241801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.245963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9fc0b657-4c3c-43cf-a52b-f7c04d10cfe6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1813614 Jun 09 13:21:40.246586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49674) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:40.249745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Deleting subnet b17a64be-aad7-4be8-855c-d8f0878f678b {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:40.253213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.387180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] For port 7ccb59fd-f1ed-4a85-807a-221654936c7c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ccb59fd-f1ed-4a85-807a-221654936c7c,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:40.387552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.476610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Provisioning complete for port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:40.476996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c0c515a-36b2-462a-8301-89dada7642b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.603219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:40.604073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49686) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:40.609762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:40.612893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:40.613651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.618563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Calling delete_port for 7ccb59fd-f1ed-4a85-807a-221654936c7c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:40.625021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.663267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=ee8325af-8d2a-48fa-aeeb-4ad6ed25549a,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:40.667524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:40.671448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.725990 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1691115 Jun 09 13:21:40.726231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:40.732049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:40.808192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,segment=NetworkSegment(670ad443-e13a-4c75-8e78-1dc706f192eb),segment_id=670ad443-e13a-4c75-8e78-1dc706f192eb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:40.863563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:40.878723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:40.966118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-256cdb85-6924-49eb-aedd-6db2226456e7', 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '86d91733-eb9f-426a-997d-b97640a5c03d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:40.967003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.017233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.024622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ccb59fd-f1ed-4a85-807a-221654936c7c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:41.061669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:41.065983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.240122 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee8325af-8d2a-48fa-aeeb-4ad6ed25549a (CIDR: 2001:db8::/64) Jun 09 13:21:41.254830 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:21:41.255427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:41.265030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:41.277877 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7d5bf1b3-4763-48db-b0fb-a63c172e6478 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7c514fd43c548118ec9f54b5fdfa0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595752 Jun 09 13:21:41.281044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49694) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:41.297319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:41.315224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.327405 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-21618bc6-785b-4502-847b-ecc963385f0a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5999930 Jun 09 13:21:41.329508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.352232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Transition to ACTIVE for port object f60f61a6-1073-49ae-9634-6366a8691c78 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:41.355101 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No ports have port_id starting with 7ccb59fd-f1ed-4a85-807a-221654936c7c Jun 09 13:21:41.364677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b4b6402e-977f-43d4-8438-b47576cc3163 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:41.367776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:41.373047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'subnet': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:41.388316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.404386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:41.461028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Pushing event deleted for resources: {'Port': ['ID=7ccb59fd-f1ed-4a85-807a-221654936c7c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:41.468980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:41.472825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b4b6402e-977f-43d4-8438-b47576cc3163 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:21:41.473177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b4b6402e-977f-43d4-8438-b47576cc3163 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:21:41.502666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.517418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] No DVR routers for this DVR port 7ccb59fd-f1ed-4a85-807a-221654936c7c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:41.519378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Transition to ACTIVE for port object f60f61a6-1073-49ae-9634-6366a8691c78 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:41.539777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.561920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Allocated IP 2001:db8:1::2 (256cdb85-6924-49eb-aedd-6db2226456e7/86d91733-eb9f-426a-997d-b97640a5c03d/e89f67e9-4f71-4952-808d-6ecff2fd09c1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:41.611840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.637644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba98d1e9-bc50-43f9-92f8-489982287f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:41.658428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.665820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f84ab-8473-4466-a5ce-8343e13041c3 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:41.671213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22fc0cd7-aff7-4586-aff2-bfd58ec57443 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:41.725974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event deleted for resources: {'Subnet': ['ID=b17a64be-aad7-4be8-855c-d8f0878f678b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:41.728428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:41.739733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.741826 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "DELETE /v2.0/subnets/b17a64be-aad7-4be8-855c-d8f0878f678b HTTP/1.1" status: 204 len: 168 time: 1.6694708 Jun 09 13:21:41.744718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49698) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:41.763075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-59086123-a93c-4ef8-b732-8802a47b1399 None None] Could not find standard attr ID for object a7f489b9-e429-4bbe-85a4-5d73f414594d. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:41.773253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8::1 (6b2ca636-9c7f-4b5b-bcb8-e1375639f4da/df1fd3a1-2bd1-4d9f-a341-05a6e43361a8/3667ad67-2f0c-4eeb-8add-5568b0c884fe) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:41.776934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:41.777095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:41.779003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f7998-0947-467a-a894-9073356077f9 None None] Network 32ecf61a-1b60-422f-8abf-2a252d1727ab requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:41.783311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.809731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:41.864422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.871884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:41.872080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:41.872204 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22f06f25-8fb4-45cb-9310-0bc88b35bbc5 HTTP/1.1" status: 204 len: 168 time: 0.5867665 Jun 09 13:21:41.874692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9719c482-148d-470b-8521-7f8bd1d475bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:41.875924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-59086123-a93c-4ef8-b732-8802a47b1399 None None] Could not find standard attr ID for object 713c8049-2e52-4cad-bd2c-631a1fb79527. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:41.902120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f06f25-8fb4-45cb-9310-0bc88b35bbc5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:41.908445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:41.993977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Pushing event updated for resources: {'Port': ['ID=f60f61a6-1073-49ae-9634-6366a8691c78,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:42.067954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:42.209240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.278463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Attempting to bind port f60f61a6-1073-49ae-9634-6366a8691c78 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:42.278962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Attempting to bind port f60f61a6-1073-49ae-9634-6366a8691c78 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:42.279389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Attempting to bind port f60f61a6-1073-49ae-9634-6366a8691c78 on network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:42.351255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.objects.ports [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92383) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:21:42.352117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.352574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.356463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6483d9b4-f26a-4617-9b84-669a6c0a10cf tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:42.405897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 3667ad67-2f0c-4eeb-8add-5568b0c884fe will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:42.408308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:42.411583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:42.413936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Deleting port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:42.416115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:42.416899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.417725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.434715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.446297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Transition to ACTIVE for port object e89f67e9-4f71-4952-808d-6ecff2fd09c1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:42.449031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Subnet': ['ID=13a3cb0f-244a-4d20-8612-f425ce311580,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:42.451808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:42.471446 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1024487 Jun 09 13:21:42.479571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49712) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:42.485787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:42.486210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Checking segment: {'id': 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:42.490075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.490075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Bound using segment: {'id': 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:42.490075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Bound port: f60f61a6-1073-49ae-9634-6366a8691c78, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2ca636-9c7f-4b5b-bcb8-e1375639f4da'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:42.490075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.500402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Request body: {'port': {'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'mac_address': 'fa:16:3e:be:db:21', 'name': 'tempest-NetworksTestDHCPv6-1728224234'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:42.610118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Transition to ACTIVE for port object e89f67e9-4f71-4952-808d-6ecff2fd09c1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:42.617878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] For port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,segment=NetworkSegment(670ad443-e13a-4c75-8e78-1dc706f192eb),segment_id=670ad443-e13a-4c75-8e78-1dc706f192eb)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:42.618262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.637656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0', 'tenant_id': '674f5e62e6b24ab0baf0dc6a1434dad2', 'fixed_ips': [{'subnet_id': '13a3cb0f-244a-4d20-8612-f425ce311580'}, {'subnet_id': 'ee8325af-8d2a-48fa-aeeb-4ad6ed25549a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:42.638724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.692910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.702015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:42.715830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:42.806299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69693693-eefb-4679-a6f7-bcae576406f9 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:42.829626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Network 256cdb85-6924-49eb-aedd-6db2226456e7 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:42.845011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:42.850261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Made reservation on behalf of 674f5e62e6b24ab0baf0dc6a1434dad2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:42.864613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:42.880221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] For port f60f61a6-1073-49ae-9634-6366a8691c78, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:42.886746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Pushing event updated for resources: {'Port': ['ID=e89f67e9-4f71-4952-808d-6ecff2fd09c1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:42.933735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:42.937078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Calling delete_port for 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:42.950361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] For port f60f61a6-1073-49ae-9634-6366a8691c78, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f60f61a6-1073-49ae-9634-6366a8691c78,segment=NetworkSegment(e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7),segment_id=e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:42.996412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c46fe4-39e5-49fc-ab05-dad552f1ac6b None None] DHCP port deletion for 32ecf61a-1b60-422f-8abf-2a252d1727ab request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:43.006302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=3667ad67-2f0c-4eeb-8add-5568b0c884fe,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:43.009579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.024064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:43.025878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.039780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-048c8671-d985-4059-939d-97b78cebd6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:43.078667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:43.090282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] No DVR routers for this DVR port 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:43.111408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:43.114861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.143109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] device_id is not set on port ea374f3b-b227-4ecd-a12f-69e31036374c yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:43.168039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:43.176368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:43.178591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.195143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Attempting to bind port e89f67e9-4f71-4952-808d-6ecff2fd09c1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:43.195538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Attempting to bind port e89f67e9-4f71-4952-808d-6ecff2fd09c1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'b7ac035c-e454-4c64-a7be-26b86dd69319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:43.195901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Attempting to bind port e89f67e9-4f71-4952-808d-6ecff2fd09c1 on network 256cdb85-6924-49eb-aedd-6db2226456e7 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:43.229124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:43.229502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Checking segment: {'id': 'b7ac035c-e454-4c64-a7be-26b86dd69319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:43.229910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.230300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Bound using segment: {'id': 'b7ac035c-e454-4c64-a7be-26b86dd69319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:43.231526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Bound port: e89f67e9-4f71-4952-808d-6ecff2fd09c1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac035c-e454-4c64-a7be-26b86dd69319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '256cdb85-6924-49eb-aedd-6db2226456e7'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:43.231907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.258186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event deleted for resources: {'Port': ['ID=5aa1d51d-eb4b-4af2-b8de-c54a5825b076,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:43.265442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:43.282006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49736) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:43.344156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Pushing event updated for resources: {'Port': ['ID=f60f61a6-1073-49ae-9634-6366a8691c78,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:43.351856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:43.431405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Allocated IP 2001:db8::2 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ee8325af-8d2a-48fa-aeeb-4ad6ed25549a/e921c04d-4cbe-498e-bf93-ed66b92ffe24) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:43.456268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec0:ce8d (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/13a3cb0f-244a-4d20-8612-f425ce311580/e921c04d-4cbe-498e-bf93-ed66b92ffe24) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:43.464648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.491726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] For port e89f67e9-4f71-4952-808d-6ecff2fd09c1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:43.499935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1293823665'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:43.507983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ecf61a-1b60-422f-8abf-2a252d1727ab']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:43.524777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ad443-e13a-4c75-8e78-1dc706f192eb') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:43.525168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ad443-e13a-4c75-8e78-1dc706f192eb') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:43.558655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Made reservation on behalf of 8d022eb2a6104b1db9ec9590c7bc68c2 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:43.563653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.579831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.580586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.600235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] For port e89f67e9-4f71-4952-808d-6ecff2fd09c1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e89f67e9-4f71-4952-808d-6ecff2fd09c1,segment=NetworkSegment(b7ac035c-e454-4c64-a7be-26b86dd69319),segment_id=b7ac035c-e454-4c64-a7be-26b86dd69319)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:43.613514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.622978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.624068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:43.647171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:43.647935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:43.665628 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:43.733463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.768342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.775592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.782101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91e4a06d-d74d-4dda-a4a7-a60b87bbf3c9 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:43.794379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Pushing event updated for resources: {'Port': ['ID=e89f67e9-4f71-4952-808d-6ecff2fd09c1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:43.801221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:43.829642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:43.851392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20de5ddf-665f-47f1-8b9b-30e80ce2e62f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:43.857873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:43.859386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.859801 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Added segment acb4795b-ae9e-431c-9f11-766fe8fd7bf6 of type vlan for network c659994f-b50c-4b8a-9365-e6f38b23060c Jun 09 13:21:43.861414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.867574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.869828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] 10.222.0.21 "DELETE /v2.0/networks/32ecf61a-1b60-422f-8abf-2a252d1727ab HTTP/1.1" status: 204 len: 168 time: 2.1239362 Jun 09 13:21:43.900988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.939116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:43.965398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:43.984281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:43.986625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.002457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6c68e252-ab3c-484b-af2d-7479d078864d tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:44.008764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.036860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Transition to ACTIVE for port object e921c04d-4cbe-498e-bf93-ed66b92ffe24 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:44.111043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Transition to ACTIVE for port object e921c04d-4cbe-498e-bf93-ed66b92ffe24 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:44.137525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.146371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d967cd75-905c-4107-aa4a-8d7a6443cd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:44.240774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Pushing event deleted for resources: {'Network': ['ID=32ecf61a-1b60-422f-8abf-2a252d1727ab,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:44.249561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:44.282480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:44.289157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:44.298049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:44.350602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Pushing event updated for resources: {'Port': ['ID=e921c04d-4cbe-498e-bf93-ed66b92ffe24,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:44.360718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:44.484487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49746) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:44.528201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Attempting to bind port e921c04d-4cbe-498e-bf93-ed66b92ffe24 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:44.529296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Attempting to bind port e921c04d-4cbe-498e-bf93-ed66b92ffe24 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:44.533682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Attempting to bind port e921c04d-4cbe-498e-bf93-ed66b92ffe24 on network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:44.549666 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2665501 Jun 09 13:21:44.550356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49750) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:44.557062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:44.557379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Checking segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:44.557792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.559693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Bound using segment: {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:44.560416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Bound port: e921c04d-4cbe-498e-bf93-ed66b92ffe24, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ccf11-8ace-471c-a8ae-c68a611e0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:44.561389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.582434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Request body: {'subnet': {'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:44.652823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.660459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.662073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.668744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08425be4-65f7-469b-8cd4-0c9e5c3f42e2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:44.702722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] For port e921c04d-4cbe-498e-bf93-ed66b92ffe24, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:44.706904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] For port e921c04d-4cbe-498e-bf93-ed66b92ffe24, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e921c04d-4cbe-498e-bf93-ed66b92ffe24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:44.721593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.728454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ef92bb13-a0fe-417f-b88c-9e072594e654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:44.738811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event updated for resources: {'Network': ['ID=c659994f-b50c-4b8a-9365-e6f38b23060c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:44.759312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:44.789824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c659994f-b50c-4b8a-9365-e6f38b23060c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:44.912726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Made reservation on behalf of 8d022eb2a6104b1db9ec9590c7bc68c2 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:44.918075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:44.925676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36ffe1-426e-44c8-8719-3c5ef892aa9d None None] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:44.939443 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:21:45.049219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=3667ad67-2f0c-4eeb-8add-5568b0c884fe,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:45.061107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:45.115936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8::1fa (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/ee8325af-8d2a-48fa-aeeb-4ad6ed25549a/ea374f3b-b227-4ecd-a12f-69e31036374c) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:45.116851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-82b4cd28-e138-497d-b953-44f1e9156a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba595854c81a44e49fecbf9f3577d232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306248 Jun 09 13:21:45.121616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49752) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:45.132248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:db21 (4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0/13a3cb0f-244a-4d20-8612-f425ce311580/ea374f3b-b227-4ecd-a12f-69e31036374c) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:45.135454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e89f67e9-4f71-4952-808d-6ecff2fd09c1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:45.292654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:45.298298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.303509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:45.365802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Pushing event updated for resources: {'Port': ['ID=e921c04d-4cbe-498e-bf93-ed66b92ffe24,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:45.374591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7c2c7766-956f-4465-aaee-5984c9876435 None None] Provisioning for port f60f61a6-1073-49ae-9634-6366a8691c78 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:45.382230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:45.477794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed3843-fa47-408e-b513-2d7cb2a3596f None None] Network 256cdb85-6924-49eb-aedd-6db2226456e7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:45.550757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.584433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.608737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Transition to ACTIVE for port object ea374f3b-b227-4ecd-a12f-69e31036374c will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:45.614745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.622592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-155c06c6-3fbc-4ede-824b-f5708340f47a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:45.720474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.726348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.730152 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcbf93aa-2b75-4aea-9e24-aebe87c76b4c HTTP/1.1" status: 204 len: 168 time: 0.6069722 Jun 09 13:21:45.734423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:45.748409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router ad8c4223-8639-4f9d-9ade-852fde4d729e is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:21:45.757321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Provisioning for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:45.765094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event updated for resources: {'Subnet': ['ID=52fd1f1c-c4b8-4636-8809-f5f86603e9f8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:45.768254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:45.769283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf93aa-2b75-4aea-9e24-aebe87c76b4c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:45.775595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:45.777611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:45.779270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Checking segment: {'id': 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:45.779380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Network hostable DHCP agents. Network: c659994f-b50c-4b8a-9365-e6f38b23060c, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:45.803205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.809597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Provisioning complete for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:45.809975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.811763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:45.846002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Network c659994f-b50c-4b8a-9365-e6f38b23060c is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:45.878566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, c659994f-b50c-4b8a-9365-e6f38b23060c) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:45.906226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:45.906990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.917318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:45.932376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:45.935814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event updated for resources: {'Port': ['ID=ea374f3b-b227-4ecd-a12f-69e31036374c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:45.943852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:45.951434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:45.952564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:45.960886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:45.984760 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4199140 Jun 09 13:21:45.985637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49762) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:46.002177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Request body: {'port': {'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c', 'name': 'tempest-TagsExtTest-1682637770'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:46.037878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a92de-f26d-418a-95b9-44fce4ca2ce1 None None] Network c659994f-b50c-4b8a-9365-e6f38b23060c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:46.123588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:46.136228 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6505735 Jun 09 13:21:46.137756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49766) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:46.149155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8993723 Jun 09 13:21:46.149608 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] Sync routers for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:46.150174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49768) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:46.167452 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:46.168551 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:46.238622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:46.239025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:46.303923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8b52c-cc15-44d2-9284-bff52e437b53 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:46.306212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-84f8b52c-cc15-44d2-9284-bff52e437b53 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports/3667ad67-2f0c-4eeb-8add-5568b0c884fe HTTP/1.1" status: 200 len: 911 time: 0.1528921 Jun 09 13:21:46.310518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49772) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:46.342443 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:46.371824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:46.372568 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:46.548332 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:46.549028 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd96882-530d-4f7b-9c05-8fbeaee181ed None None] The sync data for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:46.638888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting port ea374f3b-b227-4ecd-a12f-69e31036374c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:46.639252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:46.657996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Made reservation on behalf of 8d022eb2a6104b1db9ec9590c7bc68c2 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:46.676612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:46.827903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c13474-7bdc-4f13-a244-204ee28afb72 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:46.917143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] device_id is not set on port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:21:47.034712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.045717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-c659994f-b50c-4b8a-9365-e6f38b23060c', 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c', 'tenant_id': '8d022eb2a6104b1db9ec9590c7bc68c2', 'fixed_ips': [{'subnet_id': '52fd1f1c-c4b8-4636-8809-f5f86603e9f8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:47.046875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.074063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.265646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.323857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] For port e89f67e9-4f71-4952-808d-6ecff2fd09c1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e89f67e9-4f71-4952-808d-6ecff2fd09c1,segment=NetworkSegment(b7ac035c-e454-4c64-a7be-26b86dd69319),segment_id=b7ac035c-e454-4c64-a7be-26b86dd69319)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:47.353336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.366376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8c19e7c-b3da-4215-ad83-3f2b7d600edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:47.483786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:47.499207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Calling delete_port for ea374f3b-b227-4ecd-a12f-69e31036374c owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:47.579402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Pushing event updated for resources: {'Port': ['ID=e89f67e9-4f71-4952-808d-6ecff2fd09c1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:47.592645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:47.598766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Allocated IP 172.20.0.5 (c659994f-b50c-4b8a-9365-e6f38b23060c/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:47.749027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4679071e-5e25-4819-a2ee-650e2ebeb068 None None] Provisioning complete for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:47.749687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4679071e-5e25-4819-a2ee-650e2ebeb068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.800045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:21:47.800601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:21:47.912732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c347-70b7-434c-87e2-1cf027536004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:47.972963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442106078'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:48.004443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.082911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4679071e-5e25-4819-a2ee-650e2ebeb068 None None] Provisioning for port e921c04d-4cbe-498e-bf93-ed66b92ffe24 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:48.237562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:48.243682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.261804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab788bef-9263-4cde-98a5-134c5f458064 None None] Provisioning for port 3667ad67-2f0c-4eeb-8add-5568b0c884fe completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:48.266650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab788bef-9263-4cde-98a5-134c5f458064 None None] Provisioning complete for port 3667ad67-2f0c-4eeb-8add-5568b0c884fe triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:48.267027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab788bef-9263-4cde-98a5-134c5f458064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.368240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.419604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ab788bef-9263-4cde-98a5-134c5f458064 None None] Port 3667ad67-2f0c-4eeb-8add-5568b0c884fe cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:48.423221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f60f61a6-1073-49ae-9634-6366a8691c78 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:48.508953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.517260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f60f61a6-1073-49ae-9634-6366a8691c78 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:48.522741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f60f61a6-1073-49ae-9634-6366a8691c78 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:48.522961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.523139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.527910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-764183e8-b4e6-4893-ae30-2979bf2ef67d tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:48.581553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8:1::1 (256cdb85-6924-49eb-aedd-6db2226456e7/86d91733-eb9f-426a-997d-b97640a5c03d/83c2914d-78c7-40f7-9f11-95d9a5f309c7) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:48.595337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Port': ['ID=ea374f3b-b227-4ecd-a12f-69e31036374c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:48.604097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-46bdb8d4-92c2-420b-a77b-71a3e9cf3bee None None] Could not find standard attr ID for object ea374f3b-b227-4ecd-a12f-69e31036374c. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:48.604774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:48.664525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-46bdb8d4-92c2-420b-a77b-71a3e9cf3bee None None] Provisioning complete for port 3667ad67-2f0c-4eeb-8add-5568b0c884fe triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:48.665260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46bdb8d4-92c2-420b-a77b-71a3e9cf3bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.738030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Transition to ACTIVE for port object 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:48.741762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.742260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.744054 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/ea374f3b-b227-4ecd-a12f-69e31036374c HTTP/1.1" status: 204 len: 168 time: 2.5909634 Jun 09 13:21:48.751894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49796) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:48.762907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-46bdb8d4-92c2-420b-a77b-71a3e9cf3bee None None] Port 3667ad67-2f0c-4eeb-8add-5568b0c884fe cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:48.776856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.788866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f60f61a6-1073-49ae-9634-6366a8691c78, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f60f61a6-1073-49ae-9634-6366a8691c78,segment=NetworkSegment(e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7),segment_id=e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:48.796693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 83c2914d-78c7-40f7-9f11-95d9a5f309c7 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:48.797036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.800302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:48.837820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.843861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1925e56-fa0e-4145-b676-a50c390bb009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:48.862231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.876914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.882721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b82f0188-2d92-48fc-b64d-d09d6dc27df4 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:48.898847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.938670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:48.951573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 256cdb85-6924-49eb-aedd-6db2226456e7 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:48.954260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Network c659994f-b50c-4b8a-9365-e6f38b23060c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:48.960391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:48.963088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:48.963618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:48.966548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=83c2914d-78c7-40f7-9f11-95d9a5f309c7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:48.968798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e173b-a5c6-4440-8d4c-e010e010456d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:48.972878 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9c7e173b-a5c6-4440-8d4c-e010e010456d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2174079 Jun 09 13:21:48.975725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:48.975935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:48.976976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49798) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:48.980212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2c8c71-f199-43d3-aef8-b7ff581665f6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:48.983841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:48.989415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=f60f61a6-1073-49ae-9634-6366a8691c78,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:48.994435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:49.027063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:49.033893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-24abe4f2-77f8-4b68-bbe7-42736873f2c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:49.054954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:49.088211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:21:49.088875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5aa1d51d-eb4b-4af2-b8de-c54a5825b076 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:21:49.094073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.094425 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 0a412128-0824-412c-ab2e-d566d69fa876 of type vlan for network 4a2abd23-8e1e-4a13-8794-797af2247fad Jun 09 13:21:49.097782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-490320a0-89c5-4bb6-82b8-ec3b56e92ce7 None None] Could not find standard attr ID for object dca39f01-b044-49f9-a2d7-7d0ffdeaf912. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:49.146674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Allocated IP 172.20.0.2 (c659994f-b50c-4b8a-9365-e6f38b23060c/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:49.185224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:49.185912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.193689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.234046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event updated for resources: {'Port': ['ID=5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:49.240713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:49.255201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.279534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49804) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:49.283784 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2854412 Jun 09 13:21:49.307231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.312802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:49.313411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.334304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-357074285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:49.340682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37f6be01-25ad-4fb4-ac6c-caadb6e87ee9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:49.469987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e921c04d-4cbe-498e-bf93-ed66b92ffe24 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:49.524799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=4a2abd23-8e1e-4a13-8794-797af2247fad,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:49.531364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:49.568365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4a2abd23-8e1e-4a13-8794-797af2247fad details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:49.595078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4447c856-46c4-44f5-afcc-b104e61b341b None None] Could not find standard attr ID for object ea374f3b-b227-4ecd-a12f-69e31036374c. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:21:49.628890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.630160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.640531 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1553557 Jun 09 13:21:49.644971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.705870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.779805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.780572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.784494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b1906ca-4ee4-4cf5-a7af-56d60c619229 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4602182 Jun 09 13:21:49.787581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49814) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:49.793668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2e6e3400-9627-4e14-8e11-0a80d63c63a7 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1115135302', 'prefixes': ['172.20.0.0/16']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:49.795274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e921c04d-4cbe-498e-bf93-ed66b92ffe24 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:49.823348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Transition to ACTIVE for port object 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:49.825802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-06bf89e3-a31f-4b81-965b-ea793242b8d3 None None] Provisioning for port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:49.829150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e921c04d-4cbe-498e-bf93-ed66b92ffe24 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:49.829531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.902045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-06bf89e3-a31f-4b81-965b-ea793242b8d3 None None] Provisioning complete for port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:49.902421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06bf89e3-a31f-4b81-965b-ea793242b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.917225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3400-9627-4e14-8e11-0a80d63c63a7 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for subnetpool, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:49.918581 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2e6e3400-9627-4e14-8e11-0a80d63c63a7 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1299560 Jun 09 13:21:49.922264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49822) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:49.927771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-578be76d-bca0-4eaf-9042-5767f5303f22 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-1515241242') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:49.961090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d39a6-1ea2-4c01-ad82-4976174ee4c2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:49.965899 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec3d39a6-1ea2-4c01-ad82-4976174ee4c2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.9879568 Jun 09 13:21:49.966773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49824) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:49.978343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-06bf89e3-a31f-4b81-965b-ea793242b8d3 None None] Port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:49.996098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Transition to ACTIVE for port object 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:50.011784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.018485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:50.057053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6dde2-6975-46a6-9e45-a576301d3779 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.059634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6dde2-6975-46a6-9e45-a576301d3779 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.061514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6dde2-6975-46a6-9e45-a576301d3779 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.066805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49826) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:50.067419 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-43d6dde2-6975-46a6-9e45-a576301d3779 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0960104 Jun 09 13:21:50.127474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Network c659994f-b50c-4b8a-9365-e6f38b23060c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:50.161462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:50.164110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:50.164689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet 13a3cb0f-244a-4d20-8612-f425ce311580 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:50.169191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.228363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.237344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.245324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.246346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.251735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ce913d41-908f-45f2-886a-7258fda4945d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:50.279527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Pushing event updated for resources: {'Port': ['ID=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:50.288692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:50.351378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfad9941-4080-40b6-8728-82c7ecb8363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.360197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.390452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Attempting to bind port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:50.391200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Attempting to bind port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:50.391753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Attempting to bind port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 on network c659994f-b50c-4b8a-9365-e6f38b23060c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:50.398448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.406940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:50.407789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Checking segment: {'id': 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:50.408513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.409072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Bound using segment: {'id': 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:50.409746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Bound port: 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c659994f-b50c-4b8a-9365-e6f38b23060c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:50.410303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.477194 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-578be76d-bca0-4eaf-9042-5767f5303f22 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-1515241242 HTTP/1.1" status: 201 len: 201 time: 0.5536833 Jun 09 13:21:50.477781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49832) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:50.525157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49834) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:50.529939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-de4c1fc2-f51e-4b45-9ea4-8fa0f5b22915 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-1185634088') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:50.574252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] For port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:50.582400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] For port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,segment=NetworkSegment(acb4795b-ae9e-431c-9f11-766fe8fd7bf6),segment_id=acb4795b-ae9e-431c-9f11-766fe8fd7bf6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:50.591514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e921c04d-4cbe-498e-bf93-ed66b92ffe24, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e921c04d-4cbe-498e-bf93-ed66b92ffe24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:50.599240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.606510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=83c2914d-78c7-40f7-9f11-95d9a5f309c7,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:50.611537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.612554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:50.618576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e00dcc2a-86e8-48ee-ac5d-310f65ef776e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:50.684000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 256cdb85-6924-49eb-aedd-6db2226456e7 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:50.687599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:50.705677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.706761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f60f61a6-1073-49ae-9634-6366a8691c78 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:50.830371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Pushing event updated for resources: {'Port': ['ID=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:50.844223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed1708-1662-4e61-a357-7f016d7e978f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.844771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:50.845027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed1708-1662-4e61-a357-7f016d7e978f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.845590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed1708-1662-4e61-a357-7f016d7e978f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:50.846575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2d519fff-69d3-4705-9fa9-e1ef301ed0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:50.858066 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-66ed1708-1662-4e61-a357-7f016d7e978f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=958c79c9af9b420caa5b42613f83abdb&network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 3002 time: 0.3790066 Jun 09 13:21:50.882258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.917512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aaa4b930-a253-4677-a328-f34082fa7dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:50.944640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e921c04d-4cbe-498e-bf93-ed66b92ffe24,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:50.956394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:50.962849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f60f61a6-1073-49ae-9634-6366a8691c78 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:50.963468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:50.992867 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-7842b552-e3a7-4058-a937-21b435231f79 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343250811&fields=id&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 267 time: 0.2084465 Jun 09 13:21:51.014448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=13a3cb0f-244a-4d20-8612-f425ce311580,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:51.014448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:51.016232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:51.023768 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/13a3cb0f-244a-4d20-8612-f425ce311580 HTTP/1.1" status: 204 len: 168 time: 0.9464688 Jun 09 13:21:51.028134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49838) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.030205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc1310-e12a-4eff-824e-83d80bf7002c None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:51.090184 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-de4c1fc2-f51e-4b45-9ea4-8fa0f5b22915 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-1185634088 HTTP/1.1" status: 201 len: 201 time: 0.5639400 Jun 09 13:21:51.094448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49842) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.100873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-842bfccb-86a9-4b3d-b257-b02e8eacfe26 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-2102776941') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.275126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router ad8c4223-8639-4f9d-9ade-852fde4d729e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:51.385473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:51.418486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ea1e7acb-7cca-4142-9757-531b54531235 None None] Provisioning complete for port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:51.419008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7acb-7cca-4142-9757-531b54531235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:51.540497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-b43bf922-5614-453e-a939-e6554b246495 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:51.540750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Deleting subnet ee8325af-8d2a-48fa-aeeb-4ad6ed25549a {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:21:51.549553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-b43bf922-5614-453e-a939-e6554b246495 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.5553904 Jun 09 13:21:51.551822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:51.581104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-272ed3d2-0ff9-463e-b29e-00179e684fe9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/quotas/a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 375 time: 0.0295701 Jun 09 13:21:51.623311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e89f67e9-4f71-4952-808d-6ecff2fd09c1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:51.637854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:51.648443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e7acb-7cca-4142-9757-531b54531235 None None] Port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:51.660931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:51.673202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] Sync routers for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:51.675985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49844) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.687664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369257 Jun 09 13:21:51.700053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:51.700689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.729488 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-fe551ca5-1bde-43d5-a557-db5ec3d12de5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469564 Jun 09 13:21:51.784464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.787509 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-842bfccb-86a9-4b3d-b257-b02e8eacfe26 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-2102776941 HTTP/1.1" status: 201 len: 201 time: 0.6898403 Jun 09 13:21:51.788363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49850) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.793613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-316e5a62-5c5d-49e8-87c8-e9a3c008cb56 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1852463647') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.800025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:51.800676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.855382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0461814-b884-4e26-b697-a4d9d1a196be tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:51.856833 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b0461814-b884-4e26-b697-a4d9d1a196be tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports/83c2914d-78c7-40f7-9f11-95d9a5f309c7 HTTP/1.1" status: 200 len: 913 time: 0.1795402 Jun 09 13:21:51.869884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49852) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.893049 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-316e5a62-5c5d-49e8-87c8-e9a3c008cb56 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1852463647 HTTP/1.1" status: 201 len: 201 time: 0.1035101 Jun 09 13:21:51.895576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49854) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:51.900131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-c12b6b11-0d29-4bfe-8365-2e3fee3b4291 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.928042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:51.928458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb13fa6-636c-4bb9-ae55-237ff00e1597 None None] The sync data for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:51.937442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e89f67e9-4f71-4952-808d-6ecff2fd09c1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:51.937830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:52.334090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-1d8bccf2-e3e6-4ba7-85b4-30f6b9f6b62b service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883060 Jun 09 13:21:52.460104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4434d3-0364-431a-9457-eba1c8e0c3fc None None] Network c659994f-b50c-4b8a-9365-e6f38b23060c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:52.502841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:52.563455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-89c52356-bc55-4b25-a34a-6b1eec8397ac service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055914 Jun 09 13:21:52.576762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c12b6b11-0d29-4bfe-8365-2e3fee3b4291 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 200 len: 241 time: 0.6800001 Jun 09 13:21:52.586649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49858) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.588231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e921c04d-4cbe-498e-bf93-ed66b92ffe24 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:52.591076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-55d2ae6d-9928-493c-8f20-d28655a0387b tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-1515241242') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:52.687887 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-55d2ae6d-9928-493c-8f20-d28655a0387b tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-1515241242 HTTP/1.1" status: 204 len: 168 time: 0.1035857 Jun 09 13:21:52.688683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49860) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.699962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-5c4d18bb-7dab-4961-8550-5b6d74193c04 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-1515241242') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:52.725736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49864) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.839400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81468a79-2250-46d3-83c1-56a443f05101 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:52.841421 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-81468a79-2250-46d3-83c1-56a443f05101 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 814 time: 0.1130295 Jun 09 13:21:52.873091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49868) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.881736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:52.888335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-903241f6-7524-4267-9de0-bd174cab9a50 None None] Provisioning for port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:52.895548 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5c4d18bb-7dab-4961-8550-5b6d74193c04 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-1515241242 HTTP/1.1" status: 204 len: 168 time: 0.2052255 Jun 09 13:21:52.896985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:52.898414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49870) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.904252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-1fce151e-b123-4664-87e7-1d1d17358890 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:52.912633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-703c093a-2e42-4fde-b713-e024195d6240 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:52.972730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e921c04d-4cbe-498e-bf93-ed66b92ffe24 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:52.973089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:52.985679 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1fce151e-b123-4664-87e7-1d1d17358890 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 200 len: 205 time: 0.0860472 Jun 09 13:21:52.989315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49876) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:52.998415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-50aa47ca-7119-4e7d-9d02-0f0ac0496537 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:53.021427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8325af-8d2a-48fa-aeeb-4ad6ed25549a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:53.028061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.029902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ee8325af-8d2a-48fa-aeeb-4ad6ed25549a HTTP/1.1" status: 204 len: 168 time: 2.0003359 Jun 09 13:21:53.043042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:53.046598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49880) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.054231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b626755-ffc9-4917-8a3c-3b2dbb40f7d0 None None] Network 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:53.135212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3f2b6918-64a0-45bc-baa7-46501b7aa3f4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871806 Jun 09 13:21:53.137615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.146282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.171010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:53.173335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ccf2e467-3d6f-4f57-a2f4-5d865684680b None None] Provisioning complete for port e921c04d-4cbe-498e-bf93-ed66b92ffe24 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:53.173852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf2e467-3d6f-4f57-a2f4-5d865684680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.174894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.458292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:53.468699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49894) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.496799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--427960761', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:53.580873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.611066 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-50aa47ca-7119-4e7d-9d02-0f0ac0496537 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 200 len: 241 time: 0.6205847 Jun 09 13:21:53.626202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea88d29-254a-4821-b2f4-575372fde146 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:53.630226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dea88d29-254a-4821-b2f4-575372fde146 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4893141 Jun 09 13:21:53.630831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.631349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49898) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.636601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3065808b-4e60-4fde-8575-722cc6083bf3 req-b027b9d7-c7ae-4107-bd7d-d27bc22682a9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.1971400 Jun 09 13:21:53.642069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-db56f8b0-2a4e-45b3-8f9f-62d95ce9cf0d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-1185634088') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:53.648247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:53.659850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:53.660234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.713639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] DHCP port deletion for 4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:21:53.794786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:53.801701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.825542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Provisioning complete for port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:53.825912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:53.842574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb942a6-283f-4253-bc1d-41fdf146252e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:53.847314 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dbb942a6-283f-4253-bc1d-41fdf146252e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2134621 Jun 09 13:21:53.849547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49906) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:53.949466 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1cce8f94-490e-45d1-af54-20e20f238717 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870011 Jun 09 13:21:53.952632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:53.960997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49908) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.008538 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0959ed6c-ef3f-45e8-9525-22c5f5bf7129 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.008971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0959ed6c-ef3f-45e8-9525-22c5f5bf7129 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.010966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0959ed6c-ef3f-45e8-9525-22c5f5bf7129 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/ea374f3b-b227-4ecd-a12f-69e31036374c HTTP/1.1" status: 404 len: 333 time: 0.0477560 Jun 09 13:21:54.018485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.018880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 15848f46-9b3c-46fb-ac74-ffa279b78889 of type vlan for network 6828d1a9-520f-46dd-ace7-9d5912a6694e Jun 09 13:21:54.020027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49912) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.072195 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db56f8b0-2a4e-45b3-8f9f-62d95ce9cf0d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-1185634088 HTTP/1.1" status: 204 len: 168 time: 0.4394844 Jun 09 13:21:54.074402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-21456f0d-ed79-4f7e-8c3a-24d102934ab2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.075030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21456f0d-ed79-4f7e-8c3a-24d102934ab2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.076806 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-21456f0d-ed79-4f7e-8c3a-24d102934ab2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/13a3cb0f-244a-4d20-8612-f425ce311580 HTTP/1.1" status: 404 len: 337 time: 0.0546823 Jun 09 13:21:54.080365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49914) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.080612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49916) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.094958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Deleting port e921c04d-4cbe-498e-bf93-ed66b92ffe24 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:54.095347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.107099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.113587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.120199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.122555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-bfb6d513-a767-4269-a084-61c13c72afc7 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-1185634088') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:54.153332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-abec2330-24c5-47ee-ab41-13c88fe1c49b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:54.160017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf115331-3ec0-4f19-b8b7-99fb904988f6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.160466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf115331-3ec0-4f19-b8b7-99fb904988f6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.164519 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf115331-3ec0-4f19-b8b7-99fb904988f6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ee8325af-8d2a-48fa-aeeb-4ad6ed25549a HTTP/1.1" status: 404 len: 337 time: 0.0794535 Jun 09 13:21:54.171396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49918) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.221587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.239752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] For port e921c04d-4cbe-498e-bf93-ed66b92ffe24, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e921c04d-4cbe-498e-bf93-ed66b92ffe24,segment=NetworkSegment(4a0ccf11-8ace-471c-a8ae-c68a611e0521),segment_id=4a0ccf11-8ace-471c-a8ae-c68a611e0521)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:54.240146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.246334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aedab25-e4f5-4e29-8b0e-139a6b484e71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.247108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aedab25-e4f5-4e29-8b0e-139a6b484e71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.251086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5aedab25-e4f5-4e29-8b0e-139a6b484e71 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/dca39f01-b044-49f9-a2d7-7d0ffdeaf912 HTTP/1.1" status: 404 len: 333 time: 0.0734568 Jun 09 13:21:54.253899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49920) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.264388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,segment=NetworkSegment(acb4795b-ae9e-431c-9f11-766fe8fd7bf6),segment_id=acb4795b-ae9e-431c-9f11-766fe8fd7bf6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:54.277968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=3b6056af-2f01-44fd-805c-488f88168321,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:54.280791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:54.295269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '0a412128-0824-412c-ab2e-d566d69fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:54.295634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 4a2abd23-8e1e-4a13-8794-797af2247fad, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:54.308344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b7e3a1-1c3b-480a-8e4c-808c3608652d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.308900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b7e3a1-1c3b-480a-8e4c-808c3608652d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.312820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-04b7e3a1-1c3b-480a-8e4c-808c3608652d tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ae07aa00-ace4-496a-9acd-0f57de769a24 HTTP/1.1" status: 404 len: 337 time: 0.0581431 Jun 09 13:21:54.314777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49922) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.341874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.369270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b95048-2fca-4f4f-907c-7ae79121995b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.369931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b95048-2fca-4f4f-907c-7ae79121995b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.371614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-65b95048-2fca-4f4f-907c-7ae79121995b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/94e9a6b5-3c2a-48be-a272-7199f213e57d HTTP/1.1" status: 404 len: 337 time: 0.0514154 Jun 09 13:21:54.377487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49924) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.395952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 4a2abd23-8e1e-4a13-8794-797af2247fad is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:54.400260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:54.432322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.437775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:54.438370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.444717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46b3b82-5a51-403e-9a04-5ba05fe2af08 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.445286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46b3b82-5a51-403e-9a04-5ba05fe2af08 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.446964 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e46b3b82-5a51-403e-9a04-5ba05fe2af08 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/9045c4bb-3a5e-49d5-821c-a9089b996ec2 HTTP/1.1" status: 404 len: 333 time: 0.0596912 Jun 09 13:21:54.449613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:54.450125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Calling delete_port for e921c04d-4cbe-498e-bf93-ed66b92ffe24 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:54.487501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e921c04d-4cbe-498e-bf93-ed66b92ffe24 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:21:54.488851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49926) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.527147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4a2abd23-8e1e-4a13-8794-797af2247fad) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:54.530706 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b715e293-836f-43c4-972c-7d1a81cb0631 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.531288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b715e293-836f-43c4-972c-7d1a81cb0631 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.535670 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b715e293-836f-43c4-972c-7d1a81cb0631 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/8851fe92-0e91-4052-8993-734bae47a094 HTTP/1.1" status: 404 len: 337 time: 0.0439835 Jun 09 13:21:54.537044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49928) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.542970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:21:54.543580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:21:54.549828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07cdd9-f29b-433c-aa1e-b77187b13bdd None None] Network 4a2abd23-8e1e-4a13-8794-797af2247fad requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:54.558458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=6828d1a9-520f-46dd-ace7-9d5912a6694e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:54.566652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfb6d513-a767-4269-a084-61c13c72afc7 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-1185634088 HTTP/1.1" status: 204 len: 168 time: 0.4824669 Jun 09 13:21:54.570624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:54.571852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49930) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.576333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-f5b0d36a-380f-4e80-8e0f-2f9ea98de8fb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:54.583930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:54.584527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.599453 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1f9f38-8fc5-4a8e-9daa-768186f87871 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.599902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1f9f38-8fc5-4a8e-9daa-768186f87871 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.601731 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d1f9f38-8fc5-4a8e-9daa-768186f87871 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/1af53441-3f1f-4f12-8808-bf02a42c477b HTTP/1.1" status: 404 len: 337 time: 0.0623529 Jun 09 13:21:54.606416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49932) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.609826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1285543 Jun 09 13:21:54.615245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49934) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.636516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:54.650089 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7704248 Jun 09 13:21:54.653862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49936) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.659514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203812828'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:54.660444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:54.661007 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65f67e5-6251-4067-aa5e-65336d130c11 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.661477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65f67e5-6251-4067-aa5e-65336d130c11 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.663154 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a65f67e5-6251-4067-aa5e-65336d130c11 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/116ecc78-f63b-426d-90a7-06e9ff49a3bf HTTP/1.1" status: 404 len: 333 time: 0.0554075 Jun 09 13:21:54.667078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:54.668817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49938) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.687532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 83c2914d-78c7-40f7-9f11-95d9a5f309c7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:21:54.688170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.730764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3409a945-c66c-470c-898d-8ea217acdca4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.731208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3409a945-c66c-470c-898d-8ea217acdca4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.735165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3409a945-c66c-470c-898d-8ea217acdca4 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/debff38f-6514-47ec-bb45-d1bc7c38fb6f HTTP/1.1" status: 404 len: 337 time: 0.0616214 Jun 09 13:21:54.738425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49942) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.792783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9a60c-ba8a-4c8b-adf0-c310bbfb68ec tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:54.794169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d1e9a60c-ba8a-4c8b-adf0-c310bbfb68ec tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1778190 Jun 09 13:21:54.800340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49944) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.825447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:54.829119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.842003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf222aa0-4833-431c-8eed-69a158db194c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.842434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf222aa0-4833-431c-8eed-69a158db194c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.844089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf222aa0-4833-431c-8eed-69a158db194c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/b30d19d1-0292-4ec7-bff0-bbd39ebbe8ef HTTP/1.1" status: 404 len: 337 time: 0.1019747 Jun 09 13:21:54.860985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49946) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.895410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-98aee5b8-8551-440b-963e-c0a9ea5a6345 req-b1c29148-78b2-4448-b3c1-9a8df137a693 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.1114089 Jun 09 13:21:54.913169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc450c5-8e02-4019-8055-d99cb9560a00 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:54.913771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc450c5-8e02-4019-8055-d99cb9560a00 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:54.915943 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfc450c5-8e02-4019-8055-d99cb9560a00 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/85d4dd17-6534-4b37-b06f-f39b95f40e3c HTTP/1.1" status: 404 len: 333 time: 0.0525744 Jun 09 13:21:54.925746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:21:54.935061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.935647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment a0033dd4-18fc-4dd7-bf76-1a19fcec927f of type vlan for network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc Jun 09 13:21:54.938601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49948) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.945563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.962480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:54.973247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f5b0d36a-380f-4e80-8e0f-2f9ea98de8fb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 200 len: 205 time: 0.4001951 Jun 09 13:21:54.990244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49950) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:54.994896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-73eebe30-b1bf-4b64-bccf-648005926b27 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:55.005682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.011993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9473647-cfec-4a60-bcbe-db4b42899790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:55.017622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.028651 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd6051b-472b-4815-af9a-a2cdcbcc2e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:55.029112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd6051b-472b-4815-af9a-a2cdcbcc2e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:55.033549 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3bd6051b-472b-4815-af9a-a2cdcbcc2e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/e9e7aae0-7fa7-4d5a-916d-6894e14d0b26 HTTP/1.1" status: 404 len: 337 time: 0.0928931 Jun 09 13:21:55.034149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49952) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.111233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.116533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:55.117120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.131714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f05f58d-9b47-4bc5-949d-e5f6d2dce334 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:55.149767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Pushing event deleted for resources: {'Port': ['ID=e921c04d-4cbe-498e-bf93-ed66b92ffe24,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:55.153440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:55.165675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] No DVR routers for this DVR port e921c04d-4cbe-498e-bf93-ed66b92ffe24 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:21:55.230966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Provisioning for port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:55.231721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5762820 Jun 09 13:21:55.235746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49954) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.240481 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-73eebe30-b1bf-4b64-bccf-648005926b27 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 200 len: 241 time: 0.2467687 Jun 09 13:21:55.241359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4a2abd23-8e1e-4a13-8794-797af2247fad', 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': '3b6056af-2f01-44fd-805c-488f88168321'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:55.242209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.243171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:55.257212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Provisioning complete for port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:55.257599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.262273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49956) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.268893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-0e4eb8c9-eb00-4d3e-bee4-e0bc6f540ae5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-2102776941') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:55.368462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c31b94e0-b193-479b-a1fc-4f2ce44f23d4 None None] Port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:55.416222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-a69f0b0c-6d36-4939-a4a0-de739aa33289 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:55.418279 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-a69f0b0c-6d36-4939-a4a0-de739aa33289 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.4034171 Jun 09 13:21:55.426144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 83c2914d-78c7-40f7-9f11-95d9a5f309c7 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:21:55.437954 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f312173-eb9e-4ef7-942c-d326cba715d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:55.438550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f312173-eb9e-4ef7-942c-d326cba715d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:55.443424 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9f312173-eb9e-4ef7-942c-d326cba715d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/52a7b95b-3e1c-4d0f-83f0-81980f9d7ac1 HTTP/1.1" status: 404 len: 333 time: 0.3811483 Jun 09 13:21:55.449282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49958) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.466258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Allocated IP 2001:db8:0:ffff::2 (4a2abd23-8e1e-4a13-8794-797af2247fad/3b6056af-2f01-44fd-805c-488f88168321/a3114afc-d75a-4c40-b3c0-d036e0a45c18) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:55.515400 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cc40e5-4e69-42a7-9c7c-6dc661b105c0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:55.516607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cc40e5-4e69-42a7-9c7c-6dc661b105c0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:55.516794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=3110e337-8b93-4a60-8fd2-73b53ebe8dfc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:55.521208 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06cc40e5-4e69-42a7-9c7c-6dc661b105c0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/2989dbba-6db8-43fa-8635-ba15b0b1077d HTTP/1.1" status: 404 len: 337 time: 0.0708826 Jun 09 13:21:55.529465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49960) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.530509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:55.556459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:21:55.591780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98859c-61fe-4a90-8c40-d7ca421703e7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:55.595952 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6c98859c-61fe-4a90-8c40-d7ca421703e7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7918744 Jun 09 13:21:55.604592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49966) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.631941 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-a51a7ee4-4eb7-4e10-ad15-9af3fec65977 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 379 time: 0.1831152 Jun 09 13:21:55.632842 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4caea9-c329-4bc7-9a81-0b767b1c4813 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:55.633290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4caea9-c329-4bc7-9a81-0b767b1c4813 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:55.635076 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2a4caea9-c329-4bc7-9a81-0b767b1c4813 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/5e0d9a50-5a64-45ee-9b37-8bea0ac06069 HTTP/1.1" status: 404 len: 333 time: 0.0963945 Jun 09 13:21:55.638899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49968) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.644271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'port': {'device_id': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'admin_state_up': True, 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'security_groups': ['7b25a1cb-7018-48a4-9b46-f118db612483']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:55.665512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b000bd27-f0fd-4ce3-a529-38ea79c767f7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575082 Jun 09 13:21:55.665838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49970) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.721135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51471ad6-0b99-4dcf-911e-4278d9c5aaa2 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538402 Jun 09 13:21:55.726998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49972) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.751098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0e4eb8c9-eb00-4d3e-bee4-e0bc6f540ae5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-2102776941 HTTP/1.1" status: 204 len: 168 time: 0.4856679 Jun 09 13:21:55.755594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-92733aec-059f-4875-bc4e-8f270ad66218 None None] Provisioning complete for port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:55.756105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49974) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:55.756246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92733aec-059f-4875-bc4e-8f270ad66218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.809767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-f5a59fc6-e575-40d4-8553-3870a320c659 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-2102776941') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:55.842977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-92733aec-059f-4875-bc4e-8f270ad66218 None None] Port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:55.892154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:55.896483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:55.901278 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd237a8-73ec-420f-8808-a7cb5ba8bcf0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:55.901746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd237a8-73ec-420f-8808-a7cb5ba8bcf0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:55.906096 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4fd237a8-73ec-420f-8808-a7cb5ba8bcf0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/27c47476-8710-4a8b-91c8-f2675533583a HTTP/1.1" status: 404 len: 337 time: 0.0706103 Jun 09 13:21:55.906718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49976) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.010682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.025971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Transition to ACTIVE for port object a3114afc-d75a-4c40-b3c0-d036e0a45c18 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:56.056534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Transition to ACTIVE for port object a3114afc-d75a-4c40-b3c0-d036e0a45c18 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:56.068818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.092148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:56.135226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Network 4a2abd23-8e1e-4a13-8794-797af2247fad is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:56.141911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:56.155370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:56.163496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc009f48-7fcf-490b-b4b8-b45e4eedcc3f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:56.167488 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cc009f48-7fcf-490b-b4b8-b45e4eedcc3f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4367704 Jun 09 13:21:56.177549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.183729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-05adb8a2-d9b3-4dfd-b5dd-3ad12a46164b req-d32e5e7b-509e-4555-affc-880d27e3abcc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.0819571 Jun 09 13:21:56.194382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Made reservation on behalf of a9b5e41234154974acb0f3ce44e8e386 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:56.201450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.218497 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85787f4-099d-4cd7-a7b6-3f405d664b15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.218995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85787f4-099d-4cd7-a7b6-3f405d664b15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.220651 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a85787f4-099d-4cd7-a7b6-3f405d664b15 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/3f303047-c24e-4b16-a242-25f32c0529f4 HTTP/1.1" status: 404 len: 333 time: 0.0883451 Jun 09 13:21:56.225351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49982) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.248406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a296c9cc-0186-4755-8c98-184d1bc5b489 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671380 Jun 09 13:21:56.251753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49984) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.259668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588639624', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:56.279122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Pushing event updated for resources: {'Port': ['ID=a3114afc-d75a-4c40-b3c0-d036e0a45c18,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:56.288226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f5a59fc6-e575-40d4-8553-3870a320c659 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-2102776941 HTTP/1.1" status: 204 len: 168 time: 0.4895082 Jun 09 13:21:56.295691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:56.314612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Attempting to bind port a3114afc-d75a-4c40-b3c0-d036e0a45c18 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:56.315586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Attempting to bind port a3114afc-d75a-4c40-b3c0-d036e0a45c18 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '0a412128-0824-412c-ab2e-d566d69fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:56.316871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Attempting to bind port a3114afc-d75a-4c40-b3c0-d036e0a45c18 on network 4a2abd23-8e1e-4a13-8794-797af2247fad {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:56.324065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:56.325072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Checking segment: {'id': '0a412128-0824-412c-ab2e-d566d69fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:56.325930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.326826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Bound using segment: {'id': '0a412128-0824-412c-ab2e-d566d69fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:56.327787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Bound port: a3114afc-d75a-4c40-b3c0-d036e0a45c18, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a412128-0824-412c-ab2e-d566d69fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4a2abd23-8e1e-4a13-8794-797af2247fad'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:56.328438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.336241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49986) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.340833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-219a9967-10c6-4805-a4f2-b1c0d9be2c2c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:56.430955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.20.0.8 (7caf9660-4f03-4110-a30c-fc1e786547e4/a77fc344-70f7-4876-8272-fcdd8ec4fbac/1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:56.482340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:56.543141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] For port a3114afc-d75a-4c40-b3c0-d036e0a45c18, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:56.545442 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0396c5b-3645-4483-a952-3ec9408e5a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.546307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0396c5b-3645-4483-a952-3ec9408e5a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.547554 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f0396c5b-3645-4483-a952-3ec9408e5a98 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5aa595ab-0da2-4ef0-a016-ab245f15dfc9 HTTP/1.1" status: 404 len: 337 time: 0.3178730 Jun 09 13:21:56.551482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49988) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.567978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] For port a3114afc-d75a-4c40-b3c0-d036e0a45c18, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a3114afc-d75a-4c40-b3c0-d036e0a45c18,segment=NetworkSegment(0a412128-0824-412c-ab2e-d566d69fa876),segment_id=0a412128-0824-412c-ab2e-d566d69fa876)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:56.584825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.594137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18208609-104e-49c9-9a9d-538bf5198a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:56.621969 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-011245d7-9f73-4790-81be-5aa1f32ee4f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.622427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011245d7-9f73-4790-81be-5aa1f32ee4f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.624125 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-011245d7-9f73-4790-81be-5aa1f32ee4f0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/feaac751-6576-4ee8-8c9b-8fe0ed818e83 HTTP/1.1" status: 404 len: 333 time: 0.0695713 Jun 09 13:21:56.628240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49990) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.652555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-219a9967-10c6-4805-a4f2-b1c0d9be2c2c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 200 len: 205 time: 0.3149402 Jun 09 13:21:56.653167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 49992) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.660528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-cd4f4402-1b57-433d-ad77-bb759402f6b5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:56.682213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:21:56.686853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:56.686853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.689211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.720711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:56.739304 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371a9a8-a579-4432-a33d-d2784a43e07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.739792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b371a9a8-a579-4432-a33d-d2784a43e07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.743895 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b371a9a8-a579-4432-a33d-d2784a43e07b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/0eb5f03b-4d02-4f4e-979f-59e24f1da24d HTTP/1.1" status: 404 len: 337 time: 0.1123264 Jun 09 13:21:56.762874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49994) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.782671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13ff5acb-e819-4639-865b-177ca60e2645 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:56.785370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Pushing event updated for resources: {'Port': ['ID=a3114afc-d75a-4c40-b3c0-d036e0a45c18,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:56.797255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:56.869934 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed96400-c76e-4007-b82a-556a6c0b4e3e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.870321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed96400-c76e-4007-b82a-556a6c0b4e3e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.874296 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ed96400-c76e-4007-b82a-556a6c0b4e3e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/cfa75994-ccb0-4175-bba2-f9c04da82686 HTTP/1.1" status: 404 len: 333 time: 0.0995014 Jun 09 13:21:56.885470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49996) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:56.955173 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-1741e202-fa8f-4718-a377-eed05432d6fe tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:56.955602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1741e202-fa8f-4718-a377-eed05432d6fe tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:56.958240 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1741e202-fa8f-4718-a377-eed05432d6fe tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/337f79c1-a55c-4945-98a9-5ab4a698b221 HTTP/1.1" status: 404 len: 337 time: 0.0710146 Jun 09 13:21:56.965433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 49998) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.042450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.050891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.064884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:57.104421 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15f7495-aff8-4263-9617-7ddede452dce tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.105184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15f7495-aff8-4263-9617-7ddede452dce tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.107237 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c15f7495-aff8-4263-9617-7ddede452dce tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/3e32d83a-e2b8-4589-b103-c12038bbcd5b HTTP/1.1" status: 404 len: 337 time: 0.1412210 Jun 09 13:21:57.113066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50000) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.124189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cd4f4402-1b57-433d-ad77-bb759402f6b5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 200 len: 241 time: 0.4673057 Jun 09 13:21:57.127810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.134280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-939b7510-d4db-4688-be4d-9d44c06b293b tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1852463647') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:57.143247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=83c2914d-78c7-40f7-9f11-95d9a5f309c7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:57.155445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:57.156507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Transition to ACTIVE for port object 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:57.193739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=bb24c597-d1f9-484f-b186-6edb703f702b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:57.202128 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d48cac-b59d-4a93-b961-1b3110349867 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.202805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d48cac-b59d-4a93-b961-1b3110349867 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.204599 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-57d48cac-b59d-4a93-b961-1b3110349867 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/46f42cbc-3064-4162-a52e-2e3f57b7e13e HTTP/1.1" status: 404 len: 333 time: 0.0874991 Jun 09 13:21:57.207384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50004) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.207738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:57.208528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:57.208892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 3110e337-8b93-4a60-8fd2-73b53ebe8dfc, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:57.286971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:57.326227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 3110e337-8b93-4a60-8fd2-73b53ebe8dfc) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:57.336029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27de6f0-8a69-4547-9fd9-19a1b2810e53 None None] Network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:57.347840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:57.348491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.405245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba25c981-6132-4b92-bde3-2a2e9e9e6841 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.405901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba25c981-6132-4b92-bde3-2a2e9e9e6841 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.412164 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba25c981-6132-4b92-bde3-2a2e9e9e6841 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5c9a1cca-14ab-4958-a8bc-74501a29b4f5 HTTP/1.1" status: 404 len: 337 time: 0.1889310 Jun 09 13:21:57.412782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50008) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.468749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-af44d1f2-d245-4e49-9dcb-f80e980a3096 req-a63a66ca-c5ba-4daa-937b-e76e6f2d221a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.1366203 Jun 09 13:21:57.475077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.481193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b010e878-4379-4eaa-9f88-cd739aad3510 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:57.515240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2736101 Jun 09 13:21:57.517940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50010) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.536174 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-939b7510-d4db-4688-be4d-9d44c06b293b tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1852463647 HTTP/1.1" status: 204 len: 168 time: 0.4031689 Jun 09 13:21:57.550397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50012) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.555621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-3cad433d-eb89-4bde-abf3-cb67bd306578 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1852463647') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:57.572729 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-755cb64c-2542-4f1e-99ff-14759c930be0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.573188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755cb64c-2542-4f1e-99ff-14759c930be0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.576834 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-755cb64c-2542-4f1e-99ff-14759c930be0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/e56f42c8-18d5-4ee7-8ffd-5e3c0a4f6a43 HTTP/1.1" status: 404 len: 337 time: 0.0929382 Jun 09 13:21:57.581136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50014) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.630318 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-733e0c3e-0faf-4803-afdc-6eabebc08aaa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.632928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733e0c3e-0faf-4803-afdc-6eabebc08aaa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.639292 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-733e0c3e-0faf-4803-afdc-6eabebc08aaa tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/a62cb1ff-de33-4cb4-96d0-963406d7daf1 HTTP/1.1" status: 404 len: 333 time: 0.0561807 Jun 09 13:21:57.644069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50016) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.649000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-3110e337-8b93-4a60-8fd2-73b53ebe8dfc', 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'bb24c597-d1f9-484f-b186-6edb703f702b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:57.649842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.713253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=00af2948-6f1c-4e31-8cff-0950cae1969e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:57.713838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.725064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:57.725876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 6828d1a9-520f-46dd-ace7-9d5912a6694e, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:21:57.733296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:57.736491 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba41253a-e224-4373-845a-4a8d90f47de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.736955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba41253a-e224-4373-845a-4a8d90f47de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.738856 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba41253a-e224-4373-845a-4a8d90f47de6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/053716bf-89b8-4e69-a033-48027a02e4fa HTTP/1.1" status: 404 len: 337 time: 0.0931017 Jun 09 13:21:57.739687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b29eeeec-0596-42f0-adee-e1a940fda078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:57.761468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50018) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.797949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.849097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe710dd-6776-4531-bc9e-8403614d9cfb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.849380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:57.849543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe710dd-6776-4531-bc9e-8403614d9cfb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.851257 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8fe710dd-6776-4531-bc9e-8403614d9cfb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/adb7f026-9478-4e7f-9827-69fee553f4cf HTTP/1.1" status: 404 len: 337 time: 0.0884581 Jun 09 13:21:57.857377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50020) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.862322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:57.866987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:57.902057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Allocated IP 2001:db8::1 (3110e337-8b93-4a60-8fd2-73b53ebe8dfc/bb24c597-d1f9-484f-b186-6edb703f702b/25103efd-784b-4b4a-9a66-4cad96ae9397) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:57.929946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.941344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3cad433d-eb89-4bde-abf3-cb67bd306578 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1852463647 HTTP/1.1" status: 204 len: 168 time: 0.3896782 Jun 09 13:21:57.948925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:57.950101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:57.954336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50022) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:57.960644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-111ed419-24c9-42f9-b95c-056d323634d7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:57.961122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111ed419-24c9-42f9-b95c-056d323634d7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:57.963181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-111ed419-24c9-42f9-b95c-056d323634d7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/c997d1f3-f7f0-444c-ace4-65a33bf8b3da HTTP/1.1" status: 404 len: 333 time: 0.1012535 Jun 09 13:21:57.970343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50024) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.011617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:21:58.076012 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9760f16-90ef-49b8-ba2c-210a9656ce3c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:58.076450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9760f16-90ef-49b8-ba2c-210a9656ce3c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:58.080536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b9760f16-90ef-49b8-ba2c-210a9656ce3c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/107b6e19-11bb-49e2-8131-57183bf5e71d HTTP/1.1" status: 404 len: 337 time: 0.1069331 Jun 09 13:21:58.084526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50026) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.152695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6828d1a9-520f-46dd-ace7-9d5912a6694e) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:58.160868 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-857787d1-297a-4de1-b34b-124c45e3c99f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:58.161320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857787d1-297a-4de1-b34b-124c45e3c99f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:58.163030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-857787d1-297a-4de1-b34b-124c45e3c99f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/21b707ac-7707-4589-bca1-326baadfff36 HTTP/1.1" status: 404 len: 337 time: 0.0755789 Jun 09 13:21:58.166263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23179c0e-737f-4e76-8a73-174912316776 None None] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:58.172516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.224354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:58.224708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.267223 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13db4ab1-1eeb-4b80-ab7d-cf09362a02d2 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports?device_id=58be29c2-8f81-46ff-9254-055e4d5882a7 HTTP/1.1" status: 200 len: 205 time: 0.0934322 Jun 09 13:21:58.269483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.299390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72c76877-e578-4a02-bc49-76f4259d81b0 None None] Provisioning for port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:58.316723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.331572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72c76877-e578-4a02-bc49-76f4259d81b0 None None] Provisioning complete for port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:58.332550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c76877-e578-4a02-bc49-76f4259d81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.341877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.373914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3d55f-c8b3-4163-8312-9a5106ed1adb None None] Network 4a2abd23-8e1e-4a13-8794-797af2247fad requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:21:58.400791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1465425 Jun 09 13:21:58.426464 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-3ed6eb9b-8c44-47b8-8cbf-4b009d6061d0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] delete failed (client error): The resource could not be found. Jun 09 13:21:58.427530 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3ed6eb9b-8c44-47b8-8cbf-4b009d6061d0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/routers/58be29c2-8f81-46ff-9254-055e4d5882a7 HTTP/1.1" status: 404 len: 336 time: 0.0847163 Jun 09 13:21:58.430047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50034) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.463878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Transition to ACTIVE for port object 25103efd-784b-4b4a-9a66-4cad96ae9397 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:58.516030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6a1f18-7636-4557-a78c-9762afcd3811 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:58.516479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6a1f18-7636-4557-a78c-9762afcd3811 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:58.518146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cd6a1f18-7636-4557-a78c-9762afcd3811 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/5637736f-1099-4258-9b79-7c9d89d794f9 HTTP/1.1" status: 404 len: 337 time: 0.0871673 Jun 09 13:21:58.529484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50038) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.551013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.570578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a3114afc-d75a-4c40-b3c0-d036e0a45c18 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:21:58.593443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-98352bd9-7ea2-4b70-aa0c-712cd94867be tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:58.624815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d248ba5c-0d3b-454d-bd39-b0387ae1ee61 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b25957-7b98-4d7c-9523-6fd63c19688a HTTP/1.1" status: 200 len: 205 time: 0.0914037 Jun 09 13:21:58.626824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50040) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.700406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Transition to ACTIVE for port object 25103efd-784b-4b4a-9a66-4cad96ae9397 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:21:58.710972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-72c76877-e578-4a02-bc49-76f4259d81b0 None None] Port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:21:58.759491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:58.766213 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-2ae5761d-3cfb-42fd-9b62-3e4d4041ecad tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] delete failed (client error): The resource could not be found. Jun 09 13:21:58.767744 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2ae5761d-3cfb-42fd-9b62-3e4d4041ecad tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/routers/26b25957-7b98-4d7c-9523-6fd63c19688a HTTP/1.1" status: 404 len: 336 time: 0.1399677 Jun 09 13:21:58.772869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:58.778876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50042) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.866016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port a3114afc-d75a-4c40-b3c0-d036e0a45c18 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:58.868348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50044) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.871186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb91a80-cd23-4e61-8880-201a8c15f79e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:58.872027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb91a80-cd23-4e61-8880-201a8c15f79e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:58.873824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfb91a80-cd23-4e61-8880-201a8c15f79e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/69f00870-7515-4358-a9ce-5e0a6c8def4c HTTP/1.1" status: 404 len: 337 time: 0.0934210 Jun 09 13:21:58.878778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770584420', 'description': 'tempest-secgroup-smoke-770584420 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:58.889575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:21:58.890947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50046) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.909727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:58.924236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router ad8c4223-8639-4f9d-9ade-852fde4d729e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:21:58.925614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.186s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:58.935366 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2973068 Jun 09 13:21:58.943056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:21:58.947551 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-98352bd9-7ea2-4b70-aa0c-712cd94867be tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 200 len: 205 time: 0.3847740 Jun 09 13:21:58.953541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50048) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:58.955792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:21:58.963938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Pushing event updated for resources: {'Port': ['ID=25103efd-784b-4b4a-9a66-4cad96ae9397,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:58.964177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-91eb8423-762a-4742-97f1-905bfe56fb59 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:58.967837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:58.989850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eaecb7-be5d-4d30-ac4b-20d68ddc75ec tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:58.990500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eaecb7-be5d-4d30-ac4b-20d68ddc75ec tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:58.992494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f3eaecb7-be5d-4d30-ac4b-20d68ddc75ec tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/9e362557-6893-4cd2-b6b8-56601eb6dcd8 HTTP/1.1" status: 404 len: 337 time: 0.0955708 Jun 09 13:21:59.000308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.020633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50050) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.021496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa602e0c-1e77-430f-ba80-ca48dceb9d7f tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:21:59.061583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Provisioning for port a3114afc-d75a-4c40-b3c0-d036e0a45c18 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:21:59.078160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Provisioning complete for port a3114afc-d75a-4c40-b3c0-d036e0a45c18 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:21:59.078617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.118009 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83df514-aef4-45a0-aed6-e6f3be43e803 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.118325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:21:59.118671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83df514-aef4-45a0-aed6-e6f3be43e803 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.120526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b83df514-aef4-45a0-aed6-e6f3be43e803 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/fc0e0f4b-171d-4c00-8820-b700393b62c5 HTTP/1.1" status: 404 len: 333 time: 0.0683928 Jun 09 13:21:59.132742 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] Sync routers for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:21:59.133849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50054) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.139057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2673886 Jun 09 13:21:59.141440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=bb24c597-d1f9-484f-b186-6edb703f702b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:21:59.143338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50056) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.159885 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:59.162090 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.208340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:21:59.236539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Request body: {'port': {'device_id': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:21:59.313786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.336612 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:21:59.337240 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.360464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6828d1a9-520f-46dd-ace7-9d5912a6694e', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': '00af2948-6f1c-4e31-8cff-0950cae1969e'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:21:59.361330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.380830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Attempting to bind port 25103efd-784b-4b4a-9a66-4cad96ae9397 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:21:59.381212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Attempting to bind port 25103efd-784b-4b4a-9a66-4cad96ae9397 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:21:59.381680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Attempting to bind port 25103efd-784b-4b4a-9a66-4cad96ae9397 on network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:21:59.394599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:21:59.395255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Checking segment: {'id': 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:21:59.395777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.396277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Bound using segment: {'id': 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:21:59.397149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Bound port: 25103efd-784b-4b4a-9a66-4cad96ae9397, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:21:59.397533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.449189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.466500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.487163 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b82b75c-4bf1-4410-85ce-2defdad058e9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.487444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.487865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b82b75c-4bf1-4410-85ce-2defdad058e9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.488370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.488976 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de62d06-cef6-4c11-ae73-4fb426748afd None None] The sync data for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:21:59.490208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8b82b75c-4bf1-4410-85ce-2defdad058e9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/de00cdd7-5be4-4033-9a17-ceb5554a6254 HTTP/1.1" status: 404 len: 337 time: 0.3530116 Jun 09 13:21:59.503924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50058) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.532342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] For port a3114afc-d75a-4c40-b3c0-d036e0a45c18, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a3114afc-d75a-4c40-b3c0-d036e0a45c18,segment=NetworkSegment(0a412128-0824-412c-ab2e-d566d69fa876),segment_id=0a412128-0824-412c-ab2e-d566d69fa876)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:21:59.568476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3227baa-c124-4318-adae-962921cff570 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.569106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3227baa-c124-4318-adae-962921cff570 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.571125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b3227baa-c124-4318-adae-962921cff570 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/5cad781b-6369-4926-a2d7-0d33a1a7ee4f HTTP/1.1" status: 404 len: 333 time: 0.0527902 Jun 09 13:21:59.578841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50060) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.622460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-91eb8423-762a-4742-97f1-905bfe56fb59 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 204 len: 168 time: 0.6626749 Jun 09 13:21:59.628090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.636450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50062) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.644674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-1117445e-392d-4735-a294-c29356959089 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.645408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbb1e4-8621-4170-b266-bb424f82c1ab req-2fb35358-d07e-41b8-86b7-ca49ef65f2df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:21:59.647028 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cbbb1e4-8621-4170-b266-bb424f82c1ab req-2fb35358-d07e-41b8-86b7-ca49ef65f2df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 931 time: 0.9470100 Jun 09 13:21:59.659010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fe0bbf-35a9-49f4-9b3c-6ae77f904979 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.659871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fe0bbf-35a9-49f4-9b3c-6ae77f904979 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.661666 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-29fe0bbf-35a9-49f4-9b3c-6ae77f904979 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/ede9fdbb-9953-43f2-9775-4fad7a3ab79f HTTP/1.1" status: 404 len: 337 time: 0.0795691 Jun 09 13:21:59.662420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] For port 25103efd-784b-4b4a-9a66-4cad96ae9397, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:21:59.666865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] For port 25103efd-784b-4b4a-9a66-4cad96ae9397, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=25103efd-784b-4b4a-9a66-4cad96ae9397,segment=NetworkSegment(a0033dd4-18fc-4dd7-bf76-1a19fcec927f),segment_id=a0033dd4-18fc-4dd7-bf76-1a19fcec927f)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:21:59.667208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3110e337-8b93-4a60-8fd2-73b53ebe8dfc']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.700838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50064) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.750125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e719be5-d287-4fee-920d-ab800136c5d0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.750775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e719be5-d287-4fee-920d-ab800136c5d0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.752547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5e719be5-d287-4fee-920d-ab800136c5d0 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/fd871ef6-ed54-4e80-8216-f2492d90826a HTTP/1.1" status: 404 len: 333 time: 0.0487177 Jun 09 13:21:59.764364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50066) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.767563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.767967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:21:59.829622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Allocated IP 172.20.0.18 (6828d1a9-520f-46dd-ace7-9d5912a6694e/00af2948-6f1c-4e31-8cff-0950cae1969e/82a2f198-8956-488a-8fd0-b8ef3f07c6aa) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:21:59.844326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.853297 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3157aa87-71ff-4e0c-b91d-edb665a98bdb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.853883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3157aa87-71ff-4e0c-b91d-edb665a98bdb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.855699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3157aa87-71ff-4e0c-b91d-edb665a98bdb tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/19ecd09a-b491-427a-bb6c-f88bafb0108e HTTP/1.1" status: 404 len: 337 time: 0.0902359 Jun 09 13:21:59.864855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50068) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:21:59.901975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cbbb1e4-8621-4170-b266-bb424f82c1ab req-fe196320-d3f3-47ef-92e0-4f788efd2bba tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442670 Jun 09 13:21:59.910022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.924673 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0c0312-506b-4100-b16b-8ddaf0ca7a94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:21:59.925555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0c0312-506b-4100-b16b-8ddaf0ca7a94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:21:59.927760 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e0c0312-506b-4100-b16b-8ddaf0ca7a94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/21f7df5d-8ea3-4602-be84-35919e83c111 HTTP/1.1" status: 404 len: 333 time: 0.0615573 Jun 09 13:21:59.928920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:21:59.929440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:21:59.945844 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:21:59.948423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50070) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.056762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba19317f-d8ca-459f-907e-ef20bdd6c496 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.057395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba19317f-d8ca-459f-907e-ef20bdd6c496 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.059316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba19317f-d8ca-459f-907e-ef20bdd6c496 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/1bebfcdc-8de8-498b-8d0f-49b78607be9d HTTP/1.1" status: 404 len: 337 time: 0.1099730 Jun 09 13:22:00.062037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.063252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50072) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.073350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Transition to ACTIVE for port object 82a2f198-8956-488a-8fd0-b8ef3f07c6aa will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:00.092615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Transition to ACTIVE for port object 82a2f198-8956-488a-8fd0-b8ef3f07c6aa will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:00.102606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.108957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.121074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-64d60458-9896-42bc-a4b0-99237f6f2992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.124828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c714724-e7fd-49da-9302-7585f3eda42a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.125515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c714724-e7fd-49da-9302-7585f3eda42a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.127278 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c714724-e7fd-49da-9302-7585f3eda42a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/04c9aabd-54ef-4759-9cb6-1d4ea46676ae HTTP/1.1" status: 404 len: 333 time: 0.0630159 Jun 09 13:22:00.130395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50074) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.172735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.177706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f10a29-bf95-4cc2-82cb-3d8973384f9e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.178136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f10a29-bf95-4cc2-82cb-3d8973384f9e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.179999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-15f10a29-bf95-4cc2-82cb-3d8973384f9e tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/c7412895-cafa-4c36-bb83-dbce84b3f4e8 HTTP/1.1" status: 404 len: 337 time: 0.0485475 Jun 09 13:22:00.185228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:22:00.185228 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:22:00.185228 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '3110e337-8b93-4a60-8fd2-73b53ebe8dfc'}] Jun 09 13:22:00.185228 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:00.185228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:00.187158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50076) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.242699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ff586a-1f74-4642-a18b-7a7b004d3ee6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.243421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ff586a-1f74-4642-a18b-7a7b004d3ee6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.245187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c1ff586a-1f74-4642-a18b-7a7b004d3ee6 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/132d0a4d-6973-46cb-9362-b4f837364206 HTTP/1.1" status: 404 len: 333 time: 0.0569727 Jun 09 13:22:00.248255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50078) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.254948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:00.268272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:00.273925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:00.297494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1079a72-2903-4fa1-9dc6-c58058ddb4f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.298104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1079a72-2903-4fa1-9dc6-c58058ddb4f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.299949 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e1079a72-2903-4fa1-9dc6-c58058ddb4f1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/7d5cb7ea-52ea-4e73-a87b-d6e9e15c5bdd HTTP/1.1" status: 404 len: 337 time: 0.0506692 Jun 09 13:22:00.303805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50080) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.343899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:22:00.379055 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd96d1f-dee0-4d10-96b3-b553a5a62858 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.379974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd96d1f-dee0-4d10-96b3-b553a5a62858 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.382045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9bd96d1f-dee0-4d10-96b3-b553a5a62858 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/ports/c89ce70c-e763-4206-8b8d-bfed0bbbbf56 HTTP/1.1" status: 404 len: 333 time: 0.0771837 Jun 09 13:22:00.385021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.386132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50082) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.405161 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1117445e-392d-4735-a294-c29356959089 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 204 len: 168 time: 0.7652457 Jun 09 13:22:00.418653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50084) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.429179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.429380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-efa8a1b2-8247-49b6-8d3e-473083ae52d8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:00.437028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-35bf8a71-2944-476f-9426-8c7feebcff80 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.439051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf129e1-cf4c-453d-8439-dc207efb855f None None] Network 3110e337-8b93-4a60-8fd2-73b53ebe8dfc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:00.447294 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b186e9d-cc65-4f42-aea6-7420a5b3885f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:00.447905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b186e9d-cc65-4f42-aea6-7420a5b3885f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:00.449728 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3b186e9d-cc65-4f42-aea6-7420a5b3885f tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/subnets/b9294c42-5ebd-4e7e-9b42-84bd9223a6be HTTP/1.1" status: 404 len: 337 time: 0.0621369 Jun 09 13:22:00.457230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50086) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.475977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348d677-5e5d-4aa6-afb6-e3b42233ba97 None None] Pushing event updated for resources: {'Port': ['ID=a3114afc-d75a-4c40-b3c0-d036e0a45c18,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:00.496572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:22:00.511053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.598551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Transition to ACTIVE for port object 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:00.600610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Pushing event updated for resources: {'Port': ['ID=25103efd-784b-4b4a-9a66-4cad96ae9397,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:00.604308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:00.612571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8ff38d99-cbf3-47b0-8c5b-b3c63cb0be02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.625206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.628394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.631759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4ff7cc3-0c48-492b-b361-67ea1f32eee9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.651570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2283e9-1b87-48af-bde2-fc811f58376a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:00.685503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:00.686015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.695820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.696927 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-efa8a1b2-8247-49b6-8d3e-473083ae52d8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.2762868 Jun 09 13:22:00.698121 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8227432 Jun 09 13:22:00.700032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50088) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.704108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50090) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:00.717618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Pushing event updated for resources: {'Port': ['ID=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:00.720829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:00.721516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Attempting to bind port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:00.721930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Attempting to bind port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:00.722297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Attempting to bind port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa on network 6828d1a9-520f-46dd-ace7-9d5912a6694e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:00.735025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.735387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:00.745792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:00.746172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Checking segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:00.746662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.747117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Bound using segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:00.747795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Bound port: 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:00.748172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.779805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-f3d12aec-0f58-477e-a09c-5c94abf9a9d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:00.793966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:00.870905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] For port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:00.874273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] For port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:00.888085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:00.893347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:00.936423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.038974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:01.062035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1d728428-222b-4274-91db-d86ce45fd3a9 None None] Provisioning complete for port a3114afc-d75a-4c40-b3c0-d036e0a45c18 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:01.062406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d728428-222b-4274-91db-d86ce45fd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.070584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.074133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:01.091568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:01.147901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ccf11-8ace-471c-a8ae-c68a611e0521') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:01.148323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ccf11-8ace-471c-a8ae-c68a611e0521') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:01.180134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.208914 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f3d12aec-0f58-477e-a09c-5c94abf9a9d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 204 len: 168 time: 0.5027537 Jun 09 13:22:01.217907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port 25103efd-784b-4b4a-9a66-4cad96ae9397 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:01.218397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.231927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Pushing event updated for resources: {'Port': ['ID=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:01.237527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:01.243560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50094) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:01.245392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.256621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-e65f2b9f-2697-443b-a85a-0a7d4113cd68 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-2028966136') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:01.290416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:01.291221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:01.361062 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:01.384491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.494180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Attempting to bind port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:01.494697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Attempting to bind port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:01.494902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Attempting to bind port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:01.510375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 on network 7caf9660-4f03-4110-a30c-fc1e786547e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:22:01.510722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Attempting to bind port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:01.531337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.532485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:01.532858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:01.533382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Bound using segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:01.533823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Bound port: 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:01.534156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.594299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.618678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7a0f3590-be1d-42d2-918c-aa39acb45ee5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:01.655698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9f4ce6-9d7e-4362-ae70-446867f7938e,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:01.661622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.663076 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9540639 Jun 09 13:22:01.667230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:01.668758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50096) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:01.681430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.691374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port 25103efd-784b-4b4a-9a66-4cad96ae9397, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=25103efd-784b-4b4a-9a66-4cad96ae9397,segment=NetworkSegment(a0033dd4-18fc-4dd7-bf76-1a19fcec927f),segment_id=a0033dd4-18fc-4dd7-bf76-1a19fcec927f)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:01.691979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.703694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:01.704910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:01.724750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.726618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] 10.222.0.21 "DELETE /v2.0/networks/4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0 HTTP/1.1" status: 204 len: 168 time: 1.2636950 Jun 09 13:22:01.780272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:01.786189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:01.788761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Pushing event deleted for resources: {'Network': ['ID=4eb5f3db-b60a-4bb3-a33c-f6e911ada0e0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:01.824750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.836430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-495e3d0d-eab2-402f-b107-293a14c142ad tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:01.846864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:01.858984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for 25103efd-784b-4b4a-9a66-4cad96ae9397 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:01.870357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bbb45-b038-4d35-804e-827c958fba69 req-e55a240a-2a22-40d7-8ee7-74370934adaa tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:01.872187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-811bbb45-b038-4d35-804e-827c958fba69 req-e55a240a-2a22-40d7-8ee7-74370934adaa tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.7638178 Jun 09 13:22:01.878457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.940212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:01.940849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:01.942902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 200 len: 1093 time: 2.9975963 Jun 09 13:22:01.948104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-811bbb45-b038-4d35-804e-827c958fba69 req-b725d72b-f16a-4b2e-8a7b-c736ed15db5a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673015 Jun 09 13:22:01.963372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:22:01.968894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02610b00-fd68-4854-8423-3718665ffafe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:22:01.983823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e65f2b9f-2697-443b-a85a-0a7d4113cd68 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-2028966136 HTTP/1.1" status: 201 len: 201 time: 0.7354121 Jun 09 13:22:01.993327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50104) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:01.998906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-c44e0ba9-5426-4d6a-90a9-26eea5f9ac0c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-1190709518') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:02.084102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.093125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-882e8d99-c901-488f-b66b-a6c9bf51153c tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:02.151417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:02.168208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port 25103efd-784b-4b4a-9a66-4cad96ae9397 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:02.170220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=25103efd-784b-4b4a-9a66-4cad96ae9397,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:02.206094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:02.223994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.227074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:02.229263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdb63af-55e7-4ba7-a895-ec1888f51f67 x-openstack-request-id: req-1fdb63af-55e7-4ba7-a895-ec1888f51f67 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:22:02.229601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:22:02.229984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fdb63af-55e7-4ba7-a895-ec1888f51f67 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:22:02.230478 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'status': 'completed', 'code': 200} Jun 09 13:22:02.258699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.263741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d4415cc5-26e0-4af1-8b32-6630d3b023ef tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:02.327616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50108) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:02.336822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2014d2-ead1-403a-a49b-47694e71c460,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:02.342281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.346840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:02.350290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 3667ad67-2f0c-4eeb-8add-5568b0c884fe {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:02.350702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.365751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3110e337-8b93-4a60-8fd2-73b53ebe8dfc']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:02.379343 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c44e0ba9-5426-4d6a-90a9-26eea5f9ac0c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-1190709518 HTTP/1.1" status: 201 len: 201 time: 0.3823721 Jun 09 13:22:02.380668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:02.380968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0033dd4-18fc-4dd7-bf76-1a19fcec927f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:02.384519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50112) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:02.387929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.388939 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6878254 Jun 09 13:22:02.393003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50114) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:02.398501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:02.414612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.436216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.443230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:02.443634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.453767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-ed0fe93e-acd5-4456-8b9a-d07f60fc7cae tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-512827121') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:02.549199 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:02.556711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.568828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dacf3bd4-9a82-4b6d-a98b-af3ea21d7bdc tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:02.593363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.595637 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/3110e337-8b93-4a60-8fd2-73b53ebe8dfc HTTP/1.1" status: 204 len: 168 time: 5.0761120 Jun 09 13:22:02.604382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50116) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:02.613547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829665894'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:02.622703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a3114afc-d75a-4c40-b3c0-d036e0a45c18 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:02.626154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=3110e337-8b93-4a60-8fd2-73b53ebe8dfc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:02.635888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:02.655402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.659442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e1c11-532d-4540-b900-bf37d7a96b93 None None] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:02.676004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:02.679899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.739488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:02.761894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.762961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.763507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment f52a6c56-de76-45c2-afab-63d15082da88 of type vlan for network 0320f793-8fca-4c7a-8baf-8c86828fad9d Jun 09 13:22:02.771043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.777270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eac65218-4455-4eae-8bd9-e24d167583fd None None] Provisioning for port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:02.781102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c07861c3-be73-4786-895d-cbc831562f41 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:02.807912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6f630a-1860-4ea7-a94b-ed9fbe46cebf,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:02.811894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:02.819852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-bcf4029c-2a28-4d6c-a8e5-e9aba03022ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:02.821469 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-bcf4029c-2a28-4d6c-a8e5-e9aba03022ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1096 time: 0.7755191 Jun 09 13:22:02.830077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.834342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.835842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418945 Jun 09 13:22:02.840342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50118) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:02.845052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:02.849733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a3114afc-d75a-4c40-b3c0-d036e0a45c18 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:02.850316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.891157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.896578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:02.897154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.902872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0036932c-5156-4e25-bbd3-a68b77c3caa5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:02.927862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.943742 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-347d49b8-7697-4d0b-9b8f-190de52d698c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 200 len: 217 time: 0.0999017 Jun 09 13:22:02.950655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:02.968250 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e4541509-a411-415f-b8fd-4b691c16777c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=674f5e62e6b24ab0baf0dc6a1434dad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372006 Jun 09 13:22:02.985521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50120) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:03.048402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82a2f198-8956-488a-8fd0-b8ef3f07c6aa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:03.049155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434795 Jun 09 13:22:03.064905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50124) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:03.073631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:03.125718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 3667ad67-2f0c-4eeb-8add-5568b0c884fe owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:03.131311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:03.136985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:03.137482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.155448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=0320f793-8fca-4c7a-8baf-8c86828fad9d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:03.159236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:03.171521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:03.291716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fb9e7-cef2-41a2-b7ea-70e8756d8ccc None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:22:03.315311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.329845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.336294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.346797 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ed0fe93e-acd5-4456-8b9a-d07f60fc7cae tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-512827121 HTTP/1.1" status: 201 len: 201 time: 0.9512982 Jun 09 13:22:03.349658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:03.351641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50126) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:03.356488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-2b430cd9-2351-4606-9d4a-f6cf4a4ba2a8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1593340050') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:03.374765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.381804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-6e9f2da6-7edd-4f7b-9c82-5eb43602d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:03.384614 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-6e9f2da6-7edd-4f7b-9c82-5eb43602d35e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.4214590 Jun 09 13:22:03.386607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c72dfd7f-5a40-42b5-8117-434a13963973 None None] Provisioning complete for port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:03.386994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd7f-5a40-42b5-8117-434a13963973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.390408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-44165c9f-c57a-4d3d-9260-7932df77bd33 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:03.403324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1eee9d-8a21-45b9-8df1-0b3a673e7868,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:03.406298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:03.414416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.428601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:03.433053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.500815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.501442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6600456 Jun 09 13:22:03.514781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:03.531676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:03.535607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=3667ad67-2f0c-4eeb-8add-5568b0c884fe,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:03.541103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.549692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:03.561439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42a80-61d2-47a8-8a39-d6420ab3185b req-afa8bb5f-ac29-495d-929b-dac205ce6808 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:03.563052 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea42a80-61d2-47a8-8a39-d6420ab3185b req-afa8bb5f-ac29-495d-929b-dac205ce6808 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.3910306 Jun 09 13:22:03.604880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:03.642416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.653106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9597f94d-c5bd-4be4-960e-9bba35e99587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:03.658286 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea42a80-61d2-47a8-8a39-d6420ab3185b req-4cb2404b-de01-47cf-a9e1-1312a1b7fb73 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867860 Jun 09 13:22:03.662390 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:22:03.671192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.694858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.697958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.699330 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67c2b368-67c2-44d5-b95c-e4314dc37687 HTTP/1.1" status: 204 len: 168 time: 0.7123907 Jun 09 13:22:03.709977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d3fd3c-18ad-4006-95ab-f4dc16c1a80e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:03.727552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2b368-67c2-44d5-b95c-e4314dc37687,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:03.749483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357fb9e7-cef2-41a2-b7ea-70e8756d8ccc None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:22:03.753508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.770196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:03.782611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:03.788560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:03.826558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.862359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-66547ee9-ec60-4b5b-8373-1bea39a926d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:03.865623 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-66547ee9-ec60-4b5b-8373-1bea39a926d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4042082 Jun 09 13:22:03.866660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:03.868613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c9390423-8696-4d22-91f9-559694dd49f8 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:03.874084 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2b430cd9-2351-4606-9d4a-f6cf4a4ba2a8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1593340050 HTTP/1.1" status: 201 len: 201 time: 0.5213475 Jun 09 13:22:03.878849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50132) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:03.887056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-bfb0d21c-2686-4d34-89bd-c71d060761c6 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', {'tags': ['tempest-TagsExtTest-Tag-600563058', 'tempest-TagsExtTest-Tag-1669694396', 'tempest-TagsExtTest-Tag-81803972']}) {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:04.058079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.083504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df00672-736f-46ed-a8f7-eb543ec60386,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:04.089276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:04.092780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e8bf3df-57cb-44c2-8189-9a8741b694cd tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:04.136181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.140674 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6203859 Jun 09 13:22:04.142721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50140) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.155854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '8e2283e9-1b87-48af-bde2-fc811f58376a', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:04.205769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router ad8c4223-8639-4f9d-9ade-852fde4d729e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:04.222129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=3a4a6da3-14ca-4b0f-9e5a-71046ae36d74,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:04.229495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:04.234567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': 'f52a6c56-de76-45c2-afab-63d15082da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:04.234795 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-2b4aedfa-1396-4091-981e-9e4379351099 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943263 Jun 09 13:22:04.234955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 0320f793-8fca-4c7a-8baf-8c86828fad9d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:04.256847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:22:04.263674 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfb0d21c-2686-4d34-89bd-c71d060761c6 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 200 len: 315 time: 0.3837414 Jun 09 13:22:04.265128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.274848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50146) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.281642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-b79ab033-4a43-4792-a4ab-741ee469735e tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:04.311079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:04.368904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 0320f793-8fca-4c7a-8baf-8c86828fad9d) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:04.375239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:04.376141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.381572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2293e-1b93-474c-a4b8-ca24bfa2a6b6 None None] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:04.452531 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3871064 Jun 09 13:22:04.454730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.455426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50150) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.463087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485283439'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:04.472175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.483043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-145ae694-7d4e-4c1a-aa36-dd12166924cf tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:04.512091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c3859b-6262-438a-9447-826e0970be59,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:04.515224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:04.516944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82a2f198-8956-488a-8fd0-b8ef3f07c6aa up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:04.542557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:04.546491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.567335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.578073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4202411 Jun 09 13:22:04.586404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:04.605045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.605530 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 4a670cd2-c7a8-43f3-b8b8-27c043e109d3 of type vlan for network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 Jun 09 13:22:04.643987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.646393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:04.646983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.682942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.690208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:04.690848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:04.697877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffd5b60d-cec5-4988-8c65-8d7f5f8eeecd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:04.806277 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3487172 Jun 09 13:22:04.811164 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b79ab033-4a43-4792-a4ab-741ee469735e tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 204 len: 168 time: 0.5348592 Jun 09 13:22:04.811760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50168) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.812081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50170) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.821064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-9cf01fdf-912f-4e41-857b-38272c6c14cc tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-600563058') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:04.859449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:04.859945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:04.870257 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7254577 Jun 09 13:22:04.871540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50176) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.920711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.927467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] Sync routers for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:04.943345 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cd9f9e8b-63e5-46dd-be6e-49e7d209506c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8c4223-8639-4f9d-9ade-852fde4d729e HTTP/1.1" status: 200 len: 205 time: 0.0603642 Jun 09 13:22:04.959161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=4433a26c-d76f-4d13-b55b-fe7f9bfef294,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:04.962587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:04.964997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50182) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:04.985305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:04.997430 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7dc02eab-e1fa-4a65-bac7-fa002e7c28bb req-900cc2e9-9471-4cae-b610-dec46e3cf580 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060940 Jun 09 13:22:05.140505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b00-fd68-4854-8423-3718665ffafe req-73faca1f-35b8-4267-8e3f-6d828153e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:05.142551 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-73faca1f-35b8-4267-8e3f-6d828153e6e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1096 time: 0.0910547 Jun 09 13:22:05.177990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:05.178778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:05.238763 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-36008d19-7db3-414d-9efb-31a09746017e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770584420&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.3621702 Jun 09 13:22:05.240870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.258214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1746372355'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:05.258441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:05.260793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-0320f793-8fca-4c7a-8baf-8c86828fad9d', 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': '3a4a6da3-14ca-4b0f-9e5a-71046ae36d74'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:05.261734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.283405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] Routers {'ad8c4223-8639-4f9d-9ade-852fde4d729e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:05.284191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ad8c4223-8639-4f9d-9ade-852fde4d729e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:05.319484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:05.323130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.342008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.354855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b00-fd68-4854-8423-3718665ffafe req-5c0e56f2-f1f5-40f4-b80f-b56af8f0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:05.356632 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-5c0e56f2-f1f5-40f4-b80f-b56af8f0dd88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.2072146 Jun 09 13:22:05.389598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:05.390163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaef950-5eb5-4b6e-8406-1c014ed587ae None None] The sync data for ids ['ad8c4223-8639-4f9d-9ade-852fde4d729e'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:05.436018 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-8d40be30-4619-4bb8-b097-3a4c8857590b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 200 len: 217 time: 0.0712452 Jun 09 13:22:05.482021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:22:05.482021 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:22:05.482021 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': 'a3cba5654e5f40f5bd5f5ad817daa003', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 22, 5, 362630)}] Jun 09 13:22:05.482021 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:05.482605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:05.502387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b00-fd68-4854-8423-3718665ffafe req-430177b9-cd7a-41ec-ac80-1f619a75ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:05.502760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Allocated IP 2001:db8::1 (0320f793-8fca-4c7a-8baf-8c86828fad9d/3a4a6da3-14ca-4b0f-9e5a-71046ae36d74/9045cb3e-2ea2-4a58-9628-fc7ddcd90608) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:05.504740 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-430177b9-cd7a-41ec-ac80-1f619a75ee94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0620887 Jun 09 13:22:05.591598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02610b00-fd68-4854-8423-3718665ffafe req-3b8be078-4cd5-4c73-9990-68dff55c9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:05.593075 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-3b8be078-4cd5-4c73-9990-68dff55c9758 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0815468 Jun 09 13:22:05.615314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:05.618454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.715680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.727417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Transition to ACTIVE for port object 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:05.745174 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-2ec3090c-fdd6-4bac-9bd5-5f52199822af service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443522 Jun 09 13:22:05.747872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Transition to ACTIVE for port object 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:05.756429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.766584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:05.827563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:05.833385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:05.839197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:05.884760 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-02610b00-fd68-4854-8423-3718665ffafe req-a69519bd-9ad0-49d0-aa9a-5c82efec388e service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316762 Jun 09 13:22:05.892421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Pushing event updated for resources: {'Port': ['ID=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:05.903552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:05.903772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.906334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-9cf01fdf-912f-4e41-857b-38272c6c14cc tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:05.907447 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9cf01fdf-912f-4e41-857b-38272c6c14cc tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-600563058 HTTP/1.1" status: 404 len: 328 time: 1.0897341 Jun 09 13:22:05.908931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.910368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:05.914937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-ac982357-276e-4e7a-9bfe-e748b49f86c4 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-1669694396') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:05.926581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1e46-5c7d-46ac-89ef-1a15355b03d7 req-6340e8df-cba7-4ea2-8cec-ea5ca9d06660 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:05.928100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-771d1e46-5c7d-46ac-89ef-1a15355b03d7 req-6340e8df-cba7-4ea2-8cec-ea5ca9d06660 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.9797561 Jun 09 13:22:05.960381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Attempting to bind port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:05.960896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Attempting to bind port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f52a6c56-de76-45c2-afab-63d15082da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:05.961324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Attempting to bind port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 on network 0320f793-8fca-4c7a-8baf-8c86828fad9d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:05.967242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:05.967551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Checking segment: {'id': 'f52a6c56-de76-45c2-afab-63d15082da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:05.967956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.968346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Bound using segment: {'id': 'f52a6c56-de76-45c2-afab-63d15082da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:05.968916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Bound port: 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52a6c56-de76-45c2-afab-63d15082da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0320f793-8fca-4c7a-8baf-8c86828fad9d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:05.969250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.982698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-ac982357-276e-4e7a-9bfe-e748b49f86c4 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:05.986440 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ac982357-276e-4e7a-9bfe-e748b49f86c4 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-1669694396 HTTP/1.1" status: 404 len: 329 time: 0.0723314 Jun 09 13:22:05.986440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:05.993000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50186) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.001930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-0ed9252e-0526-44ca-8d16-41d523d79290 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8', 'tempest-TagsExtTest-Tag-81803972') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:06.043023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing IP validity checks on allocation pools {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:22:06.043538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:22:06.075291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] For port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:06.076470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-8c63e674-1e36-4821-a17c-447f0acb2642 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:06.077907 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-8c63e674-1e36-4821-a17c-447f0acb2642 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=6828d1a9-520f-46dd-ace7-9d5912a6694e HTTP/1.1" status: 200 len: 796 time: 0.7850668 Jun 09 13:22:06.078775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] For port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,segment=NetworkSegment(f52a6c56-de76-45c2-afab-63d15082da88),segment_id=f52a6c56-de76-45c2-afab-63d15082da88)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:06.085955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.091659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:06.092906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.093422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router ad8c4223-8639-4f9d-9ade-852fde4d729e {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:22:06.100576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.100693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.101507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b4359b1b-9b15-4a73-ab31-1b8aca02962e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e HTTP/1.1" status: 204 len: 168 time: 1.1302800 Jun 09 13:22:06.104174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.126194 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-771d1e46-5c7d-46ac-89ef-1a15355b03d7 req-d031745d-6db2-42ff-a7b3-be494a214b82 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688106 Jun 09 13:22:06.130956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-01090285-209e-4f23-91ae-0c4b9b459341 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0390875 Jun 09 13:22:06.141884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.155237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4acca2a8-49ad-45c8-80fb-a1b29084f52d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:06.207411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Pushing event updated for resources: {'Port': ['ID=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:06.208845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:06.216912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:06.223699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b5a22f-605b-4aca-9612-9c2d648bc34c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:06.231247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 86d91733-eb9f-426a-997d-b97640a5c03d {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:06.243383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.243808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.244165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.244539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.244910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.245279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.246170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.246170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.246389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.251086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.251480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.252733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.263182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.281528 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-0ed9252e-0526-44ca-8d16-41d523d79290 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:06.285103 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0ed9252e-0526-44ca-8d16-41d523d79290 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags/tempest-TagsExtTest-Tag-81803972 HTTP/1.1" status: 404 len: 327 time: 0.2865839 Jun 09 13:22:06.288053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.293307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.293662 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Added segment aeae0ce8-2c9c-496b-98e9-60eb604a8a6b of type vlan for network 27afaa08-729c-443d-8847-47118b63f8f6 Jun 09 13:22:06.295681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-97c06137-8763-49a5-a3ed-8cf9fa3fe71d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', {'tags': ['tempest-TagsExtTest-Tag-808257268', 'tempest-TagsExtTest-Tag-708087855', 'tempest-TagsExtTest-Tag-1806876034']}) {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:06.299448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:06.347944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.377740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.425253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-866a6089-f17a-4ce8-b983-bc328ac3c938 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2848713 Jun 09 13:22:06.448763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.456662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6089733b-a831-4097-adf9-38939a14ea01 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:06.461234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.466615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:06.467205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.473234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5c4b9099-bb58-406a-a095-e54e22670f06 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:06.550659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-97c06137-8763-49a5-a3ed-8cf9fa3fe71d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 200 len: 316 time: 0.2607822 Jun 09 13:22:06.557988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50194) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.563013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-6096ab16-91b3-423d-afdb-5ca2012b2adb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:06.593882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.595194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=760f2770-e685-4306-afef-881813645538,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:06.631920 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7055302 Jun 09 13:22:06.641750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50196) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.651026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'subnet': {'network_id': '27afaa08-729c-443d-8847-47118b63f8f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:06.673097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Network': ['ID=27afaa08-729c-443d-8847-47118b63f8f6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:06.686464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 27afaa08-729c-443d-8847-47118b63f8f6 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:06.691452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.692093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.692225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.692803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.693164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.693523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.693864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.694218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.694578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.694927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.695392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.695650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:06.699365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:06.710084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '4a670cd2-c7a8-43f3-b8b8-27c043e109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:06.710447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 4433a26c-d76f-4d13-b55b-fe7f9bfef294, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:06.792670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:06.813404 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-a54ad0d2-adbe-4b99-ac9d-96884ce2f888 service neutron] 10.222.0.21 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601124 Jun 09 13:22:06.817778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4433a26c-d76f-4d13-b55b-fe7f9bfef294) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:06.823213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:06.823797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.827156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aae59e-4fb9-4422-9cd1-0f3bb6158a4b None None] Network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:06.892128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:06.941424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1247909 Jun 09 13:22:06.945336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50198) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.973590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:06.977055 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6096ab16-91b3-423d-afdb-5ca2012b2adb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.4178231 Jun 09 13:22:06.992500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:06.993330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b239dff1-5b27-4ba7-9d41-f4e05cd70211 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:07.035281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-fc0e3b05-2113-4e3f-b292-0e3601915b85 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-808257268') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:07.045877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6731a0f-6ea5-4b43-a332-177ae9d42adb None None] Network 256cdb85-6924-49eb-aedd-6db2226456e7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:07.081035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.084076 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/86d91733-eb9f-426a-997d-b97640a5c03d HTTP/1.1" status: 204 len: 168 time: 0.9788928 Jun 09 13:22:07.089478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50202) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:07.102792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=86d91733-eb9f-426a-997d-b97640a5c03d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:07.109358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:07.128959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:07.132320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.172089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-6b75e79f-f7b0-43a9-b77a-69dbe720eddb service neutron] 10.222.0.21 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426456 Jun 09 13:22:07.245546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.255622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet df1fd3a1-2bd1-4d9f-a341-05a6e43361a8 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:07.265408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.340384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4433a26c-d76f-4d13-b55b-fe7f9bfef294', 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': '760f2770-e685-4306-afef-881813645538'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:07.342880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.369556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.378463 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-fc0e3b05-2113-4e3f-b292-0e3601915b85 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:07.379923 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fc0e3b05-2113-4e3f-b292-0e3601915b85 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-808257268 HTTP/1.1" status: 404 len: 328 time: 0.3486984 Jun 09 13:22:07.384298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50206) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:07.388743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-b9df2173-06e7-48ec-a6a1-e135ab50e653 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-708087855') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:07.438211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc54176e-6a0c-4510-b661-448b1b0208b7 None None] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:07.505496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.513992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dfafad4d-2813-4098-a8e1-afc14dee1c94 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:07.568140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b8e75ec4-461a-41bc-876f-a6f446f43aa7 None None] Provisioning for port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:07.626148 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2416067b-4cbb-4564-b077-5673b3db2e02 req-fd82ed2c-adc5-4cb1-81de-e0cdbce5232e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 210 time: 0.1560960 Jun 09 13:22:07.643038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] DHCP port deletion for 256cdb85-6924-49eb-aedd-6db2226456e7 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:07.678804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Subnet': ['ID=bea69eb3-828f-4b71-bfe6-40b560ccb550,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:07.685883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:07.691932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Checking segment: {'id': 'aeae0ce8-2c9c-496b-98e9-60eb604a8a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '27afaa08-729c-443d-8847-47118b63f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:07.692177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network hostable DHCP agents. Network: 27afaa08-729c-443d-8847-47118b63f8f6, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:07.709776 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-b9df2173-06e7-48ec-a6a1-e135ab50e653 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:07.711004 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9df2173-06e7-48ec-a6a1-e135ab50e653 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-708087855 HTTP/1.1" status: 404 len: 328 time: 0.3257508 Jun 09 13:22:07.714715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50216) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:07.719584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-8c46a7b3-0624-4dbb-9d81-eff52dbc4d43 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2', 'tempest-TagsExtTest-Tag-1806876034') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:07.734433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.757925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:07.791849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 27afaa08-729c-443d-8847-47118b63f8f6) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:07.800408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Allocated IP 2001:db8::3 (4433a26c-d76f-4d13-b55b-fe7f9bfef294/760f2770-e685-4306-afef-881813645538/4b77acf3-1836-40d4-bbe1-bd37890794a4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:07.802694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.806307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a24da-22be-41e6-b045-164783eb8d9b None None] Network 27afaa08-729c-443d-8847-47118b63f8f6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:07.807404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:07.808136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.833405 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-8c46a7b3-0624-4dbb-9d81-eff52dbc4d43 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:07.834707 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8c46a7b3-0624-4dbb-9d81-eff52dbc4d43 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags/tempest-TagsExtTest-Tag-1806876034 HTTP/1.1" status: 404 len: 329 time: 0.1189487 Jun 09 13:22:07.837649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50220) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:07.843346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-c4013318-f127-4e5f-917c-376ecc7111f8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', {'tags': ['tempest-TagsExtTest-Tag-948568269', 'tempest-TagsExtTest-Tag-1183592191', 'tempest-TagsExtTest-Tag-1160192528']}) {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:07.892394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94ac84-5f9f-49d1-a7a1-dd03bddd6cb3 req-bded8b59-8469-4409-8233-0048255de094 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:07.894411 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c94ac84-5f9f-49d1-a7a1-dd03bddd6cb3 req-bded8b59-8469-4409-8233-0048255de094 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.4182153 Jun 09 13:22:07.974737 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c94ac84-5f9f-49d1-a7a1-dd03bddd6cb3 req-3a010e41-4ee4-40ff-ba62-1fc312f034ce tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699286 Jun 09 13:22:07.982485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:07.992500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c6d460a5-b0a6-4a22-b293-df02f073d883 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:08.007600 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3646319 Jun 09 13:22:08.015301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50222) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:08.020389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-589044378', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:08.065591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Deleting port e89f67e9-4f71-4952-808d-6ecff2fd09c1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:08.066749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.067920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.069319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.077749 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c4013318-f127-4e5f-917c-376ecc7111f8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 200 len: 317 time: 0.2388246 Jun 09 13:22:08.080368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50224) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:08.087070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-654733a1-7d8b-4ba3-b6ca-29a893db35d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:08.161600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.224067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=df1fd3a1-2bd1-4d9f-a341-05a6e43361a8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:08.226975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:08.228001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.232507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/df1fd3a1-2bd1-4d9f-a341-05a6e43361a8 HTTP/1.1" status: 204 len: 168 time: 1.1380291 Jun 09 13:22:08.233135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50226) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:08.257307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6531062-8852-4862-bac0-9d3244f1ca3c None None] Network 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:08.280423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] For port e89f67e9-4f71-4952-808d-6ecff2fd09c1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e89f67e9-4f71-4952-808d-6ecff2fd09c1,segment=NetworkSegment(b7ac035c-e454-4c64-a7be-26b86dd69319),segment_id=b7ac035c-e454-4c64-a7be-26b86dd69319)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:08.280788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.367798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.472269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port e89f67e9-4f71-4952-808d-6ecff2fd09c1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:08.472886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.585364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.609571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port e89f67e9-4f71-4952-808d-6ecff2fd09c1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e89f67e9-4f71-4952-808d-6ecff2fd09c1,segment=NetworkSegment(b7ac035c-e454-4c64-a7be-26b86dd69319),segment_id=b7ac035c-e454-4c64-a7be-26b86dd69319)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:08.610087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:08.626338 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-654733a1-7d8b-4ba3-b6ca-29a893db35d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 204 len: 168 time: 0.5422907 Jun 09 13:22:08.627272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50228) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:08.631856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:08.687330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Calling delete_port for e89f67e9-4f71-4952-808d-6ecff2fd09c1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:08.712378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da2741-88cb-41cd-8af9-e9c9e9314feb None None] Network 27afaa08-729c-443d-8847-47118b63f8f6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:08.719639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-97a548d8-fabf-41c6-8a9c-d4f50c9a7116 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-948568269') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:08.859380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for e89f67e9-4f71-4952-808d-6ecff2fd09c1 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:09.017979 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aebc9eb6-b828-4e3e-939f-b36c5fbc597a req-856f2e4c-e0cc-4d3a-bc1c-2b04e33e5789 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 210 time: 0.1758492 Jun 09 13:22:09.046159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-97a548d8-fabf-41c6-8a9c-d4f50c9a7116 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:09.047402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-97a548d8-fabf-41c6-8a9c-d4f50c9a7116 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-948568269 HTTP/1.1" status: 404 len: 328 time: 0.4195967 Jun 09 13:22:09.051738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.052488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50234) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:09.069256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-88706955-9328-402f-aa6f-e01517b3b4b1 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-1183592191') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:09.090975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Transition to ACTIVE for port object 4b77acf3-1836-40d4-bbe1-bd37890794a4 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:09.103851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:09.118676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-50c04cc9-a5e1-4954-8ee8-b9c6816b3987 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:09.120079 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-50c04cc9-a5e1-4954-8ee8-b9c6816b3987 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=6828d1a9-520f-46dd-ace7-9d5912a6694e HTTP/1.1" status: 200 len: 796 time: 0.1799114 Jun 09 13:22:09.187238 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-b6e7bd21-dee5-44ec-aa24-eb246166277e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 472 time: 0.0552530 Jun 09 13:22:09.206196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:09.206853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.270681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.274148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Transition to ACTIVE for port object 4b77acf3-1836-40d4-bbe1-bd37890794a4 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:09.278847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['8e2283e9-1b87-48af-bde2-fc811f58376a']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:09.282288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-039eb2ce-5b68-4da1-9974-c99680f50921 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:09.304341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.308062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.314832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:09.346509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=e89f67e9-4f71-4952-808d-6ecff2fd09c1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:09.356372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:09.361541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port e89f67e9-4f71-4952-808d-6ecff2fd09c1 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:09.396125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:09.398434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] No DVR routers for this DVR port e89f67e9-4f71-4952-808d-6ecff2fd09c1 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:09.401572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-88706955-9328-402f-aa6f-e01517b3b4b1 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:09.405145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-88706955-9328-402f-aa6f-e01517b3b4b1 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-1183592191 HTTP/1.1" status: 404 len: 329 time: 0.3487451 Jun 09 13:22:09.407379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:09.407667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.412887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50240) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:09.413931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-32af7a84-88cf-4ec3-a993-8c94a4bdf684 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:09.417045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:09.431726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Pushing event updated for resources: {'Port': ['ID=4b77acf3-1836-40d4-bbe1-bd37890794a4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:09.464601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-5f109de9-6ed9-4e1b-85e7-64d19eceedc0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655', 'tempest-TagsExtTest-Tag-1160192528') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:09.480528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.507905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.508403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.508849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.509287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.510359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.510359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.510618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.511009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.511444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.511869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.512438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.512716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:09.526172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.543927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] DHCP port deletion for 6b2ca636-9c7f-4b5b-bcb8-e1375639f4da request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:09.581047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=760f2770-e685-4306-afef-881813645538,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:09.591266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:09.652139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Pushing event deleted for resources: {'Port': ['ID=e89f67e9-4f71-4952-808d-6ecff2fd09c1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:09.666225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:09.666809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.675312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:09.676089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:09.696770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Attempting to bind port 4b77acf3-1836-40d4-bbe1-bd37890794a4 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:09.697204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Attempting to bind port 4b77acf3-1836-40d4-bbe1-bd37890794a4 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4a670cd2-c7a8-43f3-b8b8-27c043e109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:09.697654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Attempting to bind port 4b77acf3-1836-40d4-bbe1-bd37890794a4 on network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:09.702920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:09.706873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.729694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:09.730379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Checking segment: {'id': '4a670cd2-c7a8-43f3-b8b8-27c043e109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:09.730823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.731220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Bound using segment: {'id': '4a670cd2-c7a8-43f3-b8b8-27c043e109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:09.731704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Bound port: 4b77acf3-1836-40d4-bbe1-bd37890794a4, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a670cd2-c7a8-43f3-b8b8-27c043e109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:09.732079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.737204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.234 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/4c02dbd1-974c-4d17-9dc3-ffc24432a15e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:09.755974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,segment=NetworkSegment(f52a6c56-de76-45c2-afab-63d15082da88),segment_id=f52a6c56-de76-45c2-afab-63d15082da88)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:09.787340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.798298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4a4cb65-94cc-4e38-b99b-43ab49774ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:09.883495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Deleting port f60f61a6-1073-49ae-9634-6366a8691c78 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:09.884469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.908180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e89f67e9-4f71-4952-808d-6ecff2fd09c1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:09.928814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.948902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb957-8737-4222-bea7-0913ea54d031 req-41e61d82-cf69-4d70-b3fb-67aac131e7bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:09.955067 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de9fb957-8737-4222-bea7-0913ea54d031 req-41e61d82-cf69-4d70-b3fb-67aac131e7bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.7287703 Jun 09 13:22:09.957297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:09.973438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256cdb85-6924-49eb-aedd-6db2226456e7']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:09.992611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4433a26c-d76f-4d13-b55b-fe7f9bfef294']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.000313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: e89f67e9-4f71-4952-808d-6ecff2fd09c1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:10.001083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e89f67e9-4f71-4952-808d-6ecff2fd09c1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:10.013751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.30 (6828d1a9-520f-46dd-ace7-9d5912a6694e/00af2948-6f1c-4e31-8cff-0950cae1969e/dcfb071b-0e50-4d5d-89c5-c337324aee75) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:10.021162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] For port 4b77acf3-1836-40d4-bbe1-bd37890794a4, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:10.021890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.023322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:10.026941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:10.045197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] For port 4b77acf3-1836-40d4-bbe1-bd37890794a4, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4b77acf3-1836-40d4-bbe1-bd37890794a4,segment=NetworkSegment(4a670cd2-c7a8-43f3-b8b8-27c043e109d3),segment_id=4a670cd2-c7a8-43f3-b8b8-27c043e109d3)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:10.059763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a670cd2-c7a8-43f3-b8b8-27c043e109d3') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.060126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a670cd2-c7a8-43f3-b8b8-27c043e109d3') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.060278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.066587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1801795-2500-423e-a8b4-ccbcb25c4f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:10.076471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.096077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.102851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:10.103299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.110876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] For port f60f61a6-1073-49ae-9634-6366a8691c78, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f60f61a6-1073-49ae-9634-6366a8691c78,segment=NetworkSegment(e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7),segment_id=e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:10.111445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.184439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac035c-e454-4c64-a7be-26b86dd69319') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.184688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac035c-e454-4c64-a7be-26b86dd69319') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.192682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:10.197414 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:10.209664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7819a20-fa1f-41e4-aa67-5c5d27df0634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:10.212820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.221326 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-5f109de9-6ed9-4e1b-85e7-64d19eceedc0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:10.222371 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5f109de9-6ed9-4e1b-85e7-64d19eceedc0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags/tempest-TagsExtTest-Tag-1160192528 HTTP/1.1" status: 404 len: 329 time: 0.7816923 Jun 09 13:22:10.237170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50244) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.248417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-1dc97e4a-7a94-4bc4-93bb-25175803bfc5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', {'tags': ['tempest-TagsExtTest-Tag-1164677508', 'tempest-TagsExtTest-Tag-1469767183', 'tempest-TagsExtTest-Tag-1551093079']}) {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.279645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de9fb957-8737-4222-bea7-0913ea54d031 req-e6e76a62-2fb8-419c-a715-b0de7473895c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970223 Jun 09 13:22:10.295080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da77acd6-f7ef-44c9-a675-1df6e4ffcd2f req-93f59a28-3c9e-452c-84e2-13b720027f65 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 210 time: 0.0914114 Jun 09 13:22:10.299406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.308610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:10.309264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.309561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:10.331410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:10.334669 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:10.337812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:10.363143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Calling delete_port for f60f61a6-1073-49ae-9634-6366a8691c78 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:10.366681 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1dc97e4a-7a94-4bc4-93bb-25175803bfc5 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "PUT /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 200 len: 318 time: 0.1205111 Jun 09 13:22:10.391936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.405345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.411321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object dcfb071b-0e50-4d5d-89c5-c337324aee75 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:10.415566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-76bd5c25-f9ee-4a38-8ba5-70ba932402c8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.426093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Pushing event updated for resources: {'Port': ['ID=4b77acf3-1836-40d4-bbe1-bd37890794a4,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:10.429131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:22:10.429131 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:22:10.429131 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '4433a26c-d76f-4d13-b55b-fe7f9bfef294'}] Jun 09 13:22:10.429131 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:10.429525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:10.430746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:10.444080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d87f62-2182-4f78-af29-b0ccc4e582c5 None None] Network 4433a26c-d76f-4d13-b55b-fe7f9bfef294 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:10.452264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.481651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.486647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c874476-a84e-4cfd-b68a-238a029edceb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:10.504277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.508604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/256cdb85-6924-49eb-aedd-6db2226456e7 HTTP/1.1" status: 204 len: 168 time: 2.2721012 Jun 09 13:22:10.509230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50248) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.515395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:10.517325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=4c02dbd1-974c-4d17-9dc3-ffc24432a15e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:10.520673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:10.523650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffc9a114-2c81-41cc-9b15-8deb57952172 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:10.529515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=256cdb85-6924-49eb-aedd-6db2226456e7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:10.584537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:10.596341 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76bd5c25-f9ee-4a38-8ba5-70ba932402c8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 204 len: 168 time: 0.1847541 Jun 09 13:22:10.606841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50250) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.614240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-0c9a8e81-0906-4989-acfe-f233e5d85787 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1164677508') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.638576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:10.650131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:10.652730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:10.653151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.658046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:10.660981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.681120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-0c9a8e81-0906-4989-acfe-f233e5d85787 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:10.682780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0c9a8e81-0906-4989-acfe-f233e5d85787 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1164677508 HTTP/1.1" status: 404 len: 329 time: 0.0749292 Jun 09 13:22:10.686270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50252) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.693245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-73e97957-307e-4c5e-a6ed-cea983edf6d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1469767183') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.737005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Pushing event deleted for resources: {'Port': ['ID=f60f61a6-1073-49ae-9634-6366a8691c78,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:10.742380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:10.748701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] No DVR routers for this DVR port f60f61a6-1073-49ae-9634-6366a8691c78 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:10.775883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:10.776653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.863188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-73e97957-307e-4c5e-a6ed-cea983edf6d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:10.867544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-73e97957-307e-4c5e-a6ed-cea983edf6d0 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1469767183 HTTP/1.1" status: 404 len: 329 time: 0.1802816 Jun 09 13:22:10.868122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50254) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.875508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-f206c9f1-3cc3-473e-9178-dd9659fe73ac tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71', 'tempest-TagsExtTest-Tag-1551093079') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.891260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.913719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77e8c2-4f25-4ff6-a17a-1c19d099f558 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:22:10.915630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2ca636-9c7f-4b5b-bcb8-e1375639f4da']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.930694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.934552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.934870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3a85c-73ca-46b3-9e99-a9f0cc9084a7') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.942482 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-f206c9f1-3cc3-473e-9178-dd9659fe73ac tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] show failed (client error): The resource could not be found. Jun 09 13:22:10.946032 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f206c9f1-3cc3-473e-9178-dd9659fe73ac tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags/tempest-TagsExtTest-Tag-1551093079 HTTP/1.1" status: 404 len: 329 time: 0.0716848 Jun 09 13:22:10.949597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50256) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:10.955757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-b972a096-3073-4dd2-bfb2-acd87a96f5eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e090397d-f2c4-4ade-a93c-1b5a4dea2a71') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:10.971537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:10.997811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-757e5384-1d10-4353-9248-e7d3a7dc9f99 None None] Provisioning for port dcfb071b-0e50-4d5d-89c5-c337324aee75 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:11.020432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-757e5384-1d10-4353-9248-e7d3a7dc9f99 None None] Provisioning complete for port dcfb071b-0e50-4d5d-89c5-c337324aee75 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:11.021842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-757e5384-1d10-4353-9248-e7d3a7dc9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.034436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.052174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:11.052566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.052717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:11.059418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:11.072216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:11.072390 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:11.074772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.087307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f60f61a6-1073-49ae-9634-6366a8691c78 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:11.099890 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8340836 Jun 09 13:22:11.136779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: f60f61a6-1073-49ae-9634-6366a8691c78 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:11.137417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f60f61a6-1073-49ae-9634-6366a8691c78 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:11.155767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Request body: {'port': {'device_id': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:11.160483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b972a096-3073-4dd2-bfb2-acd87a96f5eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71/tags HTTP/1.1" status: 204 len: 168 time: 0.2059340 Jun 09 13:22:11.161416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50258) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:11.166323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-136f5af2-258f-47de-a0bb-9cc16b24143d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6f78444-8f97-48f1-a152-8e654502b655') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:11.169043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-757e5384-1d10-4353-9248-e7d3a7dc9f99 None None] Port dcfb071b-0e50-4d5d-89c5-c337324aee75 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:11.206003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77e8c2-4f25-4ff6-a17a-1c19d099f558 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:22:11.281029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.291342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8261aff8-c5f4-40c2-92cd-017454a57835 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:11.317518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.319683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/6b2ca636-9c7f-4b5b-bcb8-e1375639f4da HTTP/1.1" status: 204 len: 168 time: 0.8097157 Jun 09 13:22:11.324110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50260) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:11.334022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port 4b77acf3-1836-40d4-bbe1-bd37890794a4 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:11.334022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.374910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.391425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.419083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1019659886'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:11.444895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=6b2ca636-9c7f-4b5b-bcb8-e1375639f4da,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:11.462362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:11.500001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:11.503381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.584423 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-136f5af2-258f-47de-a0bb-9cc16b24143d tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655/tags HTTP/1.1" status: 204 len: 168 time: 0.4196303 Jun 09 13:22:11.587409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50266) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:11.593308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port 4b77acf3-1836-40d4-bbe1-bd37890794a4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4b77acf3-1836-40d4-bbe1-bd37890794a4,segment=NetworkSegment(4a670cd2-c7a8-43f3-b8b8-27c043e109d3),segment_id=4a670cd2-c7a8-43f3-b8b8-27c043e109d3)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:11.593494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-b9644b2c-35ca-4f3f-b085-59b64734c029 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:11.593668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.619154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:11.894754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for 4b77acf3-1836-40d4-bbe1-bd37890794a4 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:11.906006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.906349 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment 80733945-8a29-444a-88a2-a14af3e1f6fb of type vlan for network 3be9569e-7742-4162-aee6-5b1b25b42ba2 Jun 09 13:22:11.961722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:11.995814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d998b4-0ba3-4af6-bf04-5e2a57f5946f req-bebb5c5f-87b0-4360-baef-84953b24668b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:11.997275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40d998b4-0ba3-4af6-bf04-5e2a57f5946f req-bebb5c5f-87b0-4360-baef-84953b24668b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 943 time: 0.5340760 Jun 09 13:22:12.021981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25924ad0-6a0f-4291-929f-0c78ecc8c1f2 req-74965223-6db9-43a7-8d25-75254eb4ba36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:12.023461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-25924ad0-6a0f-4291-929f-0c78ecc8c1f2 req-74965223-6db9-43a7-8d25-75254eb4ba36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 932 time: 0.5099666 Jun 09 13:22:12.035591 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9644b2c-35ca-4f3f-b085-59b64734c029 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2/tags HTTP/1.1" status: 204 len: 168 time: 0.4471302 Jun 09 13:22:12.038821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50268) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:12.041191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.045794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-cdea87d0-6b07-444a-880d-c0c2d89d3d08 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52fd1f1c-c4b8-4636-8809-f5f86603e9f8') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:12.083677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.089028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:12.089614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.097499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9093ace8-5ad7-426b-a28f-120af2699233 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:12.183119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40d998b4-0ba3-4af6-bf04-5e2a57f5946f req-b05ccd9c-f06c-4d1a-ae39-2912a0faf56f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737654 Jun 09 13:22:12.199986 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7989857 Jun 09 13:22:12.213376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.220054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50270) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:12.223407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-25924ad0-6a0f-4291-929f-0c78ecc8c1f2 req-d04a6724-91e9-42cb-8911-ec460007ba0b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799433 Jun 09 13:22:12.229557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:12.313277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port 4b77acf3-1836-40d4-bbe1-bd37890794a4 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:12.318057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=3be9569e-7742-4162-aee6-5b1b25b42ba2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:12.329656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:12.354465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:12.358207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6012ab22-cf4b-424b-80f2-d12cd04b262e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:12.375703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.resource_extend [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:22:12.421112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=4b77acf3-1836-40d4-bbe1-bd37890794a4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:12.428186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:12.474927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfb071b-0e50-4d5d-89c5-c337324aee75 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:22:12.495837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.516918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.522973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Transition to ACTIVE for port object dcfb071b-0e50-4d5d-89c5-c337324aee75 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:12.531695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.535218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4433a26c-d76f-4d13-b55b-fe7f9bfef294']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:12.539466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:12.550391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a670cd2-c7a8-43f3-b8b8-27c043e109d3') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:12.550735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a670cd2-c7a8-43f3-b8b8-27c043e109d3') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:12.561765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:12.565237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.565676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:22:12.580052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.660426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.667103 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cdea87d0-6b07-444a-880d-c0c2d89d3d08 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8/tags HTTP/1.1" status: 204 len: 168 time: 0.6269197 Jun 09 13:22:12.675245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50272) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:12.682186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:12.682611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.721347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:12.729206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:12.737926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:12.755035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'port_id': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'mac_address': 'fa:16:3e:05:2d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:12.771659 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:12.799437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:22:12.853948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.869014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.877453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-addd5b0a-d8b6-402e-9150-eac35f506767 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:12.877617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:22:12.895488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.902262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/4433a26c-d76f-4d13-b55b-fe7f9bfef294 HTTP/1.1" status: 204 len: 168 time: 5.9538975 Jun 09 13:22:12.902454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:12.910497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.912503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22994b39-8d1c-4a59-9195-0fe36aae3027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:12.913785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50274) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:12.919230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=4433a26c-d76f-4d13-b55b-fe7f9bfef294,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:12.927555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:12.933557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-32889970'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:12.953850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Attempting to bind port dcfb071b-0e50-4d5d-89c5-c337324aee75 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:12.954452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Attempting to bind port dcfb071b-0e50-4d5d-89c5-c337324aee75 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:12.955016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Attempting to bind port dcfb071b-0e50-4d5d-89c5-c337324aee75 on network 6828d1a9-520f-46dd-ace7-9d5912a6694e {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:12.982793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Port dcfb071b-0e50-4d5d-89c5-c337324aee75 on network 6828d1a9-520f-46dd-ace7-9d5912a6694e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:22:12.983429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Attempting to bind port dcfb071b-0e50-4d5d-89c5-c337324aee75 on network 6828d1a9-520f-46dd-ace7-9d5912a6694e {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:12.989341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0972-c854-41c8-9497-836bf513dd6f tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for subnetpool, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.991119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ef8c0972-c854-41c8-9497-836bf513dd6f tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e090397d-f2c4-4ade-a93c-1b5a4dea2a71 HTTP/1.1" status: 204 len: 168 time: 0.3103282 Jun 09 13:22:12.993331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:12.993853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Checking segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:12.994392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Bound using segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:12.994867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Bound port: dcfb071b-0e50-4d5d-89c5-c337324aee75, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:12.995215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:12.997472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50276) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:13.039673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:13.042843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:13.058028 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-be3d18db-006e-4f80-9e3d-87849442b0d8 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f78444-8f97-48f1-a152-8e654502b655 HTTP/1.1" status: 200 len: 205 time: 0.0593536 Jun 09 13:22:13.063677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50278) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:13.101476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:13.111604 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:13.125375 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:13.126126 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:13.144222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:13.147045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.148478 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1321526 Jun 09 13:22:13.148765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:13.150298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:13.152494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50280) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:13.153091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.198117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:13.207046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:13.207614 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:13.211388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:22:13.229033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.245858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-663f2e44-aed1-4b47-a7ea-69e789cddc72 tempest-RoutersAdminNegativeIpV6Test-14973388 tempest-RoutersAdminNegativeIpV6Test-14973388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:13.269280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:13.269698 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a42de4-fd19-4b04-9639-ef089ddba21b None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:13.285304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:13.355047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.355869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 4296e216-89d9-47ae-9bf0-335804f15c14 of type vlan for network 231d78f9-d90b-4156-bffb-9281f28d1c64 Jun 09 13:22:13.383875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:13.385122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.386713 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] 10.222.0.42 "PUT /v2.0/ports/dcfb071b-0e50-4d5d-89c5-c337324aee75 HTTP/1.1" status: 200 len: 1094 time: 2.2351534 Jun 09 13:22:13.387721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:22:13.390207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08bebe8-fdae-433e-b63d-322940cea3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:22:13.391260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.434792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.440445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:13.447688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:13.448880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4ca3335-ccb3-498c-b167-5463265cb88f tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:13.688092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=aea0a496-9619-4303-80b4-d965453c6d62,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:13.691784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:13.698074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:13.715097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-f9635baa-3896-46e9-ba1a-3bb84aaae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:13.716556 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-f9635baa-3896-46e9-ba1a-3bb84aaae308 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 1097 time: 0.2701380 Jun 09 13:22:13.870055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.resource_extend [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:22:14.065474 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0a2d18d8-f826-458d-bceb-eeb90b4307cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75 HTTP/1.1" status: 200 len: 217 time: 0.2950542 Jun 09 13:22:14.095603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.101132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.101714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.105267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3ba9a5d7-3b17-45b3-b84c-8bc6845b22cd tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:14.131488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': '80733945-8a29-444a-88a2-a14af3e1f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:14.131848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 3be9569e-7742-4162-aee6-5b1b25b42ba2, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:14.159781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-ff75afaa-2d3e-4915-9978-33a915984830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.161329 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-ff75afaa-2d3e-4915-9978-33a915984830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00af2948-6f1c-4e31-8cff-0950cae1969e HTTP/1.1" status: 200 len: 838 time: 0.0836253 Jun 09 13:22:14.225395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.232270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.244185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3153415 Jun 09 13:22:14.247741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50288) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:14.258095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:14.269387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=231d78f9-d90b-4156-bffb-9281f28d1c64,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:14.280180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d513a-5992-45e5-88a9-17cf493ceda9 req-41f17a8a-42c7-478c-ad25-acf34ad85132 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.281736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6e6d513a-5992-45e5-88a9-17cf493ceda9 req-41f17a8a-42c7-478c-ad25-acf34ad85132 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 944 time: 0.8971717 Jun 09 13:22:14.283967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:14.285078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 231d78f9-d90b-4156-bffb-9281f28d1c64 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:14.299946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823dead-082c-448b-8e17-27073d18a024 req-c532a73b-d462-448c-aba5-daabdd561ac8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.301434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4823dead-082c-448b-8e17-27073d18a024 req-c532a73b-d462-448c-aba5-daabdd561ac8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 944 time: 0.8626728 Jun 09 13:22:14.317516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.317989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Fanout notify agent at l3_agent the message router_deleted on router a6f78444-8f97-48f1-a152-8e654502b655 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:22:14.319557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:14.325959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.327016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e93839d-d624-47c8-b3a7-7819bed53452 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/routers/a6f78444-8f97-48f1-a152-8e654502b655 HTTP/1.1" status: 204 len: 168 time: 1.2623503 Jun 09 13:22:14.333482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50290) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:14.416640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 3be9569e-7742-4162-aee6-5b1b25b42ba2) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:14.425933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3400d-28bd-40ea-a31e-41d37541e968 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:14.447951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6e6d513a-5992-45e5-88a9-17cf493ceda9 req-509281a0-c667-4b38-bbd7-d20481a0316f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583595 Jun 09 13:22:14.453490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.454066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.461660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-55df202c-8d50-48e7-b54e-793e2ca9cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:14.463161 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-55df202c-8d50-48e7-b54e-793e2ca9cbd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6828d1a9-520f-46dd-ace7-9d5912a6694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2945833 Jun 09 13:22:14.472223 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4823dead-082c-448b-8e17-27073d18a024 req-b76e4130-153e-4e58-ae91-43e9a7d83d48 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559923 Jun 09 13:22:14.543195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f91f7f-baa2-4c09-a9f1-bb4e87851be5 x-openstack-request-id: req-98f91f7f-baa2-4c09-a9f1-bb4e87851be5 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:22:14.543597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:22:14.543812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98f91f7f-baa2-4c09-a9f1-bb4e87851be5 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:22:14.544244 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75', 'status': 'completed', 'code': 200} Jun 09 13:22:14.555321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Deleting port 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:14.555705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.585760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:14.630331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.635948 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4074934 Jun 09 13:22:14.636203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50292) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:14.640872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340989988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:14.642205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:14.645811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.710080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.711622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.721975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.753566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-3be9569e-7742-4162-aee6-5b1b25b42ba2', 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': 'aea0a496-9619-4303-80b4-d965453c6d62'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:14.754650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.765982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:14.774594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:14.775040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.850731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Calling delete_port for 5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:14.853762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.894440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.925819 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-0d3df335-5afa-4018-be83-ce7f672e3d00 service neutron] 10.222.0.42 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145114 Jun 09 13:22:14.926591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:14.927869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34d3d77f-8c6b-4bbc-b20d-5e03c3cdc14d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2907469 Jun 09 13:22:14.932352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50294) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:14.937670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'port': {'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2', 'name': 'tempest-RoutersIpV6Test-73105468'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:15.015539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.038962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Allocated IP 2001:db8::2 (3be9569e-7742-4162-aee6-5b1b25b42ba2/aea0a496-9619-4303-80b4-d965453c6d62/471d12dc-782d-4ae4-854b-17068fc47892) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:15.060017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:22:15.062327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7861fdd-810e-4454-891a-6fa1b71303db" -d '{"events": [{"server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "name": "network-vif-plugged", "status": "completed", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:22:15.077518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:15.109441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.122823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:15.167134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.174401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1759e20-583f-4848-961f-1ed48df18c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:15.256777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:15.328455 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e6927c3-2544-4140-baef-eca4505a7d5c req-4fe44fff-56a7-4dbc-bdd7-51a7392235db service neutron] 10.222.0.42 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932683 Jun 09 13:22:15.365306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:15.368405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5c7487-d32e-42e9-9a83-db03ab61de15 x-openstack-request-id: req-2c5c7487-d32e-42e9-9a83-db03ab61de15 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:22:15.369131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "name": "network-vif-plugged", "status": "completed", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:22:15.369656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c5c7487-d32e-42e9-9a83-db03ab61de15 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:22:15.370282 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'code': 200} Jun 09 13:22:15.385306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.392446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5ed7dc72-a524-4117-9d16-567879a05cbd tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:15.418211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event deleted for resources: {'Port': ['ID=5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:15.472467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:15.523231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.525171 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/ports/5425f9d2-dfd2-480a-aa5c-d8b88a83e1a2 HTTP/1.1" status: 204 len: 168 time: 1.1758130 Jun 09 13:22:15.532080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50304) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:15.548531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.573901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Transition to ACTIVE for port object 471d12dc-782d-4ae4-854b-17068fc47892 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:15.580484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e5e94016-4946-41b8-8130-38443c610a93,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:15.590484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:15.602855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.1 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/d17f4bad-f903-4903-9243-1e05ee363e10) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:15.625759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Transition to ACTIVE for port object 471d12dc-782d-4ae4-854b-17068fc47892 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:15.629646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '4296e216-89d9-47ae-9bf0-335804f15c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:15.630040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 231d78f9-d90b-4156-bffb-9281f28d1c64, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:15.634072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.636782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:15.640309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.661963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:15.668933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Deleting subnet 52fd1f1c-c4b8-4636-8809-f5f86603e9f8 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:15.678198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] device_id is not set on port f77cd826-a719-449a-a87a-a9f35b5cd203 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:22:15.712764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.729628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:15.737314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:15.742561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:15.870566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Pushing event updated for resources: {'Port': ['ID=471d12dc-782d-4ae4-854b-17068fc47892,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:15.881063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:15.898574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Attempting to bind port 471d12dc-782d-4ae4-854b-17068fc47892 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:15.899461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Attempting to bind port 471d12dc-782d-4ae4-854b-17068fc47892 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '80733945-8a29-444a-88a2-a14af3e1f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:15.899903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Attempting to bind port 471d12dc-782d-4ae4-854b-17068fc47892 on network 3be9569e-7742-4162-aee6-5b1b25b42ba2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:15.905834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:15.906698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Checking segment: {'id': '80733945-8a29-444a-88a2-a14af3e1f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:15.906698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.907166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Bound using segment: {'id': '80733945-8a29-444a-88a2-a14af3e1f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:15.907710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Bound port: 471d12dc-782d-4ae4-854b-17068fc47892, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80733945-8a29-444a-88a2-a14af3e1f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3be9569e-7742-4162-aee6-5b1b25b42ba2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:15.908166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.915519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:15.916709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-0e6e54b2-c18c-4961-86e6-cb1716424d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:15.918202 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-0e6e54b2-c18c-4961-86e6-cb1716424d53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 1097 time: 0.4993443 Jun 09 13:22:15.918792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 231d78f9-d90b-4156-bffb-9281f28d1c64 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:16.004383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] For port 471d12dc-782d-4ae4-854b-17068fc47892, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:16.007744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] For port 471d12dc-782d-4ae4-854b-17068fc47892, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=471d12dc-782d-4ae4-854b-17068fc47892,segment=NetworkSegment(80733945-8a29-444a-88a2-a14af3e1f6fb),segment_id=80733945-8a29-444a-88a2-a14af3e1f6fb)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:16.013768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.014463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 231d78f9-d90b-4156-bffb-9281f28d1c64) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:16.026388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:16.042015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.042617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.061077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6625e-84d0-43a5-b994-83b1bac88285 None None] Network 231d78f9-d90b-4156-bffb-9281f28d1c64 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:16.065616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.136469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537313-69e6-4054-877b-47fba7c4a8d7 req-c34ed792-b31e-4c89-9133-8af96e3c2979 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.137980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8f537313-69e6-4054-877b-47fba7c4a8d7 req-c34ed792-b31e-4c89-9133-8af96e3c2979 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.4735620 Jun 09 13:22:16.139300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.155863 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9021816 Jun 09 13:22:16.159797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4dbe827-fb5e-4558-ac32-2985c4804774 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:16.165196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8::218 (3be9569e-7742-4162-aee6-5b1b25b42ba2/aea0a496-9619-4303-80b4-d965453c6d62/f77cd826-a719-449a-a87a-a9f35b5cd203) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:16.167738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.188097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Pushing event updated for resources: {'Port': ['ID=471d12dc-782d-4ae4-854b-17068fc47892,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:16.200300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:16.203655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50306) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:16.243244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934dd7e-8b63-4749-a0c2-faf31d6cbfd0 req-82157092-5c5b-4459-9255-3af7ee12bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.244520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:16.244908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d934dd7e-8b63-4749-a0c2-faf31d6cbfd0 req-82157092-5c5b-4459-9255-3af7ee12bee1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1098 time: 0.5726373 Jun 09 13:22:16.249697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:16.259670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9013d-223d-498d-8c33-b87704247c85 req-b5083be5-cf8a-4aef-acb3-1f94170e10fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.261161 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ce9013d-223d-498d-8c33-b87704247c85 req-b5083be5-cf8a-4aef-acb3-1f94170e10fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 944 time: 0.4885006 Jun 09 13:22:16.265549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:16.305842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-671bf029-c0d7-4213-a01e-785a369597e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.307352 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-671bf029-c0d7-4213-a01e-785a369597e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6828d1a9-520f-46dd-ace7-9d5912a6694e HTTP/1.1" status: 200 len: 897 time: 0.3824046 Jun 09 13:22:16.343609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-231d78f9-d90b-4156-bffb-9281f28d1c64', 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'e5e94016-4946-41b8-8130-38443c610a93'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:16.345176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.411338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=d17f4bad-f903-4903-9243-1e05ee363e10,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:16.425647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:16.439108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.443408 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-fb48c8f1-3ff0-4d13-9ab8-0e2e3d277c81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75 HTTP/1.1" status: 200 len: 217 time: 0.1204820 Jun 09 13:22:16.512250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8f537313-69e6-4054-877b-47fba7c4a8d7 req-b66cfab3-3e1c-4f1b-8122-51b40f8794bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651457 Jun 09 13:22:16.529846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-2fc502ba-2744-4954-bccc-3a8b98c6ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.531566 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-2fc502ba-2744-4954-bccc-3a8b98c6ce4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00af2948-6f1c-4e31-8cff-0950cae1969e HTTP/1.1" status: 200 len: 838 time: 0.0709758 Jun 09 13:22:16.549685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d934dd7e-8b63-4749-a0c2-faf31d6cbfd0 req-970faec3-ce16-4c94-a3b5-3e2b6af96cdb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812994 Jun 09 13:22:16.590109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ce9013d-223d-498d-8c33-b87704247c85 req-41c8662a-06bb-4a8e-8ae8-c4ae5e39486f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646255 Jun 09 13:22:16.630107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.648867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.663719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Allocated IP 2001:db8::1 (231d78f9-d90b-4156-bffb-9281f28d1c64/e5e94016-4946-41b8-8130-38443c610a93/d18acbed-2edf-4fc2-ae09-cd1a77c10113) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:16.693833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-9e6adb4d-7cce-4f8d-9003-3cc80f7278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:16.696031 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-9e6adb4d-7cce-4f8d-9003-3cc80f7278f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6828d1a9-520f-46dd-ace7-9d5912a6694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1521521 Jun 09 13:22:16.700179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34cb6221-a80a-4893-ae1e-ad00bd74b867 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:16.742756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 471d12dc-782d-4ae4-854b-17068fc47892 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:16.747969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event deleted for resources: {'Subnet': ['ID=52fd1f1c-c4b8-4636-8809-f5f86603e9f8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:16.755402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:16.767999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.772994 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/subnets/52fd1f1c-c4b8-4636-8809-f5f86603e9f8 HTTP/1.1" status: 204 len: 168 time: 1.2367847 Jun 09 13:22:16.773875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50308) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:16.781739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595bc3a-9cd4-4f6f-8f05-d9989f1106aa None None] Network c659994f-b50c-4b8a-9365-e6f38b23060c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:16.858367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:16.952905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 471d12dc-782d-4ae4-854b-17068fc47892 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:16.990495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.023566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.032321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.080611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object f77cd826-a719-449a-a87a-a9f35b5cd203 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:17.132188 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-cad66ae2-b9cf-4b10-9e8d-d68e4a7c9275 service neutron] 10.222.0.42 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541260 Jun 09 13:22:17.140879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.156970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Transition to ACTIVE for port object d18acbed-2edf-4fc2-ae09-cd1a77c10113 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:17.178100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.184673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:17.191704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Transition to ACTIVE for port object d18acbed-2edf-4fc2-ae09-cd1a77c10113 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:17.208984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.219391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Deleting port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:17.219731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.231446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:17.378650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Pushing event updated for resources: {'Port': ['ID=d18acbed-2edf-4fc2-ae09-cd1a77c10113,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:17.396855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] DHCP port deletion for c659994f-b50c-4b8a-9365-e6f38b23060c request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:17.406157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:17.426374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Network 231d78f9-d90b-4156-bffb-9281f28d1c64 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:17.426678 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08bebe8-fdae-433e-b63d-322940cea3c0 req-736bd1d6-d55d-48c6-9a6d-39a88b674e8c service neutron] 10.222.0.42 "GET /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822680 Jun 09 13:22:17.478447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:17.488130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:17.535159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.541506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.583052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9509b549-5287-4892-9592-eb2a596b818f tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:17.607696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Attempting to bind port d18acbed-2edf-4fc2-ae09-cd1a77c10113 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:17.608577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Attempting to bind port d18acbed-2edf-4fc2-ae09-cd1a77c10113 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4296e216-89d9-47ae-9bf0-335804f15c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:17.608949 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Attempting to bind port d18acbed-2edf-4fc2-ae09-cd1a77c10113 on network 231d78f9-d90b-4156-bffb-9281f28d1c64 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:17.620153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:17.620533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Checking segment: {'id': '4296e216-89d9-47ae-9bf0-335804f15c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:17.620936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.621398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Bound using segment: {'id': '4296e216-89d9-47ae-9bf0-335804f15c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:17.621793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Bound port: d18acbed-2edf-4fc2-ae09-cd1a77c10113, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296e216-89d9-47ae-9bf0-335804f15c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '231d78f9-d90b-4156-bffb-9281f28d1c64'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:17.622171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.624609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=f77cd826-a719-449a-a87a-a9f35b5cd203,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:17.661318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.667085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a9949-23b7-4e3e-8e04-35e81ef7b734 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:17.688395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:17.690963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-82c5c467-727f-4984-a42d-ceeba9f5bac6 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:17.695145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.700236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=d17f4bad-f903-4903-9243-1e05ee363e10,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:17.705415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:17.776517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Deleting port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:17.776900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.913730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:17.919889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e94016-4946-41b8-8130-38443c610a93,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:17.921961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:17.934402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:17.940170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:17.946348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:17.946965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.977183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Provisioning for port 471d12dc-782d-4ae4-854b-17068fc47892 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:17.983638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] For port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,segment=NetworkSegment(acb4795b-ae9e-431c-9f11-766fe8fd7bf6),segment_id=acb4795b-ae9e-431c-9f11-766fe8fd7bf6)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:17.984308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:17.999873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50314) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:18.000632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.0656672 Jun 09 13:22:18.010444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-921d6a10-6244-4a27-91f1-6beed4d84c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.011618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Provisioning complete for port 471d12dc-782d-4ae4-854b-17068fc47892 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:18.011970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.051337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:18.058080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:18.073220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.088612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] For port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,segment=NetworkSegment(acb4795b-ae9e-431c-9f11-766fe8fd7bf6),segment_id=acb4795b-ae9e-431c-9f11-766fe8fd7bf6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:18.089004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.146700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Calling delete_port for 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:18.159544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231d78f9-d90b-4156-bffb-9281f28d1c64']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.165033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] For port d18acbed-2edf-4fc2-ae09-cd1a77c10113, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:18.180145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296e216-89d9-47ae-9bf0-335804f15c14') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.180792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296e216-89d9-47ae-9bf0-335804f15c14') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.200300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.235084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Calling delete_port for 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:18.235949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceca81e-6063-406f-af46-a90a316fa906 req-565e00ab-3ea8-42da-93de-5a5b1397d91f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:18.237406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ceca81e-6063-406f-af46-a90a316fa906 req-565e00ab-3ea8-42da-93de-5a5b1397d91f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.4906225 Jun 09 13:22:18.258257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] For port d18acbed-2edf-4fc2-ae09-cd1a77c10113, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d18acbed-2edf-4fc2-ae09-cd1a77c10113,segment=NetworkSegment(4296e216-89d9-47ae-9bf0-335804f15c14),segment_id=4296e216-89d9-47ae-9bf0-335804f15c14)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:18.267984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a14f8-5cf5-4369-96e5-8df68a01de8d req-f14ff32c-9542-4d1e-b1fb-304a27232ace tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:18.271116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-580a14f8-5cf5-4369-96e5-8df68a01de8d req-f14ff32c-9542-4d1e-b1fb-304a27232ace tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 944 time: 0.4590092 Jun 09 13:22:18.275427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.286848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-66715e5f-909a-4440-8c04-c21aebe5020c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:18.287082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.323510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:18.323921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:18.340103 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:18.441971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ceca81e-6063-406f-af46-a90a316fa906 req-d1de1021-91be-4b8e-be39-3429201d2857 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973174 Jun 09 13:22:18.454772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-580a14f8-5cf5-4369-96e5-8df68a01de8d req-632dc2a9-1912-4048-90d0-6c337f82673d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725600 Jun 09 13:22:18.459036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:22:18.459036 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:22:18.459036 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '231d78f9-d90b-4156-bffb-9281f28d1c64'}] Jun 09 13:22:18.459036 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:18.459608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:18.463648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.469207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-90e58a64-d11d-426b-a95b-79622e1abae9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:18.524160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event deleted for resources: {'Port': ['ID=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:18.526362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.528392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:18.533201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] No DVR routers for this DVR port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:18.539657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Pushing event updated for resources: {'Port': ['ID=d18acbed-2edf-4fc2-ae09-cd1a77c10113,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:18.544499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:18.567364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:18.600939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09f8e2-0305-40a9-a978-2a3b55c87cf5 None None] Network 231d78f9-d90b-4156-bffb-9281f28d1c64 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:18.668491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:18.669178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:18.684669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dcfb071b-0e50-4d5d-89c5-c337324aee75 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:22:18.711196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.714771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.723009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfbe0591-6b3a-4a8e-a1b5-a832a7075676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:18.737744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c659994f-b50c-4b8a-9365-e6f38b23060c']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.739647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:18.758395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.758751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb4795b-ae9e-431c-9f11-766fe8fd7bf6') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:18.767315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] For port 471d12dc-782d-4ae4-854b-17068fc47892, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=471d12dc-782d-4ae4-854b-17068fc47892,segment=NetworkSegment(80733945-8a29-444a-88a2-a14af3e1f6fb),segment_id=80733945-8a29-444a-88a2-a14af3e1f6fb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:18.783147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.789740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Pushing event deleted for resources: {'Port': ['ID=1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:18.793063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] No DVR routers for this DVR port 1cc0d849-17b6-4a50-8ab2-a40c6a99a6b2 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:18.797592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.801568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:18.802031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cce98933-64c0-4ecf-b378-47afdc35e00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:18.804208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef202a-0f12-45ff-9938-316ac749889c req-251142bd-1988-4545-be8f-7c83c72b61b8 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:18.805695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39ef202a-0f12-45ff-9938-316ac749889c req-251142bd-1988-4545-be8f-7c83c72b61b8 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.2071519 Jun 09 13:22:18.833670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.845600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:18.846323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:18.861344 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:18.962694 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39ef202a-0f12-45ff-9938-316ac749889c req-cb234181-9da5-4b19-a43d-b27c62b83179 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496100 Jun 09 13:22:18.973601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:18.976000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50318) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:19.062663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.075990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.077951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Pushing event updated for resources: {'Port': ['ID=471d12dc-782d-4ae4-854b-17068fc47892,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:19.083731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:19.089108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.091245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] 10.222.0.21 "DELETE /v2.0/networks/c659994f-b50c-4b8a-9365-e6f38b23060c HTTP/1.1" status: 204 len: 168 time: 2.3163781 Jun 09 13:22:19.099076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bf9ea3f3-0ea0-4d5f-90dc-9c797fcd424e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:19.126721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Pushing event deleted for resources: {'Network': ['ID=c659994f-b50c-4b8a-9365-e6f38b23060c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:19.135346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:19.154453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:19.166026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port d18acbed-2edf-4fc2-ae09-cd1a77c10113 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:19.166848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.200082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'dcfb071b-0e50-4d5d-89c5-c337324aee75', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'port_id': 'dcfb071b-0e50-4d5d-89c5-c337324aee75', 'mac_address': 'fa:16:3e:a1:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:22:19.263662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Provisioning for port f77cd826-a719-449a-a87a-a9f35b5cd203 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:19.277931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Provisioning complete for port f77cd826-a719-449a-a87a-a9f35b5cd203 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:19.278326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.344961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.371835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port d18acbed-2edf-4fc2-ae09-cd1a77c10113, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d18acbed-2edf-4fc2-ae09-cd1a77c10113,segment=NetworkSegment(4296e216-89d9-47ae-9bf0-335804f15c14),segment_id=4296e216-89d9-47ae-9bf0-335804f15c14)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:19.373064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.401066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Port f77cd826-a719-449a-a87a-a9f35b5cd203 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:19.406070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfb071b-0e50-4d5d-89c5-c337324aee75 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:22:19.426491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:19.440698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Provisioning complete for port 471d12dc-782d-4ae4-854b-17068fc47892 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:19.441891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-763099ce-c792-4f30-8a4a-a0123f4fb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.479176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.481398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec546396-53c0-4788-94f5-494e0972152e None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:22:19.532169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:19.544458 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/routers/cdadd141-70ef-4529-997d-3cf8b3558bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3898842 Jun 09 13:22:19.595513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50328) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:19.608079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'port': {'network_id': '27afaa08-729c-443d-8847-47118b63f8f6', 'name': 'tempest-FloatingIPTestJSON-132780375'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:19.641849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-091e4b8c-0e56-42b3-9afb-9220c4528f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:19.668566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50330) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:19.677630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:19.741662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for d18acbed-2edf-4fc2-ae09-cd1a77c10113 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:19.753746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d908f4-2b7e-480b-81be-3c874864e135 tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:19.755427 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34d908f4-2b7e-480b-81be-3c874864e135 tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1093 time: 0.7755873 Jun 09 13:22:19.759839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50334) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:19.764887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:19.782772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec546396-53c0-4788-94f5-494e0972152e None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:22:19.785655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['dcfb071b-0e50-4d5d-89c5-c337324aee75'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:22:19.839335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10aaf-5d9a-479c-b924-b9eacc5beb31 req-20594290-ee63-482d-b27b-c145571f44ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:19.840749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8c10aaf-5d9a-479c-b924-b9eacc5beb31 req-20594290-ee63-482d-b27b-c145571f44ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 945 time: 0.2002168 Jun 09 13:22:19.843924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.890923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:19.891560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:19.903742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.936269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.962559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8c10aaf-5d9a-479c-b924-b9eacc5beb31 req-9fea0c00-bd8a-40f2-adab-e246c3aec360 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990820 Jun 09 13:22:19.980989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:19.991647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15583262-d39f-441d-8aef-4817ed5f82b2 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:20.000441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:20.052831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port d18acbed-2edf-4fc2-ae09-cd1a77c10113 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:20.076219 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b2c8539-c4ce-4d52-88e2-bb1e2b9bb191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d022eb2a6104b1db9ec9590c7bc68c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001408 Jun 09 13:22:20.080348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50336) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:20.083113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=d18acbed-2edf-4fc2-ae09-cd1a77c10113,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:20.086586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:20.115685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.117161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=f77cd826-a719-449a-a87a-a9f35b5cd203,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:20.131102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:20.193372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:20.196910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:20.197988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.211405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.213684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231d78f9-d90b-4156-bffb-9281f28d1c64']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.236357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296e216-89d9-47ae-9bf0-335804f15c14') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.236577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296e216-89d9-47ae-9bf0-335804f15c14') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.253295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.262249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.267676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:20.268307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:21:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.270851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.311906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.329849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:20.330297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:20.346352 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:20.445074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:20.454670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.462800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:20.463212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151119c-7bc0-485f-b465-f2a8c6651784 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:20.489317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9e6b-a2a3-4bc6-b8c5-bafc90bc59e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.495776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.505885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d23fe502-78a2-47a5-8ff3-d8d42ea595f2 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:20.513789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 471d12dc-782d-4ae4-854b-17068fc47892 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:20.523507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.527566 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/231d78f9-d90b-4156-bffb-9281f28d1c64 HTTP/1.1" status: 204 len: 168 time: 4.3213835 Jun 09 13:22:20.531624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50338) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:20.540261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=231d78f9-d90b-4156-bffb-9281f28d1c64,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:20.543679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:20.544059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1511590607'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:20.552773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.555858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.557032 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20de5ddf-665f-47f1-8b9b-30e80ce2e62f HTTP/1.1" status: 204 len: 168 time: 0.4359436 Jun 09 13:22:20.557164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.26.5.32 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/7620ce0f-01bc-4224-87c2-237076ffdbc6) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:20.561739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4a556c3a-bea7-44e1-a341-f60d74d7160a tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:20.570652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.588889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] device_id is not set on port 681dce9c-b84a-4625-8e62-6ea11ffaeea3 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:22:20.636266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de5ddf-665f-47f1-8b9b-30e80ce2e62f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:20.646754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:20.701911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.711979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:20.715575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.760826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.797323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.803600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79469d0c-3918-498d-b3d0-2df0eb56f8a4 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:20.872269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a75c87ef-51c1-48be-8cd0-9a7d6f62446b None None] Provisioning complete for port f77cd826-a719-449a-a87a-a9f35b5cd203 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:20.873275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a75c87ef-51c1-48be-8cd0-9a7d6f62446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:20.879265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.7 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/681dce9c-b84a-4625-8e62-6ea11ffaeea3) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:20.953386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:20.957423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:20.962500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:20.970410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 471d12dc-782d-4ae4-854b-17068fc47892 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:20.981285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.086709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a75c87ef-51c1-48be-8cd0-9a7d6f62446b None None] Port f77cd826-a719-449a-a87a-a9f35b5cd203 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:21.142818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.160269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:21.180080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.180585 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 177c88ed-787a-4497-ad1d-d039e327c446 of type vlan for network 347fd422-8e8a-4f6a-8185-8af1424db047 Jun 09 13:22:21.192542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=7620ce0f-01bc-4224-87c2-237076ffdbc6,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:21.208031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:21.269908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.276854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.280539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.295437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b63438b2-7a4c-42fb-accc-c5137c581e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:21.344821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.422286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:21.434236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:21.446773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.452408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:21.453039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.459967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:21.485836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=681dce9c-b84a-4625-8e62-6ea11ffaeea3,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:21.494477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:21.502261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72ec1068-2f60-43d2-be31-2465a81e4936 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:21.544988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6b8a-c060-4fb5-8365-b1cf2ae391a9 req-d5cdb95a-f80c-45f5-a8e2-41f27bff4d27 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:21.546506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-388e6b8a-c060-4fb5-8365-b1cf2ae391a9 req-d5cdb95a-f80c-45f5-a8e2-41f27bff4d27 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 945 time: 0.3924537 Jun 09 13:22:21.613871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc8b35c8-c995-4a83-a44b-72940b220e0f None None] Provisioning complete for port f77cd826-a719-449a-a87a-a9f35b5cd203 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:21.614255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc8b35c8-c995-4a83-a44b-72940b220e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.614453 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-388e6b8a-c060-4fb5-8365-b1cf2ae391a9 req-3756ade6-cd4d-4879-bb6f-f3735ba2c4aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565765 Jun 09 13:22:21.654419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.697367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b35c8-c995-4a83-a44b-72940b220e0f None None] Port f77cd826-a719-449a-a87a-a9f35b5cd203 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:21.746305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.888768 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3514943 Jun 09 13:22:21.891844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50344) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:21.898921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:21.918563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:21.919202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:21.938132 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:22:21.939743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=347fd422-8e8a-4f6a-8185-8af1424db047,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:21.951812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 347fd422-8e8a-4f6a-8185-8af1424db047 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:22.001922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:22.027123 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4303167 Jun 09 13:22:22.030828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50346) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:22.044563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'port': {'network_id': '27afaa08-729c-443d-8847-47118b63f8f6', 'name': 'tempest-FloatingIPTestJSON-569125136'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:22.078484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.080602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:22.084442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.100388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.150966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b27e8011-6ca2-491e-a3bd-ed5f44d794cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:22.234743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.242013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.242853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.248504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65809c79-508f-40a7-acc5-ad0a3e1220eb tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:22.284824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=7620ce0f-01bc-4224-87c2-237076ffdbc6,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:22.298344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:22.309910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:22.312670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.313345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.409718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=f77cd826-a719-449a-a87a-a9f35b5cd203,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:22.414820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] device_id is not set on port 3889a529-6d96-4054-a5c5-f49744d7eade yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:22:22.452590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:22.558798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:22.561765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:22.563646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP 4e01c324-3272-4848-8ac1-6898fdab9190 associated. External IP: 172.26.5.32, port: 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5. Jun 09 13:22:22.637478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dcfb071b-0e50-4d5d-89c5-c337324aee75 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:22.711594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.725247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fa219e0-4147-4117-a2aa-0b74180f51de tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:22.740465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port dcfb071b-0e50-4d5d-89c5-c337324aee75 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:22.745597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port dcfb071b-0e50-4d5d-89c5-c337324aee75 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:22.746122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.768675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.10 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/3889a529-6d96-4054-a5c5-f49744d7eade) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:22.893409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=d01fa9a2-bde5-4fe8-8909-0f3a0b5e83d2,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:22.896338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.899422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:22.938473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:22:22.940515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9f57f-3e0d-4b99-857e-dab4ca0bbf1b" -d '{"events": [{"server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "name": "network-vif-plugged", "status": "completed", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:22:22.947259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '177c88ed-787a-4497-ad1d-d039e327c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:22.948024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 347fd422-8e8a-4f6a-8185-8af1424db047, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:22.948414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-63b581ef-6f74-4b24-876a-157d718b9d3f None None] Provisioning complete for port f77cd826-a719-449a-a87a-a9f35b5cd203 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:22.948801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63b581ef-6f74-4b24-876a-157d718b9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:22.952870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 9e84df5e-a99d-45ec-ba7d-798f561df4db is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:22:22.979867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:23.004978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.010054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:23.041322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12739c-a55a-4641-b06b-43cb30198dd1 x-openstack-request-id: req-4d12739c-a55a-4641-b06b-43cb30198dd1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:22:23.041609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "name": "network-vif-plugged", "status": "completed", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:22:23.041868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d12739c-a55a-4641-b06b-43cb30198dd1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:22:23.042458 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75', 'code': 200} Jun 09 13:22:23.082306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-63b581ef-6f74-4b24-876a-157d718b9d3f None None] Port f77cd826-a719-449a-a87a-a9f35b5cd203 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:23.093337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:23.097283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:23.100733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.157418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.175106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:23.180903 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/9e84df5e-a99d-45ec-ba7d-798f561df4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1794877 Jun 09 13:22:23.183334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50352) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:23.188268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] Sync routers for ids ['9e84df5e-a99d-45ec-ba7d-798f561df4db'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:23.199113 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] Routers {'9e84df5e-a99d-45ec-ba7d-798f561df4db'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:23.199808 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9e84df5e-a99d-45ec-ba7d-798f561df4db'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:23.298846 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:23.306182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7708-e4ac-4e3e-91b3-5a34f86db3e1 req-593f3c78-b7c2-4bb9-85ec-8dd50eeb0948 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:23.307734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cc8f7708-e4ac-4e3e-91b3-5a34f86db3e1 req-593f3c78-b7c2-4bb9-85ec-8dd50eeb0948 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 945 time: 0.5055153 Jun 09 13:22:23.308969 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] Routers {'9e84df5e-a99d-45ec-ba7d-798f561df4db'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:23.309735 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9e84df5e-a99d-45ec-ba7d-798f561df4db'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:23.319944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 347fd422-8e8a-4f6a-8185-8af1424db047 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:23.370049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 347fd422-8e8a-4f6a-8185-8af1424db047) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:23.373283 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:23.373972 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce1a14-effa-420e-82d1-0433f9c69bb7 None None] The sync data for ids ['9e84df5e-a99d-45ec-ba7d-798f561df4db'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:23.387386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24342ea-d486-4e5a-a99e-56b87a12b482 None None] Network 347fd422-8e8a-4f6a-8185-8af1424db047 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:23.389277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:23.389870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.411027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cc8f7708-e4ac-4e3e-91b3-5a34f86db3e1 req-85ccdd04-8c00-4eec-9dc5-02cd3b527944 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921900 Jun 09 13:22:23.425538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:23.442489 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5494671 Jun 09 13:22:23.443193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50354) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:23.501946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc554d-cbee-476a-8117-eed850bbcb91 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:23.506045 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-24cc554d-cbee-476a-8117-eed850bbcb91 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports/f77cd826-a719-449a-a87a-a9f35b5cd203 HTTP/1.1" status: 200 len: 982 time: 0.3190587 Jun 09 13:22:23.508132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50356) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:23.568894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.589937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:23.668954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-347fd422-8e8a-4f6a-8185-8af1424db047', 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'd01fa9a2-bde5-4fe8-8909-0f3a0b5e83d2'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:23.670876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.734671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ffdd-93e1-4031-944b-3380182d26c3 req-535ec157-afa8-4fbe-86f1-8d2a92c22f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:23.736175 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b583ffdd-93e1-4031-944b-3380182d26c3 req-535ec157-afa8-4fbe-86f1-8d2a92c22f85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 1099 time: 0.3351285 Jun 09 13:22:23.740260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:23.743258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.745307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:23.747918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:23.758769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:23.771912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:23.819323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=3889a529-6d96-4054-a5c5-f49744d7eade,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:23.819921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.820703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:23.821484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:23.822482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:23.876716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:23.921354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1604469 Jun 09 13:22:23.924574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:22:23.927262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096b869-5e00-4b23-b1d5-184a5765fcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:22:23.993005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:23.993621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.009379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Allocated IP 2001:db8::1 (347fd422-8e8a-4f6a-8185-8af1424db047/d01fa9a2-bde5-4fe8-8909-0f3a0b5e83d2/20ca539b-79d2-428c-b041-4d5b65f3ed33) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:24.013340 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b583ffdd-93e1-4031-944b-3380182d26c3 req-c75b49c8-43a5-4d29-bd77-9a0a4a3f0969 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334569 Jun 09 13:22:24.040914 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0062017 Jun 09 13:22:24.040914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50364) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:24.045659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '3889a529-6d96-4054-a5c5-f49744d7eade', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:24.116574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:22:24.117817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.195980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6d942-c62c-4c5c-8dcf-ad514193735a x-openstack-request-id: req-71e6d942-c62c-4c5c-8dcf-ad514193735a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:22:24.195980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:22:24.195980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71e6d942-c62c-4c5c-8dcf-ad514193735a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:22:24.197205 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'status': 'completed', 'code': 200} Jun 09 13:22:24.393954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-9b31ee8e-656f-4fd1-9762-33b63de7caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:24.395601 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-9b31ee8e-656f-4fd1-9762-33b63de7caef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1098 time: 0.1590075 Jun 09 13:22:24.454841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.479997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Transition to ACTIVE for port object 20ca539b-79d2-428c-b041-4d5b65f3ed33 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:24.519666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.536755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Transition to ACTIVE for port object 20ca539b-79d2-428c-b041-4d5b65f3ed33 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:24.552175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.557365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:24.601002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.607245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-079da4ae-ea49-41c6-a1ab-86c2a1d31a88 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:24.627516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Network 347fd422-8e8a-4f6a-8185-8af1424db047 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:24.631248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:24.636897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:24.641931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Pushing event updated for resources: {'Port': ['ID=20ca539b-79d2-428c-b041-4d5b65f3ed33,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:24.642154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.647594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:24.668611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=d01fa9a2-bde5-4fe8-8909-0f3a0b5e83d2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:24.671642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:24.764427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7726-1714-4781-aade-dae11b3078b2 req-540c5105-3e04-4d3c-ae0e-797459ab3365 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:24.766435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cfca7726-1714-4781-aade-dae11b3078b2 req-540c5105-3e04-4d3c-ae0e-797459ab3365 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.2334845 Jun 09 13:22:24.769554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.772210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Attempting to bind port 20ca539b-79d2-428c-b041-4d5b65f3ed33 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:24.772592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Attempting to bind port 20ca539b-79d2-428c-b041-4d5b65f3ed33 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '177c88ed-787a-4497-ad1d-d039e327c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:24.772957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Attempting to bind port 20ca539b-79d2-428c-b041-4d5b65f3ed33 on network 347fd422-8e8a-4f6a-8185-8af1424db047 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:24.776894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '4e01c324-3272-4848-8ac1-6898fdab9190', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:22:21Z', 'updated_at': '2021-06-09T13:22:21Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:24.784696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:24.785062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Checking segment: {'id': '177c88ed-787a-4497-ad1d-d039e327c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:24.785475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.785957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Bound using segment: {'id': '177c88ed-787a-4497-ad1d-d039e327c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:24.786469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Bound port: 20ca539b-79d2-428c-b041-4d5b65f3ed33, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177c88ed-787a-4497-ad1d-d039e327c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '347fd422-8e8a-4f6a-8185-8af1424db047'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:24.786876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.796588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:22:24.803075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347fd422-8e8a-4f6a-8185-8af1424db047']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:24.822703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177c88ed-787a-4497-ad1d-d039e327c446') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:24.823088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177c88ed-787a-4497-ad1d-d039e327c446') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:24.845947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:24.846636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:24.854138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.886635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.891856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cfca7726-1714-4781-aade-dae11b3078b2 req-7599c21b-c762-4870-b326-b165bed71944 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610101 Jun 09 13:22:24.897358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:24.897768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:24.922426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-040254a1-5190-4bf0-9a33-2f034a6c2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:24.922426 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-040254a1-5190-4bf0-9a33-2f034a6c2103 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.5116568 Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:24.945304 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:25.061085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:22:25.061085 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:22:25.061085 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '347fd422-8e8a-4f6a-8185-8af1424db047'}] Jun 09 13:22:25.061085 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:25.061754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:25.107462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:22:25.175875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] For port 20ca539b-79d2-428c-b041-4d5b65f3ed33, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:25.197479 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-568008c9-5e71-4b34-8047-1a834922e471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 200 len: 998 time: 0.2632396 Jun 09 13:22:25.236784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] For port 20ca539b-79d2-428c-b041-4d5b65f3ed33, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=20ca539b-79d2-428c-b041-4d5b65f3ed33,segment=NetworkSegment(177c88ed-787a-4497-ad1d-d039e327c446),segment_id=177c88ed-787a-4497-ad1d-d039e327c446)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:25.250115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.256621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a362647-a8f1-49bc-95f3-3ee682aefa6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:25.263971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.128 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/3b029d36-b34f-4763-acea-77c3de875b44) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:25.365334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-47173e23-fea5-4fe5-8c1d-255964c1be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:25.366821 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-47173e23-fea5-4fe5-8c1d-255964c1be59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.1596367 Jun 09 13:22:25.412674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Pushing event updated for resources: {'Port': ['ID=20ca539b-79d2-428c-b041-4d5b65f3ed33,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:25.415995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:25.463047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab375d1-49e6-4609-a54b-9bcae690ad01 None None] Network 347fd422-8e8a-4f6a-8185-8af1424db047 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:25.545570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.562939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.571702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-c14c0ea7-b75a-4787-8d1a-575f3fe84b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:25.573194 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-c14c0ea7-b75a-4787-8d1a-575f3fe84b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1983624 Jun 09 13:22:25.582544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port f77cd826-a719-449a-a87a-a9f35b5cd203 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:25.582891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.637669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port 20ca539b-79d2-428c-b041-4d5b65f3ed33 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:25.638229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.740435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port 20ca539b-79d2-428c-b041-4d5b65f3ed33, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=20ca539b-79d2-428c-b041-4d5b65f3ed33,segment=NetworkSegment(177c88ed-787a-4497-ad1d-d039e327c446),segment_id=177c88ed-787a-4497-ad1d-d039e327c446)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:25.740856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.757095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '4e01c324-3272-4848-8ac1-6898fdab9190', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:22:21Z', 'updated_at': '2021-06-09T13:22:21Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:25.762843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f4037-5462-4a02-b3b3-86e7cfcbbefb None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '4e01c324-3272-4848-8ac1-6898fdab9190', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:22:21Z', 'updated_at': '2021-06-09T13:22:21Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:25.767229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9e5cd-e7e9-4184-9e6b-52889e7cb683 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:22:25.768936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.781833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:25.878469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for 20ca539b-79d2-428c-b041-4d5b65f3ed33 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:25.900921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.913573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:25.923162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:25.925802 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-608dabdb-c763-41a6-a28b-e4a72e896e6f service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274589 Jun 09 13:22:25.926716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=3b029d36-b34f-4763-acea-77c3de875b44,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:25.928086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9e5cd-e7e9-4184-9e6b-52889e7cb683 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:22:25.930449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:25.940021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f52b165f-d533-4ae3-9732-840a87241e87 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:25.982892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:25.997289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port 20ca539b-79d2-428c-b041-4d5b65f3ed33 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:26.013631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:26.025335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=20ca539b-79d2-428c-b041-4d5b65f3ed33,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:26.032677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:26.111847 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13185576-3a2d-4330-a8a5-eb669f9d6ce1 None None] New status for floating IP 4e01c324-3272-4848-8ac1-6898fdab9190: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:22:26.140456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for f77cd826-a719-449a-a87a-a9f35b5cd203 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:26.350339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.377836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347fd422-8e8a-4f6a-8185-8af1424db047']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:26.395135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177c88ed-787a-4497-ad1d-d039e327c446') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:26.395633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177c88ed-787a-4497-ad1d-d039e327c446') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:26.399596 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7096b869-5e00-4b23-b1d5-184a5765fcc1 req-970cccf2-acee-44e3-a0f3-cf862b1ca1ee service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872223 Jun 09 13:22:26.414385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.433074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b96a6-45e5-4c4e-9ade-de7f930e00f6 req-8bd75bb7-96b1-4af2-be91-5011bcbbdd88 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:26.434747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8f4b96a6-45e5-4c4e-9ade-de7f930e00f6 req-8bd75bb7-96b1-4af2-be91-5011bcbbdd88 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.3780091 Jun 09 13:22:26.444437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.469203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:26.469203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:26.486040 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:26.580325 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8f4b96a6-45e5-4c4e-9ade-de7f930e00f6 req-653de4cb-e906-4a53-9a12-8405c8d93fc1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328213 Jun 09 13:22:26.586718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.590695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed5b48a1-6e05-4147-9c40-766db78330b4 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:26.606807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.612142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/347fd422-8e8a-4f6a-8185-8af1424db047 HTTP/1.1" status: 204 len: 168 time: 3.1634865 Jun 09 13:22:26.613620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50372) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:26.623539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328161894'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:26.630764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=347fd422-8e8a-4f6a-8185-8af1424db047,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:26.635210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:26.655037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:26.661120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.702026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:26.753834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.754264 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 4807159e-87ff-4147-9b75-3dd5c77fa445 of type vlan for network 47d58e19-a8d1-4271-827c-8e9fbe32f433 Jun 09 13:22:26.790492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.831409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8034b9-3510-4abc-b23e-8722598db9fb req-837f438f-3a73-40bc-a2bb-154411062653 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:26.832900 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf8034b9-3510-4abc-b23e-8722598db9fb req-837f438f-3a73-40bc-a2bb-154411062653 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.1285214 Jun 09 13:22:26.853501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.858817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:26.859315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.864845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:26.867150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f03f88b-2910-48ae-a913-6d8bd7caab59 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:26.876506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:26.935604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=f77cd826-a719-449a-a87a-a9f35b5cd203,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:26.971285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:26.973162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3586218 Jun 09 13:22:26.978201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50374) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:26.989720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf8034b9-3510-4abc-b23e-8722598db9fb req-7a55c948-c44c-43de-9ba3-042d072652ff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507087 Jun 09 13:22:26.995130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:27.136047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.137067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.144439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=47d58e19-a8d1-4271-827c-8e9fbe32f433,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:27.151313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:27.165590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:27.182335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:27.185942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.427814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.431155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7cb19100-da51-4a26-9473-5b86efd8a9cb tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:27.481257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.505253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:27.505499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 9e84df5e-a99d-45ec-ba7d-798f561df4db has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:27.509184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:27.513325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '4807159e-87ff-4147-9b75-3dd5c77fa445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:27.513675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 47d58e19-a8d1-4271-827c-8e9fbe32f433, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:27.531614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:27.541797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 47d58e19-a8d1-4271-827c-8e9fbe32f433) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:27.545696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:27.546271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.551320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d7cae-be7a-48b3-ac53-caab2e8ea8ac None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:27.565187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5743203 Jun 09 13:22:27.568278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50380) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:27.573397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:27.736545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:27.737895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:27.742649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.743245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/9e84df5e-a99d-45ec-ba7d-798f561df4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2338724 Jun 09 13:22:27.748464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50382) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:27.771749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] Sync routers for ids ['9e84df5e-a99d-45ec-ba7d-798f561df4db'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:27.851926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] Routers {'9e84df5e-a99d-45ec-ba7d-798f561df4db'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:27.852790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9e84df5e-a99d-45ec-ba7d-798f561df4db'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:27.908640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-47d58e19-a8d1-4271-827c-8e9fbe32f433', 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:27.909631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:27.927902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:27.944079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] Routers {'9e84df5e-a99d-45ec-ba7d-798f561df4db'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:27.944937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9e84df5e-a99d-45ec-ba7d-798f561df4db'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:28.012407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.016534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cdc115f4-86b0-4d21-ac30-662c63e01d13 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:28.049676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:28.050393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a6c26-2d27-42ec-adab-12780a661ccf None None] The sync data for ids ['9e84df5e-a99d-45ec-ba7d-798f561df4db'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:28.078565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:28.081739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:28.086024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.087119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.093834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=b56ff965-9214-4242-aced-8c90e80bef6d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:28.100829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:28.110578 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5411437 Jun 09 13:22:28.113031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50384) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.171097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Allocated IP 2001:db8::2 (47d58e19-a8d1-4271-827c-8e9fbe32f433/e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba/e836261c-46ab-41b5-98ec-d3c7049a55c5) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:28.190809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.192855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.194342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.195938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.197392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.199097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9809076f-b1c9-41c9-96af-9ace424da893 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0850980 Jun 09 13:22:28.202984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50386) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.209913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371871389'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:28.236838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:28.242207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.275635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:28.288304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.288689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment a736764e-93c3-4be6-aa0f-b4745799beca of type vlan for network 6de65b94-c865-4878-8d24-5cc2baa9de59 Jun 09 13:22:28.301600 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-408910ca-76a7-44e8-880a-708e69f683bf tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] remove_router_interface failed (client error): The resource could not be found. Jun 09 13:22:28.302693 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-408910ca-76a7-44e8-880a-708e69f683bf tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/9e84df5e-a99d-45ec-ba7d-798f561df4db/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5533633 Jun 09 13:22:28.310698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50388) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.321261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.355905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.356221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.359679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1ab43311-e12b-4d36-8bb3-272680b5dbbd tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e84df5e-a99d-45ec-ba7d-798f561df4db HTTP/1.1" status: 200 len: 205 time: 0.0478086 Jun 09 13:22:28.363072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50390) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.364110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:28.364827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.370620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-559fe7cb-59fb-4a27-8221-02120d6a332e tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:28.393989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.404893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Transition to ACTIVE for port object e836261c-46ab-41b5-98ec-d3c7049a55c5 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:28.423353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Transition to ACTIVE for port object e836261c-46ab-41b5-98ec-d3c7049a55c5 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:28.430148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.434634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:28.439826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.455792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9bcd67d-a0b4-4470-a9ba-829fdd8a82a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:28.468881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2644894 Jun 09 13:22:28.471932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50392) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.479511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:28.513535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:28.514429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.517400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:28.521286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:28.543385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50394) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:28.543871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=6de65b94-c865-4878-8d24-5cc2baa9de59,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:28.547798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:28.562984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:28.580237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Pushing event updated for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:28.608721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:28.670513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.715032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Attempting to bind port e836261c-46ab-41b5-98ec-d3c7049a55c5 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:28.715438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Attempting to bind port e836261c-46ab-41b5-98ec-d3c7049a55c5 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4807159e-87ff-4147-9b75-3dd5c77fa445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:28.715775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Attempting to bind port e836261c-46ab-41b5-98ec-d3c7049a55c5 on network 47d58e19-a8d1-4271-827c-8e9fbe32f433 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:28.727369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:28.727890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Checking segment: {'id': '4807159e-87ff-4147-9b75-3dd5c77fa445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:28.728480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.728881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Bound using segment: {'id': '4807159e-87ff-4147-9b75-3dd5c77fa445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:28.729430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Bound port: e836261c-46ab-41b5-98ec-d3c7049a55c5, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4807159e-87ff-4147-9b75-3dd5c77fa445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:28.729812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.820901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=3b029d36-b34f-4763-acea-77c3de875b44,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:28.823812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:28.837395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:28.842019 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e836261c-46ab-41b5-98ec-d3c7049a55c5,segment=NetworkSegment(4807159e-87ff-4147-9b75-3dd5c77fa445),segment_id=4807159e-87ff-4147-9b75-3dd5c77fa445)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:28.847129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:28.851329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:28.948271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Pushing event updated for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:28.961157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:29.005813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.189438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.226416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.230820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.231035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.238663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5adf0743-aaf0-495d-b384-70b16a70dd14 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:29.277927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.278427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router 9e84df5e-a99d-45ec-ba7d-798f561df4db {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:22:29.309341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.310609 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-908cf50f-297c-45cd-a4a6-8af012291432 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/9e84df5e-a99d-45ec-ba7d-798f561df4db HTTP/1.1" status: 204 len: 168 time: 0.9461133 Jun 09 13:22:29.314002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50396) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:29.317900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 is not hosted by any dhcp agent {{(pid=92384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:22:29.323480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:29.324090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.330221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "PUT /v2.0/networks/6de65b94-c865-4878-8d24-5cc2baa9de59 HTTP/1.1" status: 200 len: 723 time: 0.8527780 Jun 09 13:22:29.331268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50398) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:29.347634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:29.372200 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP e18a7303-96c3-4f60-9abe-d61118b69ece associated. External IP: 172.26.5.128, port: 3889a529-6d96-4054-a5c5-f49744d7eade. Jun 09 13:22:29.505620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=6de65b94-c865-4878-8d24-5cc2baa9de59,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:29.517299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:29.526020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:29.650867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:29.655175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.680706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet aea0a496-9619-4303-80b4-d965453c6d62 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:29.688395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:29.768950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.021929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.029312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.073856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6cabb-ab1c-4691-968d-c7cdd0a80182 None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:30.105156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:30.112308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.124729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad11ff4f-220e-4eac-8b9f-1850e25bef76 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:30.161327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-937ba17e-2e26-4e0c-8ba1-dc7e0b396e6a None None] Provisioning for port e836261c-46ab-41b5-98ec-d3c7049a55c5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:30.179952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.192111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d5ac55a-8291-427e-8acb-d6eee4a077e9 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:30.290686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=aea0a496-9619-4303-80b4-d965453c6d62,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:30.296630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:30.311115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.313036 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/aea0a496-9619-4303-80b4-d965453c6d62 HTTP/1.1" status: 204 len: 168 time: 0.9978449 Jun 09 13:22:30.316053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50400) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:30.324211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6795c-fc50-4998-9688-550b08ec8cb1 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:30.450469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e6c6827b-fe8d-4a05-b56d-5009b350a036,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:30.456396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:30.458013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.461957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:30.466099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': 'a736764e-93c3-4be6-aa0f-b4745799beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:30.469116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 6de65b94-c865-4878-8d24-5cc2baa9de59, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:30.471828 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:30.489297 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:30.490187 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:30.536951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:30.543448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.597089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6de65b94-c865-4878-8d24-5cc2baa9de59) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:30.612621 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:30.620624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:30.620854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5773609 Jun 09 13:22:30.620987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.623391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50402) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:30.628715 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:30.629629 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:30.637013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:30.652493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e836261c-46ab-41b5-98ec-d3c7049a55c5 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:30.708346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 471d12dc-782d-4ae4-854b-17068fc47892 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:30.708816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.709542 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:30.710156 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc3b4-7c3e-49ee-88e9-2cbd01816bd8 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:30.716175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b8caa-ad1b-4208-8925-ca67488bbc73 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:30.791904 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508691 Jun 09 13:22:30.794225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50404) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:30.801978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:30.807694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.17 (6828d1a9-520f-46dd-ace7-9d5912a6694e/00af2948-6f1c-4e31-8cff-0950cae1969e/6a007438-f59c-4388-9701-acd704166831) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:30.870426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port e836261c-46ab-41b5-98ec-d3c7049a55c5 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:30.873235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Update dhcp port {'port': {'network_id': '47d58e19-a8d1-4271-827c-8e9fbe32f433', 'fixed_ips': [{'subnet_id': 'e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b56ff965-9214-4242-aced-8c90e80bef6d'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'e836261c-46ab-41b5-98ec-d3c7049a55c5'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:22:30.888609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.914514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e836261c-46ab-41b5-98ec-d3c7049a55c5 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:30.914920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.970216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:30.985849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 6a007438-f59c-4388-9701-acd704166831 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:31.000897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 471d12dc-782d-4ae4-854b-17068fc47892, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=471d12dc-782d-4ae4-854b-17068fc47892,segment=NetworkSegment(80733945-8a29-444a-88a2-a14af3e1f6fb),segment_id=80733945-8a29-444a-88a2-a14af3e1f6fb)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:31.001415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.014763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.019481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e487032-8b5b-4c77-9a6c-8427d2264630 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:31.029825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.076526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:31.079982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:31.088561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:31.151116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.187209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:31.191198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:31.261588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] DHCP port deletion for 3be9569e-7742-4162-aee6-5b1b25b42ba2 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:31.263950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6de65b94-c865-4878-8d24-5cc2baa9de59', 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'e6c6827b-fe8d-4a05-b56d-5009b350a036'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:31.269311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.314406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.411754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 471d12dc-782d-4ae4-854b-17068fc47892 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:31.422865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.471273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6950127'] for subnet, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.589575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Allocated IP 172.20.0.1 (47d58e19-a8d1-4271-827c-8e9fbe32f433/b56ff965-9214-4242-aced-8c90e80bef6d/e836261c-46ab-41b5-98ec-d3c7049a55c5) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:31.604161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e836261c-46ab-41b5-98ec-d3c7049a55c5,segment=NetworkSegment(4807159e-87ff-4147-9b75-3dd5c77fa445),segment_id=4807159e-87ff-4147-9b75-3dd5c77fa445)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:31.609213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.610248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-51f4acc1-51a0-4477-ae7c-61f694a199bb None None] Provisioning for port 6a007438-f59c-4388-9701-acd704166831 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:31.624154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.624625 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP e18a7303-96c3-4f60-9abe-d61118b69ece disassociated. External IP: 172.26.5.128, port: 3889a529-6d96-4054-a5c5-f49744d7eade. Jun 09 13:22:31.625759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.631039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-654b5b27-6bb7-4c47-a57f-f3760142f707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:31.672180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-51f4acc1-51a0-4477-ae7c-61f694a199bb None None] Provisioning complete for port 6a007438-f59c-4388-9701-acd704166831 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:31.672180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-51f4acc1-51a0-4477-ae7c-61f694a199bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.723824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Deleting port 471d12dc-782d-4ae4-854b-17068fc47892 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:31.724206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.782729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.789028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:31.801072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.806867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.825669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Allocated IP 2001:db8::2 (6de65b94-c865-4878-8d24-5cc2baa9de59/e6c6827b-fe8d-4a05-b56d-5009b350a036/b08edc60-b2c6-4088-87f6-a2b10160e002) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:31.836510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c075e5ac-fb38-410f-a669-ce4efd248dd1 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:31.848175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=471d12dc-782d-4ae4-854b-17068fc47892,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:31.850181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port 471d12dc-782d-4ae4-854b-17068fc47892 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:31.853705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:31.925683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-51f4acc1-51a0-4477-ae7c-61f694a199bb None None] Port 6a007438-f59c-4388-9701-acd704166831 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:31.935136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:31.939032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:31.942334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:31.948830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:31.968018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:32.060396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] For port 471d12dc-782d-4ae4-854b-17068fc47892, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=471d12dc-782d-4ae4-854b-17068fc47892,segment=NetworkSegment(80733945-8a29-444a-88a2-a14af3e1f6fb),segment_id=80733945-8a29-444a-88a2-a14af3e1f6fb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:32.060777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.091616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:32.092900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:32.095841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.120508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be9569e-7742-4162-aee6-5b1b25b42ba2']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.138400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80733945-8a29-444a-88a2-a14af3e1f6fb') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.138732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80733945-8a29-444a-88a2-a14af3e1f6fb') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.156319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.190182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.201223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:32.201623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:32.216882 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:32.266270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Calling delete_port for 471d12dc-782d-4ae4-854b-17068fc47892 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:32.277852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:32.281561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e836261c-46ab-41b5-98ec-d3c7049a55c5,segment=NetworkSegment(4807159e-87ff-4147-9b75-3dd5c77fa445),segment_id=4807159e-87ff-4147-9b75-3dd5c77fa445)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:32.326672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:32.375082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.414440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.425795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b7c43105-f6bf-40c6-a6bd-fbfa75ebaf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:32.429059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-769b29cf-0435-41dc-a64a-137aa85fe44d tempest-FloatingIPNegativeTestJSON-27080078 tempest-FloatingIPNegativeTestJSON-27080078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:32.443806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.452772 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/3be9569e-7742-4162-aee6-5b1b25b42ba2 HTTP/1.1" status: 204 len: 168 time: 2.1348896 Jun 09 13:22:32.460977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50408) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:32.469245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231941891'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:32.478389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=3be9569e-7742-4162-aee6-5b1b25b42ba2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:32.493524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:32.504521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e836261c-46ab-41b5-98ec-d3c7049a55c5 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:32.526426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:32.528453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Network 3be9569e-7742-4162-aee6-5b1b25b42ba2 is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:22:32.528951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] No DVR routers for this DVR port 471d12dc-782d-4ae4-854b-17068fc47892 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:32.529966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.530603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Pushing event deleted for resources: {'Port': ['ID=471d12dc-782d-4ae4-854b-17068fc47892,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:32.540637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:22:32.555938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:32.565309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:32.571790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.587400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.592481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:32.605951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.609964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:32.633293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Transition to ACTIVE for port object b08edc60-b2c6-4088-87f6-a2b10160e002 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:32.635445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.635698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment 5f83b5a9-6f77-4f98-b82c-f751c48609da of type vlan for network 95be6323-8472-43ee-b0e8-7d290eda80b7 Jun 09 13:22:32.637501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Transition to ACTIVE for port object e836261c-46ab-41b5-98ec-d3c7049a55c5 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:32.642280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4cb7b75f-694e-445b-8a8c-323fb20dae1d None None] Provisioning complete for port 6a007438-f59c-4388-9701-acd704166831 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:32.644518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b75f-694e-445b-8a8c-323fb20dae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.644666 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-063b3b2a-c65a-47e4-a934-4acdbf3afe57 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/e18a7303-96c3-4f60-9abe-d61118b69ece HTTP/1.1" status: 200 len: 688 time: 2.0153604 Jun 09 13:22:32.646932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50410) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:32.683038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:32.683826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.731254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.737571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:32.742914 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/b846931e-1413-444e-8c53-9a9ceac94f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1960669 Jun 09 13:22:32.750434 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:32.751044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:32.760618 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:32.761274 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.813018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Transition to ACTIVE for port object b08edc60-b2c6-4088-87f6-a2b10160e002 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:32.828171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:32.877591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:32.933955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7b75f-694e-445b-8a8c-323fb20dae1d None None] Port 6a007438-f59c-4388-9701-acd704166831 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:32.944292 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:22:32.945764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:32.946397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:33.019667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 471d12dc-782d-4ae4-854b-17068fc47892 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:33.045197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.049629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:33.050948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:33.051387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2718fb-c08f-4819-81fa-e47c4e1deabd None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:33.052923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Pushing event updated for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:33.065624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:33.068006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:33.068806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:33.097373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 471d12dc-782d-4ae4-854b-17068fc47892 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:33.097998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 471d12dc-782d-4ae4-854b-17068fc47892 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:33.099701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:33.217473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Pushing event updated for resources: {'Port': ['ID=b08edc60-b2c6-4088-87f6-a2b10160e002,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:33.225207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:33.238987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.243283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Attempting to bind port b08edc60-b2c6-4088-87f6-a2b10160e002 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:33.243945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Attempting to bind port b08edc60-b2c6-4088-87f6-a2b10160e002 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a736764e-93c3-4be6-aa0f-b4745799beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:33.244493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Attempting to bind port b08edc60-b2c6-4088-87f6-a2b10160e002 on network 6de65b94-c865-4878-8d24-5cc2baa9de59 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:33.246808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:33.247434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.250982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:33.251612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Checking segment: {'id': 'a736764e-93c3-4be6-aa0f-b4745799beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:33.252239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.252785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Bound using segment: {'id': 'a736764e-93c3-4be6-aa0f-b4745799beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:33.253428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Bound port: b08edc60-b2c6-4088-87f6-a2b10160e002, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736764e-93c3-4be6-aa0f-b4745799beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6de65b94-c865-4878-8d24-5cc2baa9de59'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:33.253966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.256477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19d39a49-6d96-4b8b-b8f7-b0c6c2b5b243 tempest-FloatingIPAdminTestJSON-540819979 tempest-FloatingIPAdminTestJSON-540819979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:33.340265 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:31Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a007438-f59c-4388-9701-acd704166831', 'name': '', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:22:30Z', 'updated_at': '2021-06-09T13:22:31Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:33.344857 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:22:33.345421 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Updating router b846931e-1413-444e-8c53-9a9ceac94f0a port 6a007438-f59c-4388-9701-acd704166831 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:22:33.366503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=95be6323-8472-43ee-b0e8-7d290eda80b7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:33.369524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] For port b08edc60-b2c6-4088-87f6-a2b10160e002, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:33.374084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] For port b08edc60-b2c6-4088-87f6-a2b10160e002, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b08edc60-b2c6-4088-87f6-a2b10160e002,segment=NetworkSegment(a736764e-93c3-4be6-aa0f-b4745799beca),segment_id=a736764e-93c3-4be6-aa0f-b4745799beca)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:33.379651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:33.384051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:33.403898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 3b029d36-b34f-4763-acea-77c3de875b44 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:33.404888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.407485 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.410802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.425919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7944404'] for subnet, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.471482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-48c07f49-1423-4b66-bbc0-7f2b98c345b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:33.480582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a9c8e15-466e-4b4c-8f6f-de45c509e30e tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:33.509533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:33.510026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.517332 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "PUT /v2.0/subnets/e6c6827b-fe8d-4a05-b56d-5009b350a036 HTTP/1.1" status: 200 len: 826 time: 2.7196603 Jun 09 13:22:33.521744 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0536561 Jun 09 13:22:33.524148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50416) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:33.526069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50418) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:33.533714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:33.607013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e6c6827b-fe8d-4a05-b56d-5009b350a036,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:33.615463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:33.638794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Pushing event updated for resources: {'Port': ['ID=b08edc60-b2c6-4088-87f6-a2b10160e002,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:33.646179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:33.650786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.651124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.693002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30950a26-3025-4a46-8f5a-2725349e7c70 None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:33.814273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-98f0f20a-a443-4975-96f7-e9ebe52423ca None None] Provisioning for port e836261c-46ab-41b5-98ec-d3c7049a55c5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:33.953533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 3b029d36-b34f-4763-acea-77c3de875b44 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:33.967235 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.978190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:33.988414 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Transition to ACTIVE for port object 6a007438-f59c-4388-9701-acd704166831 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:33.989327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:33.993060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.005432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.010658 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:34.036004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-98f0f20a-a443-4975-96f7-e9ebe52423ca None None] Provisioning complete for port e836261c-46ab-41b5-98ec-d3c7049a55c5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:34.036326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98f0f20a-a443-4975-96f7-e9ebe52423ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.037590 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-5a408f16-d26a-4348-bc2a-e7691f46d4ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491690 Jun 09 13:22:34.148568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.156224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:34.230029 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Pushing event updated for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:34.277238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.277706 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.278130 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.278579 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.279002 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.279424 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.279834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.280252 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.280674 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.281096 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.281501 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.281898 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:22:34.292017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:34.309777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.318590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=3b029d36-b34f-4763-acea-77c3de875b44,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:34.319051 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Attempting to bind port 6a007438-f59c-4388-9701-acd704166831 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:34.319522 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Attempting to bind port 6a007438-f59c-4388-9701-acd704166831 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:34.319994 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Attempting to bind port 6a007438-f59c-4388-9701-acd704166831 on network 6828d1a9-520f-46dd-ace7-9d5912a6694e {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:34.322292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:34.327538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e7aa2dc-862c-4dc3-a838-a0e41a40d1d9 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:34.330012 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:34.330505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Checking segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:34.331023 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.331525 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Bound using segment: {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:34.335121 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Bound port: 6a007438-f59c-4388-9701-acd704166831, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15848f46-9b3c-46fb-ac74-ffa279b78889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:34.335696 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.448068 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] For port 6a007438-f59c-4388-9701-acd704166831, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:34.453583 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] For port 6a007438-f59c-4388-9701-acd704166831, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a007438-f59c-4388-9701-acd704166831,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:34.463363 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.470975 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:34.519033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=043a174a-ae9b-4c65-ab7d-9af68f17889a,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:34.526260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': '5f83b5a9-6f77-4f98-b82c-f751c48609da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:34.526957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 95be6323-8472-43ee-b0e8-7d290eda80b7, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:34.531836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:34.533673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port b08edc60-b2c6-4088-87f6-a2b10160e002 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:34.533826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.572474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-3e20d3e7-5672-47f8-b98c-81a6a6d40565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:34.574148 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-3e20d3e7-5672-47f8-b98c-81a6a6d40565 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1099 time: 0.4204504 Jun 09 13:22:34.575108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.577717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.588761 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/e18a7303-96c3-4f60-9abe-d61118b69ece HTTP/1.1" status: 204 len: 168 time: 1.9404769 Jun 09 13:22:34.599492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50420) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:34.619420 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Pushing event updated for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:34.623179 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:34.637295 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:34.637986 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:34.667956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:34.698882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b08edc60-b2c6-4088-87f6-a2b10160e002 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:34.701368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 95be6323-8472-43ee-b0e8-7d290eda80b7) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:34.722355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:34.723076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.745494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268769da-c098-4445-a9ec-842ddf5752fc None None] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:34.792601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '681dce9c-b84a-4625-8e62-6ea11ffaeea3'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:34.810025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-a978dc62-6743-4566-84f0-53094686f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:34.819998 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-a978dc62-6743-4566-84f0-53094686f824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 898 time: 0.2213578 Jun 09 13:22:34.822223 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2926285 Jun 09 13:22:34.824282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50422) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:34.832630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-71883081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:34.848731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port b08edc60-b2c6-4088-87f6-a2b10160e002, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b08edc60-b2c6-4088-87f6-a2b10160e002,segment=NetworkSegment(a736764e-93c3-4be6-aa0f-b4745799beca),segment_id=a736764e-93c3-4be6-aa0f-b4745799beca)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:34.849092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:34.953087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b08edc60-b2c6-4088-87f6-a2b10160e002 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:34.967572 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:22:35.010034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e836261c-46ab-41b5-98ec-d3c7049a55c5 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:35.049955 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-be551490-24eb-4ec9-bf1d-666adaaba050 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 1002 time: 0.1862025 Jun 09 13:22:35.113522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d9729477-72d8-49c0-b1aa-39200ac9b7fb None None] Provisioning complete for port e836261c-46ab-41b5-98ec-d3c7049a55c5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:35.114075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9729477-72d8-49c0-b1aa-39200ac9b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.124296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for b08edc60-b2c6-4088-87f6-a2b10160e002 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:35.224988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82317887-1ee7-47fd-b832-4e033dcf9145 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:35.249736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.256196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:35.293500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.312078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.313589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.314814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=b08edc60-b2c6-4088-87f6-a2b10160e002,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:35.317701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-95be6323-8472-43ee-b0e8-7d290eda80b7', 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '043a174a-ae9b-4c65-ab7d-9af68f17889a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:35.318546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.401729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:35.409897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port b08edc60-b2c6-4088-87f6-a2b10160e002 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:35.415377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-4055b7e8-7cea-4294-901a-f5b1387a789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:35.416983 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-4055b7e8-7cea-4294-901a-f5b1387a789b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.3591380 Jun 09 13:22:35.424837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.484579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port e836261c-46ab-41b5-98ec-d3c7049a55c5 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:35.484871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.487861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.528564 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:31Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a007438-f59c-4388-9701-acd704166831', 'name': '', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:22:30Z', 'updated_at': '2021-06-09T13:22:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:35.529072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.533127 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324b84e-b9c9-4400-8456-cfbc373250ef None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:31Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a007438-f59c-4388-9701-acd704166831', 'name': '', 'network_id': '6828d1a9-520f-46dd-ace7-9d5912a6694e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:22:30Z', 'updated_at': '2021-06-09T13:22:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '00af2948-6f1c-4e31-8cff-0950cae1969e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:35.578329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.582358 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0112066-a90f-425e-bf21-a4623fc421ad tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7542138 Jun 09 13:22:35.583906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50426) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:35.586057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-500d3aa2-f907-4af6-8f8b-933205c46770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:35.587598 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-500d3aa2-f907-4af6-8f8b-933205c46770 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1609359 Jun 09 13:22:35.598515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.626407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6a54810-7faf-477d-a3a0-ead86cb48006 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:35.696984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c6827b-fe8d-4a05-b56d-5009b350a036,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:35.892926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Allocated IP 2001:db8::2 (95be6323-8472-43ee-b0e8-7d290eda80b7/043a174a-ae9b-4c65-ab7d-9af68f17889a/4de50a4d-1813-48cf-84fa-32bf66668e11) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:35.916220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:35.934733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0a589-3400-4a97-b8b8-4e6dd6e1683f None None] DHCP port deletion for 6de65b94-c865-4878-8d24-5cc2baa9de59 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:35.952298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:35.966603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de65b94-c865-4878-8d24-5cc2baa9de59']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:35.981821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a736764e-93c3-4be6-aa0f-b4745799beca') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:35.982093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a736764e-93c3-4be6-aa0f-b4745799beca') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:35.998104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3a017920-8614-4a63-822c-8b9e78126ad8 None None] Could not find standard attr ID for object b08edc60-b2c6-4088-87f6-a2b10160e002. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:22:36.000028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.008654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.018408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54759f0e-d2d8-476e-940b-b5c2e99c6813 None None] Network 6de65b94-c865-4878-8d24-5cc2baa9de59 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:36.030443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.040892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:36.041288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:36.056375 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:36.164460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.173682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b464da37-58e4-4527-a4fe-eeaa368fb91c tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:36.195320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.196790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/6de65b94-c865-4878-8d24-5cc2baa9de59 HTTP/1.1" status: 204 len: 168 time: 2.6692784 Jun 09 13:22:36.197774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=6de65b94-c865-4878-8d24-5cc2baa9de59,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:36.199702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50430) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:36.222167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:36.235596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9248dbe-ad07-49fb-bab4-fba3b137c719 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:36.236088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9248dbe-ad07-49fb-bab4-fba3b137c719 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:36.242688 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c9248dbe-ad07-49fb-bab4-fba3b137c719 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/6de65b94-c865-4878-8d24-5cc2baa9de59 HTTP/1.1" status: 404 len: 339 time: 0.0345883 Jun 09 13:22:36.242944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50432) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:36.248233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617265928', 'description': 'd1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:36.274183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:36.280149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.281688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.326423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:36.336724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.336724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 46d538ca-308f-4750-bcd5-3b122cd4edd1 of type vlan for network 215512ee-8d68-47ee-ae07-3d42c4f23b56 Jun 09 13:22:36.340459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Transition to ACTIVE for port object 4de50a4d-1813-48cf-84fa-32bf66668e11 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:36.366682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.368053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Transition to ACTIVE for port object 4de50a4d-1813-48cf-84fa-32bf66668e11 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:36.375085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.378988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42911f86-745b-499c-aac2-a53eae5dbbe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:36.411315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.418820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:36.421376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.442733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1adbe090-321b-455f-9b3b-f0a80515cf30 tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:36.449279 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-441c87f9-db34-4aa5-bf7e-e5142aa837f9 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267991 Jun 09 13:22:36.449554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:36.460552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:36.465627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:36.472062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2280438 Jun 09 13:22:36.472797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50434) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:36.521185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Pushing event updated for resources: {'Port': ['ID=4de50a4d-1813-48cf-84fa-32bf66668e11,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:36.540221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.590210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:36.614284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a007438-f59c-4388-9701-acd704166831 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:36.631713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.39 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/f3ce9bed-49ef-4e75-b6fd-b31e501d149f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:36.674155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=215512ee-8d68-47ee-ae07-3d42c4f23b56,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:36.676208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:36.689412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Attempting to bind port 4de50a4d-1813-48cf-84fa-32bf66668e11 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:36.689782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Attempting to bind port 4de50a4d-1813-48cf-84fa-32bf66668e11 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '5f83b5a9-6f77-4f98-b82c-f751c48609da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:36.690142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Attempting to bind port 4de50a4d-1813-48cf-84fa-32bf66668e11 on network 95be6323-8472-43ee-b0e8-7d290eda80b7 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:36.699141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 215512ee-8d68-47ee-ae07-3d42c4f23b56 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:36.713275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b62fb-3b05-4b2c-8cdc-71e667187033 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:36.715307 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e40b62fb-3b05-4b2c-8cdc-71e667187033 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks?id=215512ee-8d68-47ee-ae07-3d42c4f23b56 HTTP/1.1" status: 200 len: 765 time: 0.1842325 Jun 09 13:22:36.718358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50436) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:36.724171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'description': 'd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:36.761823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:36.762241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Checking segment: {'id': '5f83b5a9-6f77-4f98-b82c-f751c48609da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:36.762628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.763028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Bound using segment: {'id': '5f83b5a9-6f77-4f98-b82c-f751c48609da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:36.763512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Bound port: 4de50a4d-1813-48cf-84fa-32bf66668e11, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f83b5a9-6f77-4f98-b82c-f751c48609da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '95be6323-8472-43ee-b0e8-7d290eda80b7'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:36.763885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.886180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6a007438-f59c-4388-9701-acd704166831 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:36.898248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6a007438-f59c-4388-9701-acd704166831 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:36.899000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.938075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] For port 4de50a4d-1813-48cf-84fa-32bf66668e11, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:36.957816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] For port 4de50a4d-1813-48cf-84fa-32bf66668e11, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4de50a4d-1813-48cf-84fa-32bf66668e11,segment=NetworkSegment(5f83b5a9-6f77-4f98-b82c-f751c48609da),segment_id=5f83b5a9-6f77-4f98-b82c-f751c48609da)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:36.966898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.969517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.975341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:36.989107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:36.993303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:37.070122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 215512ee-8d68-47ee-ae07-3d42c4f23b56 is not hosted by any dhcp agent {{(pid=92384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:22:37.075477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.076413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.080257 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "PUT /v2.0/networks/215512ee-8d68-47ee-ae07-3d42c4f23b56 HTTP/1.1" status: 200 len: 762 time: 0.3576756 Jun 09 13:22:37.081880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50438) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:37.122745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Pushing event updated for resources: {'Port': ['ID=4de50a4d-1813-48cf-84fa-32bf66668e11,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:37.126941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:37.127797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.164634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6a007438-f59c-4388-9701-acd704166831, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a007438-f59c-4388-9701-acd704166831,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:37.171360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.173233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:37.215494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=215512ee-8d68-47ee-ae07-3d42c4f23b56,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:37.222486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:37.239064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 215512ee-8d68-47ee-ae07-3d42c4f23b56 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:37.249374 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e7d94c2a-3dda-483c-a64b-7315d5740a49 req-5ea4653d-8e4d-4f91-8a3d-fea3d8a421c9 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922683 Jun 09 13:22:37.262266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb34bd7-f20d-4227-a4a8-ce48a28143ed tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.264339 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7cb34bd7-f20d-4227-a4a8-ce48a28143ed tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks?id=215512ee-8d68-47ee-ae07-3d42c4f23b56 HTTP/1.1" status: 200 len: 765 time: 0.1818581 Jun 09 13:22:37.270659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50440) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:37.371310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b08edc60-b2c6-4088-87f6-a2b10160e002 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:37.426750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b08edc60-b2c6-4088-87f6-a2b10160e002 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:37.427499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b08edc60-b2c6-4088-87f6-a2b10160e002 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:37.446005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.479301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:37.490061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8::1 (95be6323-8472-43ee-b0e8-7d290eda80b7/043a174a-ae9b-4c65-ab7d-9af68f17889a/19b04be0-9bce-4c3c-b25d-b0d9cfa08185) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:37.492137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:37.514729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f256bfc-df8f-4bec-82ba-540b9ed8396d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.519107 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4f256bfc-df8f-4bec-82ba-540b9ed8396d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2445762 Jun 09 13:22:37.519376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50442) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:37.561680 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-59864551-0af1-4033-9fc8-8d7c8ce3c9df tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 207 time: 0.0408931 Jun 09 13:22:37.564815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50444) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:37.593371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.600506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0ec1c73-d8f8-44e0-80e1-7dcd3ebeab65 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:37.696079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:37.704872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:37.708164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:37.735030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.740489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.746583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.752106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.757706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.763708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:37.765507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cfcc5854-bbab-474c-a1f1-460dff1f9524 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1996627 Jun 09 13:22:37.769895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50448) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:37.779227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=f3ce9bed-49ef-4e75-b6fd-b31e501d149f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:37.782083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:37.814078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:37.881451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:38.077082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e0f012fc-bbf4-44d3-af4b-18491820a4b4 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3059044 Jun 09 13:22:38.080479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50450) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.130454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.137992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-998308f0-7d10-476e-947c-ca285265e178 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:38.154230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715765f-c86b-49db-8b15-657c85f85459 None None] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:38.157582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.160333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.162888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.165698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.167840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.169596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e410da5c-bf5e-4204-8a5c-7f6c3d8c30ab tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0880797 Jun 09 13:22:38.173380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50452) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.245643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:38.250778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.252305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.252836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=19b04be0-9bce-4c3c-b25d-b0d9cfa08185,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:38.253454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.255491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.256589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.257015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:38.258188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fae67464-f9e1-46cf-805e-692f099a9a4d tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0837636 Jun 09 13:22:38.258754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:38.262392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50454) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.263558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:38.264386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.277594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4d3217b6-0e79-4998-86b7-3c2b5a2f7d71 None None] Provisioning for port 4de50a4d-1813-48cf-84fa-32bf66668e11 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:38.427374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.438895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffc755-e2b7-4982-8d96-83da52a94b3a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.442305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-97ffc755-e2b7-4982-8d96-83da52a94b3a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks/4a2abd23-8e1e-4a13-8794-797af2247fad HTTP/1.1" status: 200 len: 803 time: 0.1767774 Jun 09 13:22:38.444597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50456) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.451830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.592177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4de50a4d-1813-48cf-84fa-32bf66668e11 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:38.613675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-85f2fb24-9e91-417e-8162-b4da2a39b87c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/networks/4a2abd23-8e1e-4a13-8794-797af2247fad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1674736 Jun 09 13:22:38.619240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50458) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.685105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c09ef-b8d4-4d2c-81dd-b3de02e20604 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.687275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af8c09ef-b8d4-4d2c-81dd-b3de02e20604 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets/3b6056af-2f01-44fd-805c-488f88168321 HTTP/1.1" status: 200 len: 843 time: 0.0662162 Jun 09 13:22:38.690561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50460) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.706982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4de50a4d-1813-48cf-84fa-32bf66668e11 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:38.715650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4de50a4d-1813-48cf-84fa-32bf66668e11 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:38.716032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.772741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3308ba4-f1d6-4d60-9ae5-c0a2a839a5c8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.775179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c3308ba4-f1d6-4d60-9ae5-c0a2a839a5c8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "GET /v2.0/subnets/3b6056af-2f01-44fd-805c-488f88168321?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0836470 Jun 09 13:22:38.779303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50462) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:38.784938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360485839'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:38.803413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Provisioning complete for port 4de50a4d-1813-48cf-84fa-32bf66668e11 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:38.803815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.813819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:38.818404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.848797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:38.859551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.859893 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Added segment 8b16bce8-1f39-4069-8dda-a199a5bd1587 of type vlan for network 996d0f44-4df4-4097-a307-ab798b89a9cc Jun 09 13:22:38.901352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.904621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.953660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.957441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.960958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:38.961586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:38.977553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:39.036624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.048682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4de50a4d-1813-48cf-84fa-32bf66668e11, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4de50a4d-1813-48cf-84fa-32bf66668e11,segment=NetworkSegment(5f83b5a9-6f77-4f98-b82c-f751c48609da),segment_id=5f83b5a9-6f77-4f98-b82c-f751c48609da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:39.061496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.062340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a007438-f59c-4388-9701-acd704166831 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:39.083530 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3031354 Jun 09 13:22:39.087731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:39.088182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50464) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:39.096934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:39.116197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Network': ['ID=996d0f44-4df4-4097-a307-ab798b89a9cc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:39.162235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:39.168086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 996d0f44-4df4-4097-a307-ab798b89a9cc details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:39.231563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Made reservation on behalf of 6cf344744cd94a6da62cf3e94c4b8ca8 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:39.235675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.257842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.267044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.268217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.273050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-efa36894-a695-4202-af9a-c97c8fa30f9a tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:39.327297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Performing IP validity checks on allocation pools {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:22:39.327945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:22:39.353023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:22:39.353699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:22:39.368456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4de50a4d-1813-48cf-84fa-32bf66668e11,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:39.373387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:39.376298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.385464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6a007438-f59c-4388-9701-acd704166831 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:39.385844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.461489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.476579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.480865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:39.504688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=19b04be0-9bce-4c3c-b25d-b0d9cfa08185,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:39.514362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:39.514860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-21d1f5cc-04cf-4802-9677-2391e43d7462 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:39.551243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e020102d-add6-4036-9dd6-935d1fc6244b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:39.555221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:39.571662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Checking segment: {'id': '8b16bce8-1f39-4069-8dda-a199a5bd1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:39.572020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network hostable DHCP agents. Network: 996d0f44-4df4-4097-a307-ab798b89a9cc, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:39.590236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Network 996d0f44-4df4-4097-a307-ab798b89a9cc is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:39.601210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 996d0f44-4df4-4097-a307-ab798b89a9cc) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:39.605592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:39.606703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.623244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f537ecb-c0cc-4a8a-98a5-12b396b34001 None None] Network 996d0f44-4df4-4097-a307-ab798b89a9cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:39.627778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5382459 Jun 09 13:22:39.630846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50466) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:39.634850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=f3ce9bed-49ef-4e75-b6fd-b31e501d149f,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:39.637110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:39.642037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:39.642566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.778634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8050686'] for subnet, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.800298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:39.804352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:39.909122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-996d0f44-4df4-4097-a307-ab798b89a9cc', 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc', 'tenant_id': '6cf344744cd94a6da62cf3e94c4b8ca8', 'fixed_ips': [{'subnet_id': 'e020102d-add6-4036-9dd6-935d1fc6244b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:39.909976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:39.968256 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP a91417d3-e700-4181-8933-693d10999ba6 associated. External IP: 172.26.5.39, port: 681dce9c-b84a-4625-8e62-6ea11ffaeea3. Jun 09 13:22:40.021851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Provisioning for port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:40.045157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Provisioning complete for port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:40.045641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.046229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6423523'] for subnet, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.057737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:40.115954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:40.116624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.120934 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "PUT /v2.0/subnets/e020102d-add6-4036-9dd6-935d1fc6244b HTTP/1.1" status: 200 len: 900 time: 0.4862709 Jun 09 13:22:40.121824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50470) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:40.137052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event updated for resources: {'Subnet': ['ID=e020102d-add6-4036-9dd6-935d1fc6244b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:40.140142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:40.162886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-281bc9a8-3747-4e1b-8fe9-1aa1dcf41472 None None] Port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:40.188116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Allocated IP 2001:db8::3 (996d0f44-4df4-4097-a307-ab798b89a9cc/e020102d-add6-4036-9dd6-935d1fc6244b/765995de-fbd1-48d3-b032-de3ca6b51e1d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:40.302377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a2af2b3e-9f20-4e12-9bdf-b622bbbc4606 None None] Provisioning complete for port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:40.302777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2af2b3e-9f20-4e12-9bdf-b622bbbc4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.397831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a2af2b3e-9f20-4e12-9bdf-b622bbbc4606 None None] Port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:22:40.470633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4de50a4d-1813-48cf-84fa-32bf66668e11 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:40.501706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.527171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Transition to ACTIVE for port object 765995de-fbd1-48d3-b032-de3ca6b51e1d will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:40.555144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Transition to ACTIVE for port object 765995de-fbd1-48d3-b032-de3ca6b51e1d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:40.561688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.565649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f67906a5-d033-4665-97a6-33f65094e3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:40.577165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 315db41b-410b-4ec2-befe-db96dd0a92ba is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:22:40.608773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.625394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4de50a4d-1813-48cf-84fa-32bf66668e11 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:40.625778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.679749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Network 996d0f44-4df4-4097-a307-ab798b89a9cc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:40.680644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Pushing event updated for resources: {'Port': ['ID=765995de-fbd1-48d3-b032-de3ca6b51e1d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:40.683913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:40.694217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:40.697032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:40.801631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Attempting to bind port 765995de-fbd1-48d3-b032-de3ca6b51e1d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:40.801991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Attempting to bind port 765995de-fbd1-48d3-b032-de3ca6b51e1d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8b16bce8-1f39-4069-8dda-a199a5bd1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:40.802370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Attempting to bind port 765995de-fbd1-48d3-b032-de3ca6b51e1d on network 996d0f44-4df4-4097-a307-ab798b89a9cc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:40.829238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:40.838200 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/315db41b-410b-4ec2-befe-db96dd0a92ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2495077 Jun 09 13:22:40.839280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:40.839667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Checking segment: {'id': '8b16bce8-1f39-4069-8dda-a199a5bd1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:40.840086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.840572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Bound using segment: {'id': '8b16bce8-1f39-4069-8dda-a199a5bd1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:40.841066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Bound port: 765995de-fbd1-48d3-b032-de3ca6b51e1d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b16bce8-1f39-4069-8dda-a199a5bd1587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '996d0f44-4df4-4097-a307-ab798b89a9cc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:40.841711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:40.842072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50472) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:40.858890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:40.859164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] Sync routers for ids ['315db41b-410b-4ec2-befe-db96dd0a92ba'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:40.917225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] Routers {'315db41b-410b-4ec2-befe-db96dd0a92ba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:40.917893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['315db41b-410b-4ec2-befe-db96dd0a92ba'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:40.928699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ef0f5-d6df-4cda-80f1-d4001a4a47ee tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:40.934735 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-614ef0f5-d6df-4cda-80f1-d4001a4a47ee tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports/19b04be0-9bce-4c3c-b25d-b0d9cfa08185 HTTP/1.1" status: 200 len: 911 time: 0.0879655 Jun 09 13:22:40.934991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50474) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:40.996134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.001390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port 765995de-fbd1-48d3-b032-de3ca6b51e1d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:41.001944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.024162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] Routers {'315db41b-410b-4ec2-befe-db96dd0a92ba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:41.024770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['315db41b-410b-4ec2-befe-db96dd0a92ba'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.091536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.092037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1ab0e-dc28-40cb-86fb-84f5356b994f None None] The sync data for ids ['315db41b-410b-4ec2-befe-db96dd0a92ba'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:41.097576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] For port 765995de-fbd1-48d3-b032-de3ca6b51e1d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:41.106129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] For port 765995de-fbd1-48d3-b032-de3ca6b51e1d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=765995de-fbd1-48d3-b032-de3ca6b51e1d,segment=NetworkSegment(8b16bce8-1f39-4069-8dda-a199a5bd1587),segment_id=8b16bce8-1f39-4069-8dda-a199a5bd1587)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:41.112751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.122486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:41.158819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:41.172274 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:41.180978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port 765995de-fbd1-48d3-b032-de3ca6b51e1d, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:41.181361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.182740 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:41.183600 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.197317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.258834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.272484 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:41.273156 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.298018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Pushing event updated for resources: {'Port': ['ID=765995de-fbd1-48d3-b032-de3ca6b51e1d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:41.308400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:41.352452 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:41.352904 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc038f21-4276-4d67-9294-5ccef37da89a None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:41.391221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for 765995de-fbd1-48d3-b032-de3ca6b51e1d owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:41.420028 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8165076 Jun 09 13:22:41.424906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50476) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:41.573778 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3aadf315-77c3-4ac0-a901-5f3dd1b8b441 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/floatingips/a91417d3-e700-4181-8933-693d10999ba6 HTTP/1.1" status: 200 len: 976 time: 0.1476152 Jun 09 13:22:41.576781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50478) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:41.713111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.721265 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bd4907e7-bae9-46cd-8a5e-7d725a99aa2b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1430645 Jun 09 13:22:41.726946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:41.733126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': '3889a529-6d96-4054-a5c5-f49744d7eade'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:41.992505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:41.999604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:42.047676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=765995de-fbd1-48d3-b032-de3ca6b51e1d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:42.051341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.102675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:42.142976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:42.143573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.212450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port 765995de-fbd1-48d3-b032-de3ca6b51e1d on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:42.293866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d9381-4395-4b5d-ac0b-a233005bde7d None None] Network 996d0f44-4df4-4097-a307-ab798b89a9cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:42.301151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.363560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.367527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3cdbf0c4-116d-4a95-b5be-950687954771 None None] Could not find standard attr ID for object 765995de-fbd1-48d3-b032-de3ca6b51e1d. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:22:42.446114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 19b04be0-9bce-4c3c-b25d-b0d9cfa08185 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:42.609783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.617081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.621018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:42.621716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94e3f5d-941f-446f-b0ca-908ccb4f9627 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:42.667007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=e020102d-add6-4036-9dd6-935d1fc6244b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:42.669255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=19b04be0-9bce-4c3c-b25d-b0d9cfa08185,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:42.673034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:42.700045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:42.750585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9779c3-092a-4c09-96d9-f2afe997e0cd None None] Network 996d0f44-4df4-4097-a307-ab798b89a9cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:42.864636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.890558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996d0f44-4df4-4097-a307-ab798b89a9cc']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:42.919174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16bce8-1f39-4069-8dda-a199a5bd1587') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:42.919857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16bce8-1f39-4069-8dda-a199a5bd1587') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:42.950825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.986416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:42.997211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c4c8f-05e2-468a-a786-f00abb0d1864 None None] DHCP port deletion for 996d0f44-4df4-4097-a307-ab798b89a9cc request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:43.002656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:43.003061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:43.018250 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:43.045674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.177826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.183132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f0d5fcaa-2f61-4528-a774-a815a02dfede tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:43.197317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.199199 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/996d0f44-4df4-4097-a307-ab798b89a9cc HTTP/1.1" status: 204 len: 168 time: 3.0755713 Jun 09 13:22:43.204327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50484) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.250571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=996d0f44-4df4-4097-a307-ab798b89a9cc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:43.259237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:43.260197 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bc900c-70d9-49a2-9e46-7708c6c4f2ee tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:43.260638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bc900c-70d9-49a2-9e46-7708c6c4f2ee tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:43.262293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63bc900c-70d9-49a2-9e46-7708c6c4f2ee tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/e020102d-add6-4036-9dd6-935d1fc6244b HTTP/1.1" status: 404 len: 337 time: 0.0552506 Jun 09 13:22:43.265137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50486) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.283976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.291493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.320915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 315db41b-410b-4ec2-befe-db96dd0a92ba has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:43.341738 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dc4ce1-dcca-4be7-b4ba-83735267901b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:43.342212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dc4ce1-dcca-4be7-b4ba-83735267901b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:43.343896 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d5dc4ce1-dcca-4be7-b4ba-83735267901b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/996d0f44-4df4-4097-a307-ab798b89a9cc HTTP/1.1" status: 404 len: 339 time: 0.0779045 Jun 09 13:22:43.349853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50490) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.453042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:43.461443 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/315db41b-410b-4ec2-befe-db96dd0a92ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249631 Jun 09 13:22:43.462105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50492) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.464174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] Sync routers for ids ['315db41b-410b-4ec2-befe-db96dd0a92ba'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:43.476390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] Routers {'315db41b-410b-4ec2-befe-db96dd0a92ba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:43.477386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['315db41b-410b-4ec2-befe-db96dd0a92ba'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:43.509026 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-283e70ce-8898-4777-88c1-69e57aed30fa tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=315db41b-410b-4ec2-befe-db96dd0a92ba HTTP/1.1" status: 200 len: 205 time: 0.0433228 Jun 09 13:22:43.509252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50494) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.561993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:43.573261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] Routers {'315db41b-410b-4ec2-befe-db96dd0a92ba'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:43.574076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['315db41b-410b-4ec2-befe-db96dd0a92ba'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:43.643509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:43.643907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733167d-945c-4cfb-b7b9-e621f8bf2941 None None] The sync data for ids ['315db41b-410b-4ec2-befe-db96dd0a92ba'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:43.645393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.723225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.742848 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP a91417d3-e700-4181-8933-693d10999ba6 associated. External IP: 172.26.5.39, port: 681dce9c-b84a-4625-8e62-6ea11ffaeea3. Jun 09 13:22:43.938124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.940241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.964346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.964852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router 315db41b-410b-4ec2-befe-db96dd0a92ba {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:22:43.972262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:43.973304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4c3e6ebf-54ff-4180-89a1-8bd28c44eac8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/315db41b-410b-4ec2-befe-db96dd0a92ba HTTP/1.1" status: 204 len: 168 time: 0.4631221 Jun 09 13:22:43.976088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50496) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:43.998370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.021229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215512ee-8d68-47ee-ae07-3d42c4f23b56']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.037873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d538ca-308f-4750-bcd5-3b122cd4edd1') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.038161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d538ca-308f-4750-bcd5-3b122cd4edd1') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.043039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 043a174a-ae9b-4c65-ab7d-9af68f17889a {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:44.046063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.054620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.101142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.125377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.183477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.186098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:44.186742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:44.206190 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:44.318792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.325030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9031b394-f32b-437b-b0ad-de8e6b92fddb tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:44.339739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.341617 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/215512ee-8d68-47ee-ae07-3d42c4f23b56 HTTP/1.1" status: 204 len: 168 time: 0.9908414 Jun 09 13:22:44.346967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50498) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:44.384022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=215512ee-8d68-47ee-ae07-3d42c4f23b56,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:44.390569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:44.391748 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e021a098-899b-40c8-8b7a-10c44e4aba86 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:44.392189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e021a098-899b-40c8-8b7a-10c44e4aba86 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:44.393814 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e021a098-899b-40c8-8b7a-10c44e4aba86 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/e6c6827b-fe8d-4a05-b56d-5009b350a036 HTTP/1.1" status: 404 len: 337 time: 0.0459297 Jun 09 13:22:44.396558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50500) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:44.425899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 765995de-fbd1-48d3-b032-de3ca6b51e1d no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:44.427498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:44.430295 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e1c884-9fac-444b-a663-b445a2bf53b0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:44.430782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e1c884-9fac-444b-a663-b445a2bf53b0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:44.432423 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-38e1c884-9fac-444b-a663-b445a2bf53b0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/6de65b94-c865-4878-8d24-5cc2baa9de59 HTTP/1.1" status: 404 len: 339 time: 0.0349751 Jun 09 13:22:44.435686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50502) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:44.461188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 765995de-fbd1-48d3-b032-de3ca6b51e1d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:44.461449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 765995de-fbd1-48d3-b032-de3ca6b51e1d not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:44.482802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.492199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-078c0cd5-ede2-46bb-9e03-d2f5df399413 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:44.537095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.541293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/043a174a-ae9b-4c65-ab7d-9af68f17889a HTTP/1.1" status: 204 len: 168 time: 0.5617530 Jun 09 13:22:44.541293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=043a174a-ae9b-4c65-ab7d-9af68f17889a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:44.542354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:44.543209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50506) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:44.544418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709805b1-09e9-41e1-97c7-4125921949bb None None] Network 95be6323-8472-43ee-b0e8-7d290eda80b7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:44.625558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:44.639007 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:44.646301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting subnet b56ff965-9214-4242-aced-8c90e80bef6d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:44.650231 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:44.651252 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.699222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.700931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.729147 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.741871 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:44.743412 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.810452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.819555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] DHCP port deletion for 95be6323-8472-43ee-b0e8-7d290eda80b7 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:44.854002 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:44.854711 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e650545a-097d-4316-81d6-f590a1ae554b None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:44.886934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Deleting port 4de50a4d-1813-48cf-84fa-32bf66668e11 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:44.887943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:44.921802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 4de50a4d-1813-48cf-84fa-32bf66668e11 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:44.922138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.007870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] For port 4de50a4d-1813-48cf-84fa-32bf66668e11, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4de50a4d-1813-48cf-84fa-32bf66668e11,segment=NetworkSegment(5f83b5a9-6f77-4f98-b82c-f751c48609da),segment_id=5f83b5a9-6f77-4f98-b82c-f751c48609da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:45.008435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.034720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.073610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 4de50a4d-1813-48cf-84fa-32bf66668e11, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4de50a4d-1813-48cf-84fa-32bf66668e11,segment=NetworkSegment(5f83b5a9-6f77-4f98-b82c-f751c48609da),segment_id=5f83b5a9-6f77-4f98-b82c-f751c48609da)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:45.073932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.142260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Calling delete_port for 4de50a4d-1813-48cf-84fa-32bf66668e11 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:45.177516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:45.195648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.205443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:45.207517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 4de50a4d-1813-48cf-84fa-32bf66668e11 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:45.236457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] No DVR routers for this DVR port 4de50a4d-1813-48cf-84fa-32bf66668e11 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:45.256993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Pushing event deleted for resources: {'Port': ['ID=4de50a4d-1813-48cf-84fa-32bf66668e11,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:45.259907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:45.261449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.267412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1eeba9ae-2f17-4379-a20f-5a19c2f0dbe8 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:45.306890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=b56ff965-9214-4242-aced-8c90e80bef6d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:45.310953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:45.318340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.322322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/b56ff965-9214-4242-aced-8c90e80bef6d HTTP/1.1" status: 204 len: 168 time: 0.8798501 Jun 09 13:22:45.322502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77607333-7959-4fca-8ab4-03f78aceb1e9 None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:45.322661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50508) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:45.371467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.376711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:45.377915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e33d4596-ab4e-4eac-ac00-b486a3f30745 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:45.381646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.391023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:45.418381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:45.419150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.442381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=4de50a4d-1813-48cf-84fa-32bf66668e11,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:45.445401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:45.448443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port 4de50a4d-1813-48cf-84fa-32bf66668e11 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:45.484221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting subnet e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:45.495060 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43a4c18a-ea8a-4d9c-89fd-acb4fd04a158 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/a91417d3-e700-4181-8933-693d10999ba6 HTTP/1.1" status: 200 len: 977 time: 3.7668438 Jun 09 13:22:45.497820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50510) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:45.502999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:45.503634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.533130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.557224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:45.557940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.605721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.623900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.629590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.630142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe38ac6-181d-482d-a89c-f5859bb3bd79 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:45.634112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.677330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95be6323-8472-43ee-b0e8-7d290eda80b7']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.702828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f83b5a9-6f77-4f98-b82c-f751c48609da') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.703102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f83b5a9-6f77-4f98-b82c-f751c48609da') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:45.720129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.745385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.757854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:45.758395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:45.775028 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:45.857907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.892021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.897538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.898544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.898927 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP a91417d3-e700-4181-8933-693d10999ba6 disassociated. External IP: 172.26.5.39, port: 3889a529-6d96-4054-a5c5-f49744d7eade. Jun 09 13:22:45.902081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.904271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/95be6323-8472-43ee-b0e8-7d290eda80b7 HTTP/1.1" status: 204 len: 168 time: 1.3578458 Jun 09 13:22:45.907868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a5d9e9bb-0074-4205-a2d8-e6f821f5f054 tempest-ExternalNetworksTestJSON-1446733071 tempest-ExternalNetworksTestJSON-1446733071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:45.921360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50512) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:45.932975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1887208', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:45.959675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=95be6323-8472-43ee-b0e8-7d290eda80b7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:45.968593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:45.982252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.983411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:45.999819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.005951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-065a7f78-63ca-44ec-8b99-f4e9120a5cb0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:46.046161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.049173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:46.064719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.066152 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/e3d24ee7-bb39-4bb3-98e1-f4a44c4186ba HTTP/1.1" status: 204 len: 168 time: 0.7426527 Jun 09 13:22:46.069205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:46.069696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50514) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:46.269088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:46.292640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a755a1-3191-40a4-8da5-a6e428d1d80d None None] Network 47d58e19-a8d1-4271-827c-8e9fbe32f433 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:46.395879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-094214e9-2dae-46c4-873c-e314c8e88c76 None None] Provisioning complete for port e836261c-46ab-41b5-98ec-d3c7049a55c5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:46.396282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-094214e9-2dae-46c4-873c-e314c8e88c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.455543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.534005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4de50a4d-1813-48cf-84fa-32bf66668e11 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:46.581399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4de50a4d-1813-48cf-84fa-32bf66668e11 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:46.582106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4de50a4d-1813-48cf-84fa-32bf66668e11 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:46.631354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:46.633281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.636480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.644492 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:46.659108 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:46.660286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:46.709180 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a9ed12f6-79da-4cfc-8f82-f0c9c624bd34 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/a91417d3-e700-4181-8933-693d10999ba6 HTTP/1.1" status: 200 len: 687 time: 1.2078614 Jun 09 13:22:46.710307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50518) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:46.745801 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:46.763342 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:46.764122 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:46.772666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port e836261c-46ab-41b5-98ec-d3c7049a55c5 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:46.773163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.789205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a876508-6006-4638-999d-49c037ef669e None None] DHCP port deletion for 47d58e19-a8d1-4271-827c-8e9fbe32f433 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:46.845916 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:46.847263 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25857bed-6bfa-4103-a65f-c39576a91e8d None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:46.870181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0a876508-6006-4638-999d-49c037ef669e None None] Deleting port e836261c-46ab-41b5-98ec-d3c7049a55c5 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:46.870892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a876508-6006-4638-999d-49c037ef669e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.904417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e836261c-46ab-41b5-98ec-d3c7049a55c5,segment=NetworkSegment(4807159e-87ff-4147-9b75-3dd5c77fa445),segment_id=4807159e-87ff-4147-9b75-3dd5c77fa445)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:46.904785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.955082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port f3ce9bed-49ef-4e75-b6fd-b31e501d149f {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:46.955430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:46.992893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0a876508-6006-4638-999d-49c037ef669e None None] For port e836261c-46ab-41b5-98ec-d3c7049a55c5, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=e836261c-46ab-41b5-98ec-d3c7049a55c5,segment=NetworkSegment(4807159e-87ff-4147-9b75-3dd5c77fa445),segment_id=4807159e-87ff-4147-9b75-3dd5c77fa445)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:46.993587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a876508-6006-4638-999d-49c037ef669e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.037698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for e836261c-46ab-41b5-98ec-d3c7049a55c5 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:47.081065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.081480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.134773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0a876508-6006-4638-999d-49c037ef669e None None] Calling delete_port for e836261c-46ab-41b5-98ec-d3c7049a55c5 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:47.187741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a876508-6006-4638-999d-49c037ef669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.194053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:47.204697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for f3ce9bed-49ef-4e75-b6fd-b31e501d149f owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:47.240057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.245640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a876508-6006-4638-999d-49c037ef669e None None] No DVR routers for this DVR port e836261c-46ab-41b5-98ec-d3c7049a55c5 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:47.258495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876508-6006-4638-999d-49c037ef669e None None] Pushing event deleted for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:47.261683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0a876508-6006-4638-999d-49c037ef669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:47.285042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.326062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.328628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.332784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:47.333758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:47.380838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=f3ce9bed-49ef-4e75-b6fd-b31e501d149f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:47.390769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=e836261c-46ab-41b5-98ec-d3c7049a55c5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:47.396476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:47.403442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port e836261c-46ab-41b5-98ec-d3c7049a55c5 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:47.407216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:47.477425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.479649 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.480970 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/a91417d3-e700-4181-8933-693d10999ba6 HTTP/1.1" status: 204 len: 168 time: 0.7690806 Jun 09 13:22:47.483813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:47.563852 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-c095544a-3866-4e4c-bcf8-fcc9b5ede399 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] delete failed (client error): The resource could not be found. Jun 09 13:22:47.564939 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c095544a-3866-4e4c-bcf8-fcc9b5ede399 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/a91417d3-e700-4181-8933-693d10999ba6 HTTP/1.1" status: 404 len: 345 time: 0.0801141 Jun 09 13:22:47.569862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50522) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:47.660370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e67467-eedc-496d-8c91-f71d382d0519 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:47.666084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e67467-eedc-496d-8c91-f71d382d0519 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:47.672205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e67467-eedc-496d-8c91-f71d382d0519 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:47.673392 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-35e67467-eedc-496d-8c91-f71d382d0519 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/ports?network_id=27afaa08-729c-443d-8847-47118b63f8f6 HTTP/1.1" status: 200 len: 2357 time: 0.1024585 Jun 09 13:22:47.677372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50524) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:47.723347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.740898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d58e19-a8d1-4271-827c-8e9fbe32f433']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:47.742168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7df4a-e485-4db4-95ab-a188af36cb46 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:47.743533 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77e7df4a-e485-4db4-95ab-a188af36cb46 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/subnets/bea69eb3-828f-4b71-bfe6-40b560ccb550 HTTP/1.1" status: 200 len: 797 time: 0.0652452 Jun 09 13:22:47.748528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50526) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:47.753640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'port': {'network_id': '27afaa08-729c-443d-8847-47118b63f8f6', 'name': 'tempest-FloatingIPTestJSON-1039436594', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:47.760782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 172.26.5.191 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/aba6a8b8-270a-4a4b-b0dc-f71e722ec48f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:47.763602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4807159e-87ff-4147-9b75-3dd5c77fa445') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:47.763903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4807159e-87ff-4147-9b75-3dd5c77fa445') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:47.781450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.813796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.838951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-60356842-0c45-4dfb-a182-e2f34a4e4bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.867003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:47.867390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:47.882945 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:47.913692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:47.991237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:47.996081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6e18a4d-707e-4385-998d-9b39933fa911 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:48.010351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.012137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/47d58e19-a8d1-4271-827c-8e9fbe32f433 HTTP/1.1" status: 204 len: 168 time: 1.9405744 Jun 09 13:22:48.023564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50528) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.029567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=47d58e19-a8d1-4271-827c-8e9fbe32f433,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:48.033768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:48.052451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.073433 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-19afcb31-adba-4c9e-93f4-77a247f14964 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.073911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19afcb31-adba-4c9e-93f4-77a247f14964 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.075899 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-19afcb31-adba-4c9e-93f4-77a247f14964 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/d01fa9a2-bde5-4fe8-8909-0f3a0b5e83d2 HTTP/1.1" status: 404 len: 337 time: 0.0513704 Jun 09 13:22:48.079213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50530) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.098418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.101205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.107786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea158ab6-613d-470e-a699-00d67bc8d57d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:48.127337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] device_id is not set on port 4fb7155a-b44c-4af1-abb7-e50744d604bc yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:22:48.143739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d14a676-6efd-4dcf-90a8-c39fe11f0a29 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.144235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d14a676-6efd-4dcf-90a8-c39fe11f0a29 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.145985 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3d14a676-6efd-4dcf-90a8-c39fe11f0a29 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/347fd422-8e8a-4f6a-8185-8af1424db047 HTTP/1.1" status: 404 len: 339 time: 0.0658648 Jun 09 13:22:48.155757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50532) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.218608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a4fc2f-a872-4efe-8e60-df753c98749f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.219091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a4fc2f-a872-4efe-8e60-df753c98749f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.220862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-16a4fc2f-a872-4efe-8e60-df753c98749f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/e5e94016-4946-41b8-8130-38443c610a93 HTTP/1.1" status: 404 len: 337 time: 0.0623279 Jun 09 13:22:48.225123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:48.225791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50534) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.232851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:48.252481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=aba6a8b8-270a-4a4b-b0dc-f71e722ec48f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:48.258183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:48.282859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:48.289466 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-db86b534-56bb-46e2-a4e6-cd33f7b6da76 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.290087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db86b534-56bb-46e2-a4e6-cd33f7b6da76 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.291732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db86b534-56bb-46e2-a4e6-cd33f7b6da76 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/231d78f9-d90b-4156-bffb-9281f28d1c64 HTTP/1.1" status: 404 len: 339 time: 0.0630910 Jun 09 13:22:48.296070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50536) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.342464 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7da1969-9e0c-4ae5-b28e-ee32831fcdf6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.342916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7da1969-9e0c-4ae5-b28e-ee32831fcdf6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.344602 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b7da1969-9e0c-4ae5-b28e-ee32831fcdf6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/760f2770-e685-4306-afef-881813645538 HTTP/1.1" status: 404 len: 337 time: 0.0475781 Jun 09 13:22:48.347328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.433130 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-210bd896-1f6b-4c15-8f72-a415f3d3112f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:48.433714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210bd896-1f6b-4c15-8f72-a415f3d3112f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:48.435322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-210bd896-1f6b-4c15-8f72-a415f3d3112f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/4433a26c-d76f-4d13-b55b-fe7f9bfef294 HTTP/1.1" status: 404 len: 339 time: 0.0870461 Jun 09 13:22:48.439733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50540) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:48.478497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e836261c-46ab-41b5-98ec-d3c7049a55c5 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:48.517924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: e836261c-46ab-41b5-98ec-d3c7049a55c5 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:48.518590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device e836261c-46ab-41b5-98ec-d3c7049a55c5 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:48.561102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting subnet 3a4a6da3-14ca-4b0f-9e5a-71046ae36d74 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:48.568592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.671287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.756753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.14 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/4fb7155a-b44c-4af1-abb7-e50744d604bc) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:48.767183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.13 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/4fb7155a-b44c-4af1-abb7-e50744d604bc) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:48.771140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:48.817071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.004011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.013579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e86066db-4281-41e2-aa17-462ffa378987 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:49.074036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.077336 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/3a4a6da3-14ca-4b0f-9e5a-71046ae36d74 HTTP/1.1" status: 204 len: 168 time: 0.6362157 Jun 09 13:22:49.082206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4a6da3-14ca-4b0f-9e5a-71046ae36d74,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:49.084158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5166ff59-aaaa-46a8-a1f5-0fd2f3068b86 None None] Network 0320f793-8fca-4c7a-8baf-8c86828fad9d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:49.085367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:49.088707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50544) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:49.193498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.243471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.305117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.309001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.317917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:49.369119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] DHCP port deletion for 0320f793-8fca-4c7a-8baf-8c86828fad9d request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:49.399890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:49.407356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:49.413214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:49.439222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=4fb7155a-b44c-4af1-abb7-e50744d604bc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:49.446559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:49.455491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:49.455840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.458356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Deleting port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:49.458987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.542296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router dcd99978-73fe-46ee-bfbd-ef2648394825 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:22:49.563454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:49.564138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.566199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] For port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,segment=NetworkSegment(f52a6c56-de76-45c2-afab-63d15082da88),segment_id=f52a6c56-de76-45c2-afab-63d15082da88)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:49.567013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.598416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,segment=NetworkSegment(f52a6c56-de76-45c2-afab-63d15082da88),segment_id=f52a6c56-de76-45c2-afab-63d15082da88)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:49.598416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.617090 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8649280 Jun 09 13:22:49.622435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50546) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:49.627448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '4fb7155a-b44c-4af1-abb7-e50744d604bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:49.732922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.750303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Calling delete_port for 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:49.751170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:49.802770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.807387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:49.810584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.815396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:49.823766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:49.843462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] Sync routers for ids ['dcd99978-73fe-46ee-bfbd-ef2648394825'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:49.857448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Pushing event deleted for resources: {'Port': ['ID=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:49.858131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:49.861794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] No DVR routers for this DVR port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:49.861963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.9300504 Jun 09 13:22:49.862347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50548) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:49.863623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:49.871327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] Routers {'dcd99978-73fe-46ee-bfbd-ef2648394825'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:49.872189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['dcd99978-73fe-46ee-bfbd-ef2648394825'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:49.877694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:49.905544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=9045cb3e-2ea2-4a58-9628-fc7ddcd90608,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:49.908440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:49.943423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:49.952209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] Routers {'dcd99978-73fe-46ee-bfbd-ef2648394825'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:49.952826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['dcd99978-73fe-46ee-bfbd-ef2648394825'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:50.022377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:50.022820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a70bb3-9c28-4107-855d-958e280b5f84 None None] The sync data for ids ['dcd99978-73fe-46ee-bfbd-ef2648394825'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:50.077940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-016498c9-f0bd-4aa6-8d90-2df5daf842e5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers/dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 200 len: 882 time: 0.2143588 Jun 09 13:22:50.080313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50550) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.134883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.150160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.162939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0320f793-8fca-4c7a-8baf-8c86828fad9d']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:50.175789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52a6c56-de76-45c2-afab-63d15082da88') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:50.176124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52a6c56-de76-45c2-afab-63d15082da88') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:50.189572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.207167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.214172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:50.214778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.224125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-599d98c5-f068-4637-a571-9ad24ce3cac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:50.231645 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:50.296211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.317707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.321853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.324737 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/0320f793-8fca-4c7a-8baf-8c86828fad9d HTTP/1.1" status: 204 len: 168 time: 1.2343543 Jun 09 13:22:50.324845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:50.327841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50552) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.344591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=0320f793-8fca-4c7a-8baf-8c86828fad9d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:50.347195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:50.381204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8ca08b-cfdb-4532-8b45-4c6967b03361 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:50.381663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8ca08b-cfdb-4532-8b45-4c6967b03361 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:50.383361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-be8ca08b-cfdb-4532-8b45-4c6967b03361 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/bb24c597-d1f9-484f-b186-6edb703f702b HTTP/1.1" status: 404 len: 337 time: 0.0545926 Jun 09 13:22:50.386228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50554) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.402206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.13 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/577331ec-657d-4d9c-9dda-40c2071bb1a8) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:50.411351 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94c0c3-3b70-4b5a-87b9-117dad8ce610 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] DELETE failed (client error): The resource could not be found. Jun 09 13:22:50.411841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94c0c3-3b70-4b5a-87b9-117dad8ce610 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:22:50.415930 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0f94c0c3-3b70-4b5a-87b9-117dad8ce610 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/3110e337-8b93-4a60-8fd2-73b53ebe8dfc HTTP/1.1" status: 404 len: 339 time: 0.0263250 Jun 09 13:22:50.416413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50556) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.476652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:50.486003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting subnet 3b6056af-2f01-44fd-805c-488f88168321 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:22:50.489911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.510855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:50.511273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9045cb3e-2ea2-4a58-9628-fc7ddcd90608 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:50.543950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.578560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.587662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-000ed6aa-3542-4d71-860c-bb2fcc922686 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.5062330 Jun 09 13:22:50.590996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50558) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.598609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1887208'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:50.635404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.736816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.741306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e30d3d7e-0a00-4ee0-9777-6c259756d6a7 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:50.779665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6056af-2f01-44fd-805c-488f88168321,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:50.783044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:50.784149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.789496 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/subnets/3b6056af-2f01-44fd-805c-488f88168321 HTTP/1.1" status: 204 len: 168 time: 0.3723390 Jun 09 13:22:50.790309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50560) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:50.791436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e529ec-f2d0-43f9-86e8-60022c2312a9 None None] Network 4a2abd23-8e1e-4a13-8794-797af2247fad requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:50.908474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.952661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:50.956744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2ca70b69-5c47-4296-aa7d-62b92b43a0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:50.987272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Deleting port a3114afc-d75a-4c40-b3c0-d036e0a45c18 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:50.987750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.067531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] DHCP port deletion for 4a2abd23-8e1e-4a13-8794-797af2247fad request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:22:51.096625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] For port a3114afc-d75a-4c40-b3c0-d036e0a45c18, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a3114afc-d75a-4c40-b3c0-d036e0a45c18,segment=NetworkSegment(0a412128-0824-412c-ab2e-d566d69fa876),segment_id=0a412128-0824-412c-ab2e-d566d69fa876)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:51.097146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.131987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Deleting port a3114afc-d75a-4c40-b3c0-d036e0a45c18 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:51.132367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.163286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:51.166898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:51.168736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=577331ec-657d-4d9c-9dda-40c2071bb1a8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:51.170839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:51.197331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:51.227308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Calling delete_port for a3114afc-d75a-4c40-b3c0-d036e0a45c18 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:51.238585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] For port a3114afc-d75a-4c40-b3c0-d036e0a45c18, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a3114afc-d75a-4c40-b3c0-d036e0a45c18,segment=NetworkSegment(0a412128-0824-412c-ab2e-d566d69fa876),segment_id=0a412128-0824-412c-ab2e-d566d69fa876)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:51.239467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.277164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.283354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d5c1db8e-2886-457e-94e2-9072e46194a0 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:51.329266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] No DVR routers for this DVR port a3114afc-d75a-4c40-b3c0-d036e0a45c18 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:51.358652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Port': ['ID=a3114afc-d75a-4c40-b3c0-d036e0a45c18,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:51.361852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:51.381826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Calling delete_port for a3114afc-d75a-4c40-b3c0-d036e0a45c18 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:51.396501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.432064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.436535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:51.458311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.472211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2abd23-8e1e-4a13-8794-797af2247fad']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:51.482766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Pushing event deleted for resources: {'Port': ['ID=a3114afc-d75a-4c40-b3c0-d036e0a45c18,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:51.486578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a412128-0824-412c-ab2e-d566d69fa876') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:51.487155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a412128-0824-412c-ab2e-d566d69fa876') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:51.490953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:51.491994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] No DVR routers for this DVR port a3114afc-d75a-4c40-b3c0-d036e0a45c18 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:22:51.502667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.525131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.531411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:22:51.531866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:22:51.546456 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:22:51.626972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.631172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-070a7eec-38fb-46b9-861e-ed4a6eb4b429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:51.647260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.649050 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] 10.222.0.21 "DELETE /v2.0/networks/4a2abd23-8e1e-4a13-8794-797af2247fad HTTP/1.1" status: 204 len: 168 time: 0.8576884 Jun 09 13:22:51.654139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.655488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Pushing event deleted for resources: {'Network': ['ID=4a2abd23-8e1e-4a13-8794-797af2247fad,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:51.658681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:51.674234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:51.901860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router dcd99978-73fe-46ee-bfbd-ef2648394825 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:51.929095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50570) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:52.097252 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cdf9154f-1c54-478f-b262-0271a929fa6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cf344744cd94a6da62cf3e94c4b8ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668224 Jun 09 13:22:52.099940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50574) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:52.162622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.191275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.198277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.247720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.250355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.252752 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a2c8c71-f199-43d3-aef8-b7ff581665f6 HTTP/1.1" status: 204 len: 168 time: 0.1506143 Jun 09 13:22:52.252752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-baddcd87-f6e9-4213-8494-4fc25378c937 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:52.262722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2c8c71-f199-43d3-aef8-b7ff581665f6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:52.267135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:52.300803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:52.308659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.312984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0abde078-2b60-428b-828f-2d9be24388db tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 200 len: 889 time: 1.7163317 Jun 09 13:22:52.313163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50578) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:52.317841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.318861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] Sync routers for ids ['dcd99978-73fe-46ee-bfbd-ef2648394825'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:52.328938 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] Routers {'dcd99978-73fe-46ee-bfbd-ef2648394825'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:52.329562 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['dcd99978-73fe-46ee-bfbd-ef2648394825'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:52.390967 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:52.399890 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] Routers {'dcd99978-73fe-46ee-bfbd-ef2648394825'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:52.400534 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['dcd99978-73fe-46ee-bfbd-ef2648394825'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:52.496144 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:52.496859 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37decf2f-8067-4469-8c22-6ae7b0cca9e2 None None] The sync data for ids ['dcd99978-73fe-46ee-bfbd-ef2648394825'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:52.513221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a3114afc-d75a-4c40-b3c0-d036e0a45c18 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:22:52.553900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: a3114afc-d75a-4c40-b3c0-d036e0a45c18 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:22:52.554510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a3114afc-d75a-4c40-b3c0-d036e0a45c18 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:22:52.559689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50584) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:52.560257 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3562b65d-0c3d-40b9-8576-16e945b23a38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers/dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 200 len: 889 time: 0.2443492 Jun 09 13:22:52.606388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e45ec447-61f1-49f2-b794-03f06a46238b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 200 len: 205 time: 0.0449281 Jun 09 13:22:52.609086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50588) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:52.621353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.627635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.631891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:52.737102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=577331ec-657d-4d9c-9dda-40c2071bb1a8,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:52.745926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:52.755450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:52.935553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP 20052aca-c01f-42f4-a20c-e618a161f58c associated. External IP: 172.26.5.13, port: 4fb7155a-b44c-4af1-abb7-e50744d604bc. Jun 09 13:22:52.957365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.023088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.089877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50602) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:53.137750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.215555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port aba6a8b8-270a-4a4b-b0dc-f71e722ec48f {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:53.215905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.240114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684655722'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:53.300846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:53.304262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.322626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.337060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.357059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:53.486795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for aba6a8b8-270a-4a4b-b0dc-f71e722ec48f owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:53.604588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:53.614042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:53.623492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:53.624092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:53.627239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.632773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dfce869-7b01-4179-a917-785f9874dd34 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:53.641106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.647163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.651894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f5c4be8f-0abf-4688-beaf-ac6b3e5d16b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:53.661203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.684479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=aba6a8b8-270a-4a4b-b0dc-f71e722ec48f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:53.689077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:53.697978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:53.698580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:53.717875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:53.718874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50608) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:53.719944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:53.748839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c496ee96-e53b-4cc0-a5c7-e385bd80d287,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:53.752128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:53.759197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:53.759535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment a530515e-4382-4037-889e-6cf6ea764c65 of type vlan for network 6f4fd507-446d-4fff-b0dc-cad939a3350a Jun 09 13:22:53.763505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:53.763869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fcec99-a609-4dcb-b835-70560b567fec None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:53.770865 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1474259 Jun 09 13:22:53.772284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50610) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:53.776856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': '4fb7155a-b44c-4af1-abb7-e50744d604bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:53.936063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.031635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.052298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.122222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.125869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.156656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.162175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:54.162740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.169960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:54.322555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2194915 Jun 09 13:22:54.337931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=6f4fd507-446d-4fff-b0dc-cad939a3350a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:54.349559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:54.379946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:54.493038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50612) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:54.498146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:54.564929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.565464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router dcd99978-73fe-46ee-bfbd-ef2648394825 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:22:54.584745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.585825 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 204 len: 168 time: 1.9756725 Jun 09 13:22:54.589573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50614) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:54.596308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117684574'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:54.707999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:54.711521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.762728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:54.764220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:54.766502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.782043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.782386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment b595bb7b-12d3-4a4a-994e-1056fceeb525 of type vlan for network c09f9b83-1962-4f51-ac1c-b743f0f59b5c Jun 09 13:22:54.816162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.896899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.930259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.935719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:54.936296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:54.942971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:55.026063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.039541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.096605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5059357 Jun 09 13:22:55.101645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50616) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:55.119543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:55.169131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=c09f9b83-1962-4f51-ac1c-b743f0f59b5c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:55.171779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:55.179834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:55.339398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.342941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c8ad483-3f51-426e-82a0-36f787a3e14f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:55.472069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:55.475491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.491618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=1e7d2ece-4404-477a-92b0-452131b7adbb,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:55.545335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:55.565897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:55.601448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': 'a530515e-4382-4037-889e-6cf6ea764c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:55.601808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 6f4fd507-446d-4fff-b0dc-cad939a3350a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:55.655775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:55.752303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:55.756895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.764505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:55.775624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:55.776338 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:55.840563 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:55.850002 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:55.850727 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:55.876591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-38e74185-30ec-47a9-8d2a-42ffc6b53a7a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/20052aca-c01f-42f4-a20c-e618a161f58c HTTP/1.1" status: 200 len: 978 time: 2.1008761 Jun 09 13:22:55.877063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:55.892684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6f4fd507-446d-4fff-b0dc-cad939a3350a) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:55.905493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25f3ec-b07d-4b26-9d0e-32dd1c91680e None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:55.908889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:55.909470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:55.909670 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:55.910086 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a87b36-ee2a-4af1-9114-fd4b308b34ff None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:55.980749 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4865921 Jun 09 13:22:55.985552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:55.992463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1563153489'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:56.037064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.042176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04379303-8923-4e4d-9b21-da5281dc6aca tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:56.094049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 6a007438-f59c-4388-9701-acd704166831 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:56.094451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.110544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:56.113950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.177135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6f4fd507-446d-4fff-b0dc-cad939a3350a', 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '1e7d2ece-4404-477a-92b0-452131b7adbb'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:56.177955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.190676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:22:56.204885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=99c9ba47-ed6c-4e19-b72b-37c09a254fb4,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:56.212646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.213059 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment cb198d9c-80fc-48f7-9edd-b4c2cd344b49 of type vlan for network 26067030-0a9b-4973-8a83-3389dd3285d7 Jun 09 13:22:56.218816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:56.222784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': 'b595bb7b-12d3-4a4a-994e-1056fceeb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:56.223177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: c09f9b83-1962-4f51-ac1c-b743f0f59b5c, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:56.251053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.268057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 577331ec-657d-4d9c-9dda-40c2071bb1a8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:56.268439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.287002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:56.294744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 6a007438-f59c-4388-9701-acd704166831, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a007438-f59c-4388-9701-acd704166831,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:56.295079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.344270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Allocated IP 172.20.255.242 (6f4fd507-446d-4fff-b0dc-cad939a3350a/1e7d2ece-4404-477a-92b0-452131b7adbb/fd411a0a-e420-4176-b9d8-1978a79b0ce1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:56.361339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.361784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, c09f9b83-1962-4f51-ac1c-b743f0f59b5c) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:56.366664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:56.366836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:56.367202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.367343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.372891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1ca45128-440a-4df9-8f31-71f54fc1c2cc tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:56.440198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 6a007438-f59c-4388-9701-acd704166831 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:56.464426 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3535843 Jun 09 13:22:56.464770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50622) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:56.470783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752359187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:56.500931 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5139759 Jun 09 13:22:56.501180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50624) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:56.509465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.509821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.510881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '26067030-0a9b-4973-8a83-3389dd3285d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:56.521736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=26067030-0a9b-4973-8a83-3389dd3285d7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:56.525859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:56.551059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.561244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Transition to ACTIVE for port object fd411a0a-e420-4176-b9d8-1978a79b0ce1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:56.579367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Transition to ACTIVE for port object fd411a0a-e420-4176-b9d8-1978a79b0ce1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:56.584718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03930710-bd25-4648-9847-bd717bad9769 None None] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:56.595470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.596467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.597840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 26067030-0a9b-4973-8a83-3389dd3285d7 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:22:56.642022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 577331ec-657d-4d9c-9dda-40c2071bb1a8 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:56.660800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.709026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.730812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:22:56.734233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.742972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.754328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:56.790201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.794965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9e123de-79a6-4d88-830a-0205eedb9b9c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:56.829542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.833240 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4faf9dfb-bf1c-4b23-8a2d-2a53e7cf80c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3649814 Jun 09 13:22:56.836807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:56.838883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:56.843036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=577331ec-657d-4d9c-9dda-40c2071bb1a8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:56.843515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:56.846100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:56.852007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:56.873798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Pushing event updated for resources: {'Port': ['ID=fd411a0a-e420-4176-b9d8-1978a79b0ce1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:56.879611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:56.933228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:56.933584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP 20052aca-c01f-42f4-a20c-e618a161f58c disassociated (deleted). External IP: 172.26.5.13, port: 4fb7155a-b44c-4af1-abb7-e50744d604bc. Jun 09 13:22:57.009795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Attempting to bind port fd411a0a-e420-4176-b9d8-1978a79b0ce1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:57.010168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Attempting to bind port fd411a0a-e420-4176-b9d8-1978a79b0ce1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a530515e-4382-4037-889e-6cf6ea764c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:57.010758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Attempting to bind port fd411a0a-e420-4176-b9d8-1978a79b0ce1 on network 6f4fd507-446d-4fff-b0dc-cad939a3350a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:57.024093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:57.024812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Checking segment: {'id': 'a530515e-4382-4037-889e-6cf6ea764c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:57.025225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.025596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Bound using segment: {'id': 'a530515e-4382-4037-889e-6cf6ea764c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:57.026114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Bound port: fd411a0a-e420-4176-b9d8-1978a79b0ce1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a530515e-4382-4037-889e-6cf6ea764c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6f4fd507-446d-4fff-b0dc-cad939a3350a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:57.026437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.146569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-c09f9b83-1962-4f51-ac1c-b743f0f59b5c', 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '99c9ba47-ed6c-4e19-b72b-37c09a254fb4'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:57.147419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.180579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] For port fd411a0a-e420-4176-b9d8-1978a79b0ce1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:57.197309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.204646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0dd528b9-1999-4943-8871-a43109b20013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:57.226992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] For port fd411a0a-e420-4176-b9d8-1978a79b0ce1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd411a0a-e420-4176-b9d8-1978a79b0ce1,segment=NetworkSegment(a530515e-4382-4037-889e-6cf6ea764c65),segment_id=a530515e-4382-4037-889e-6cf6ea764c65)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:57.237980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.246195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:57.283590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=6a007438-f59c-4388-9701-acd704166831,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:57.286061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:57.413424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Allocated IP 2001:db8::2 (c09f9b83-1962-4f51-ac1c-b743f0f59b5c/99c9ba47-ed6c-4e19-b72b-37c09a254fb4/f0812963-79fc-4941-8609-eb3dad150352) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:57.522438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:57.543319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Pushing event updated for resources: {'Port': ['ID=fd411a0a-e420-4176-b9d8-1978a79b0ce1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:57.549152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:57.724148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.736087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Transition to ACTIVE for port object f0812963-79fc-4941-8609-eb3dad150352 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:57.763161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Transition to ACTIVE for port object f0812963-79fc-4941-8609-eb3dad150352 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:57.775593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.776609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:57.779570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:57.781582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:57.850591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/20052aca-c01f-42f4-a20c-e618a161f58c HTTP/1.1" status: 204 len: 168 time: 1.9713972 Jun 09 13:22:57.852297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:57.865223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:57.898475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:57.899959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:57.904809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:57.915375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:57.916007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:57.964609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Pushing event updated for resources: {'Port': ['ID=f0812963-79fc-4941-8609-eb3dad150352,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:57.996341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 4fb7155a-b44c-4af1-abb7-e50744d604bc {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:22:57.996716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.006680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:58.034720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.042116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:58.074091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Attempting to bind port f0812963-79fc-4941-8609-eb3dad150352 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:22:58.074444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Attempting to bind port f0812963-79fc-4941-8609-eb3dad150352 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'b595bb7b-12d3-4a4a-994e-1056fceeb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:22:58.075065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Attempting to bind port f0812963-79fc-4941-8609-eb3dad150352 on network c09f9b83-1962-4f51-ac1c-b743f0f59b5c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:22:58.077048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:58.077679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:58.132759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.143228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:22:58.143569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Checking segment: {'id': 'b595bb7b-12d3-4a4a-994e-1056fceeb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:58.143912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.144335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Bound using segment: {'id': 'b595bb7b-12d3-4a4a-994e-1056fceeb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:22:58.144835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Bound port: f0812963-79fc-4941-8609-eb3dad150352, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b595bb7b-12d3-4a4a-994e-1056fceeb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c09f9b83-1962-4f51-ac1c-b743f0f59b5c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:22:58.145290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.147132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.153991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:58.154400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219688d-870a-4e42-84a7-ed7f717764f7 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:22:58.226090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4cf68472-ee0c-4d45-98a5-0baeb6f95857 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:58.261450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] For port f0812963-79fc-4941-8609-eb3dad150352, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:22:58.265250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] For port f0812963-79fc-4941-8609-eb3dad150352, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0812963-79fc-4941-8609-eb3dad150352,segment=NetworkSegment(b595bb7b-12d3-4a4a-994e-1056fceeb525),segment_id=b595bb7b-12d3-4a4a-994e-1056fceeb525)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:22:58.269370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 4fb7155a-b44c-4af1-abb7-e50744d604bc owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:22:58.274790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.280336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:58.368693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.383231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Pushing event updated for resources: {'Port': ['ID=f0812963-79fc-4941-8609-eb3dad150352,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:58.387449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:58.471889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.491450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': 'cb198d9c-80fc-48f7-9edd-b4c2cd344b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '26067030-0a9b-4973-8a83-3389dd3285d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:22:58.491450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 26067030-0a9b-4973-8a83-3389dd3285d7, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:22:58.511085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=c098f3db-02e2-4761-ab20-50612305c526,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:58.564144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.571573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d090fd6-58fb-4a97-aeb3-94192497ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:58.611217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:58.697884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd411a0a-e420-4176-b9d8-1978a79b0ce1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:22:58.730851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=4fb7155a-b44c-4af1-abb7-e50744d604bc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:58.737281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:58.756808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 26067030-0a9b-4973-8a83-3389dd3285d7 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:22:58.795912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 26067030-0a9b-4973-8a83-3389dd3285d7) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:58.806952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116f366-2f5c-4045-8459-7348ac71eb8e None None] Network 26067030-0a9b-4973-8a83-3389dd3285d7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:58.814012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:22:58.824650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.872073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:58.878045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/4fb7155a-b44c-4af1-abb7-e50744d604bc HTTP/1.1" status: 204 len: 168 time: 1.0212667 Jun 09 13:22:58.878818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50634) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:58.885156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:22:58.890922 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3844540 Jun 09 13:22:58.893312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:22:58.896330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ae8d7-bb90-4a4d-b747-b8e46694f02c None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:58.944371 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:22:59.010977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.035638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8::1 (c09f9b83-1962-4f51-ac1c-b743f0f59b5c/99c9ba47-ed6c-4e19-b72b-37c09a254fb4/20cec3ed-91a8-451d-afd8-8960b8e8553b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:59.041112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Provisioning for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:59.048393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:22:59.085471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Provisioning complete for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:59.086145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.109751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:22:59.110401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.215456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:22:59.308884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.421897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.496894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494d504-bb2b-45c7-9269-88bf2a737c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-26067030-0a9b-4973-8a83-3389dd3285d7', 'network_id': '26067030-0a9b-4973-8a83-3389dd3285d7', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': 'c098f3db-02e2-4761-ab20-50612305c526'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:22:59.497741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0494d504-bb2b-45c7-9269-88bf2a737c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.517301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.617302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.620551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.630514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e2826c2-423c-4be4-8b10-ce6a1763182f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:59.635578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.663408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 20cec3ed-91a8-451d-afd8-8960b8e8553b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:22:59.675735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.744331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:22:59.756853 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:22:59.762670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.118 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/859a916e-f080-4f6a-9d0e-57ab67b54eed) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:22:59.763953 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/b846931e-1413-444e-8c53-9a9ceac94f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0391970 Jun 09 13:22:59.773503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.776799 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:22:59.777301 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:22:59.778946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-726736ac-f953-47af-8562-48f680c4d5d5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:59.799877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] For port fd411a0a-e420-4176-b9d8-1978a79b0ce1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd411a0a-e420-4176-b9d8-1978a79b0ce1,segment=NetworkSegment(a530515e-4382-4037-889e-6cf6ea764c65),segment_id=a530515e-4382-4037-889e-6cf6ea764c65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:22:59.819614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fd627-5fb6-438c-8d8a-c459b2754b7a None None] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:22:59.855437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:22:59.858945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:22:59.863238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:22:59.863852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.875952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=20cec3ed-91a8-451d-afd8-8960b8e8553b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:59.887189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:59.938198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.970322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.971452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=c098f3db-02e2-4761-ab20-50612305c526,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:22:59.977150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:22:59.986813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:22:59.987446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:22:59.989465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:00.063391 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:00.077571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.144381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:00.158507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:00.168843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:00.224071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=859a916e-f080-4f6a-9d0e-57ab67b54eed,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:00.227437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:00.230775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server [None req-0494d504-bb2b-45c7-9269-88bf2a737c31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c098f3db-02e2-4761-ab20-50612305c526: This subnet is being modified by another concurrent operation. Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:23:00.264550 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1461, in create_port Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1428, in _create_port_db Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise exception Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c098f3db-02e2-4761-ab20-50612305c526: This subnet is being modified by another concurrent operation. Jun 09 13:23:00.270807 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Jun 09 13:23:00.276990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26067030-0a9b-4973-8a83-3389dd3285d7']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:00.295509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb198d9c-80fc-48f7-9edd-b4c2cd344b49') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:00.295845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb198d9c-80fc-48f7-9edd-b4c2cd344b49') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:00.315399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.344173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.345527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ca759-b827-40e6-89a5-7ad8d80f6439 None None] Network 26067030-0a9b-4973-8a83-3389dd3285d7 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:00.365021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:00.365520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:00.381959 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:00.460638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0d45fcd4-1ad3-4370-95bf-3876328b82c7 None None] Provisioning for port f0812963-79fc-4941-8609-eb3dad150352 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:00.482139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:00.482515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:00.537606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.542413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Pushing event updated for resources: {'Port': ['ID=fd411a0a-e420-4176-b9d8-1978a79b0ce1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:00.555526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:00.603712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.624348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:00.638688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.640406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/26067030-0a9b-4973-8a83-3389dd3285d7 HTTP/1.1" status: 204 len: 168 time: 1.7459946 Jun 09 13:23:00.653763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a676dc-a2ff-4626-8e14-645a6b7552ad req-a0ceaddd-8c69-44fc-80bf-bd2cbdd635dd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:00.655259 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94a676dc-a2ff-4626-8e14-645a6b7552ad req-a0ceaddd-8c69-44fc-80bf-bd2cbdd635dd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.2725630 Jun 09 13:23:00.659204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50642) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:00.661011 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:00.666176 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:00.666401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268567448'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:00.678025 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:00.679037 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:00.694825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b54b201b-d0be-4ad2-903e-d5b4a95f712b None None] Provisioning complete for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:00.695056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=26067030-0a9b-4973-8a83-3389dd3285d7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:00.695187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b54b201b-d0be-4ad2-903e-d5b4a95f712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.710348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:00.727962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.742580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.749312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.750809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.758685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-60d066b5-2ea2-4e05-9675-812b974c6386 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:00.802280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:00.806596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.839066 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94a676dc-a2ff-4626-8e14-645a6b7552ad req-944d0628-6dc2-43ce-9aed-6d87fe740697 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349971 Jun 09 13:23:00.870199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:00.881321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.881715 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d of type vlan for network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 Jun 09 13:23:00.920510 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:00.928662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:00.999969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=20cec3ed-91a8-451d-afd8-8960b8e8553b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:01.028938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:01.087526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.095193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:01.096242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.115499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:01.120425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:01.130173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:01.135729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4731131 Jun 09 13:23:01.140469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50644) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:01.151835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:01.277071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.281599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=fd4bc1b6-7f71-457b-9c44-f59c66976ef3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:01.293572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.299139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:01.306677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:01.307731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5a1d8bfb-b461-4258-908c-b154c6dad2b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:01.416203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0812963-79fc-4941-8609-eb3dad150352 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:01.499360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.513562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:01.516991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.541968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=859a916e-f080-4f6a-9d0e-57ab67b54eed,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:01.546947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:01.557580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9e82aa98-9566-4f12-9a46-b1c2ca98ae9e None None] Provisioning for port 20cec3ed-91a8-451d-afd8-8960b8e8553b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:01.564050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9e82aa98-9566-4f12-9a46-b1c2ca98ae9e None None] Provisioning complete for port 20cec3ed-91a8-451d-afd8-8960b8e8553b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:01.564405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e82aa98-9566-4f12-9a46-b1c2ca98ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.569840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.571426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6913564 Jun 09 13:23:01.573913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50646) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:01.582387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'port': {'network_id': '27afaa08-729c-443d-8847-47118b63f8f6', 'name': 'tempest-FloatingIPTestJSON-1038257554'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:01.586995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:01.597004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f0812963-79fc-4941-8609-eb3dad150352 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:01.598498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router bf7b5613-998e-49aa-8c00-466f00d626a5 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:23:01.602134 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457d283-3b85-4eba-83bc-883530d03c82 None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '00cfd6ce-5d97-47de-ac6d-cbe62230b9f0', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'port_id': 'e46e336d-ca06-4871-84dc-619b4583a660', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'mac_address': 'fa:16:3e:8d:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:21:22Z', 'updated_at': '2021-06-09T13:21:32Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:01.612170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f0812963-79fc-4941-8609-eb3dad150352 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:01.612602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.717571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9e82aa98-9566-4f12-9a46-b1c2ca98ae9e None None] Port 20cec3ed-91a8-451d-afd8-8960b8e8553b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:01.789408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.826626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f0812963-79fc-4941-8609-eb3dad150352, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0812963-79fc-4941-8609-eb3dad150352,segment=NetworkSegment(b595bb7b-12d3-4a4a-994e-1056fceeb525),segment_id=b595bb7b-12d3-4a4a-994e-1056fceeb525)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:01.835125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:01.836073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd411a0a-e420-4176-b9d8-1978a79b0ce1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:01.863861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bbfd07f-de6b-4f57-9388-b4eb0e9c8e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:01.940778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.ipam_backend_mixin [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing IP validity checks on allocation pools {{(pid=92383) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:23:01.941301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.ipam_backend_mixin [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92383) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:23:01.974475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=f0812963-79fc-4941-8609-eb3dad150352,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:01.977510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1935b23-2f73-4277-bc11-f65ad80e7d2a None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:01.987025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:01.997134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.010501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:02.052717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1d1ac09d-a6f6-4c66-8884-790567153fce None None] Provisioning complete for port 20cec3ed-91a8-451d-afd8-8960b8e8553b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:02.053099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac09d-a6f6-4c66-8884-790567153fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.078463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] device_id is not set on port e0d33614-786a-4bf5-9870-fd65148bd58c yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:23:02.087877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:02.094721 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/bf7b5613-998e-49aa-8c00-466f00d626a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214375 Jun 09 13:23:02.098156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50650) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:02.105338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] Sync routers for ids ['bf7b5613-998e-49aa-8c00-466f00d626a5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:02.171343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] Routers {'bf7b5613-998e-49aa-8c00-466f00d626a5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:02.171965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bf7b5613-998e-49aa-8c00-466f00d626a5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:02.214367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d69831e7-263d-420e-be9a-55ee0ed56139 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:02.215879 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d69831e7-263d-420e-be9a-55ee0ed56139 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.3303630 Jun 09 13:23:02.242687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:02.244563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ac09d-a6f6-4c66-8884-790567153fce None None] Port 20cec3ed-91a8-451d-afd8-8960b8e8553b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:02.260764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd411a0a-e420-4176-b9d8-1978a79b0ce1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:02.261012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.3 (27afaa08-729c-443d-8847-47118b63f8f6/bea69eb3-828f-4b71-bfe6-40b560ccb550/e0d33614-786a-4bf5-9870-fd65148bd58c) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:02.261498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.278801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b577c5-8dcd-4562-9735-9bc1cfb71848 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:02.280264 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d9b577c5-8dcd-4562-9735-9bc1cfb71848 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports/20cec3ed-91a8-451d-afd8-8960b8e8553b HTTP/1.1" status: 200 len: 911 time: 0.1803441 Jun 09 13:23:02.284154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50652) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:02.293339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99c9ba47-ed6c-4e19-b72b-37c09a254fb4'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:02.321353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] Routers {'bf7b5613-998e-49aa-8c00-466f00d626a5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:02.322100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bf7b5613-998e-49aa-8c00-466f00d626a5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:02.335680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd2219-7707-4c55-9c21-0c8df2288431 req-0e7210be-cf34-4f2e-8445-c6f998cced39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:02.337186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ebd2219-7707-4c55-9c21-0c8df2288431 req-0e7210be-cf34-4f2e-8445-c6f998cced39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 946 time: 0.3256347 Jun 09 13:23:02.394244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.399625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a85ebeaf-3d99-42b6-b7e9-714e9c8faeea tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:02.404506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:02.405313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609817d-b5c7-4e16-bcbc-f74bd5866c49 None None] The sync data for ids ['bf7b5613-998e-49aa-8c00-466f00d626a5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:02.439429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1935b23-2f73-4277-bc11-f65ad80e7d2a None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:02.444775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a35d36c3-a4b6-4779-9d40-4bdad27ba479 None None] Provisioning complete for port 20cec3ed-91a8-451d-afd8-8960b8e8553b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:02.445150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a35d36c3-a4b6-4779-9d40-4bdad27ba479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.494403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=2f37e938-7b88-4ea2-bef3-a34a3e9f9d57,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:02.499193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:02.502276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port dcfb071b-0e50-4d5d-89c5-c337324aee75 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:02.502648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.520554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:02.520926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: fd4bc1b6-7f71-457b-9c44-f59c66976ef3, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:02.561826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ebd2219-7707-4c55-9c21-0c8df2288431 req-84d40e6b-1e62-49db-bf99-b4d84158605f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e2283e9-1b87-48af-bde2-fc811f58376a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054253 Jun 09 13:23:02.615782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:02.643889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, fd4bc1b6-7f71-457b-9c44-f59c66976ef3) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:02.657658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:02.658239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.688295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port dcfb071b-0e50-4d5d-89c5-c337324aee75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dcfb071b-0e50-4d5d-89c5-c337324aee75,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:02.688648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.720879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a35d36c3-a4b6-4779-9d40-4bdad27ba479 None None] Port 20cec3ed-91a8-451d-afd8-8960b8e8553b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:02.731811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.761825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.762031 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6209219 Jun 09 13:23:02.770233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50654) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:02.827769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for dcfb071b-0e50-4d5d-89c5-c337324aee75 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:02.950707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:02.953706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc54fc-310e-40f3-8209-79e869c48997 None None] Network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:02.959433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:03.006071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=dcfb071b-0e50-4d5d-89c5-c337324aee75,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:03.037854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:03.069632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.081752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port dcfb071b-0e50-4d5d-89c5-c337324aee75 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:03.084254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.086242 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0824db8d-02cc-4869-b6ed-61e9bdcf1706 req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/dcfb071b-0e50-4d5d-89c5-c337324aee75 HTTP/1.1" status: 204 len: 173 time: 0.8613949 Jun 09 13:23:03.087316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'name': 'network-vif-deleted', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:23:03.087538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-671b744d-1e80-4b32-9b73-b43269019271 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:03.089291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1659dc7-f7c6-456b-be30-af6436d7f360" -d '{"events": [{"server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "name": "network-vif-deleted", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:23:03.135712 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca82422-2887-4e6d-b3a6-ecd6bd4695f4 x-openstack-request-id: req-9ca82422-2887-4e6d-b3a6-ecd6bd4695f4 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:23:03.136055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b29c930-fb42-4b76-b196-2e7150ef7af5", "name": "network-vif-deleted", "tag": "dcfb071b-0e50-4d5d-89c5-c337324aee75", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:23:03.136359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ca82422-2887-4e6d-b3a6-ecd6bd4695f4 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:23:03.136802 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b29c930-fb42-4b76-b196-2e7150ef7af5', 'name': 'network-vif-deleted', 'tag': 'dcfb071b-0e50-4d5d-89c5-c337324aee75', 'status': 'completed', 'code': 200} Jun 09 13:23:03.193326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.201017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 27afaa08-729c-443d-8847-47118b63f8f6 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:03.203564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-fd4bc1b6-7f71-457b-9c44-f59c66976ef3', 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '2f37e938-7b88-4ea2-bef3-a34a3e9f9d57'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:03.204661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.214199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:03.231663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0812963-79fc-4941-8609-eb3dad150352 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:03.256567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=e0d33614-786a-4bf5-9870-fd65148bd58c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:03.258962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:03.293856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:03.402517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f0812963-79fc-4941-8609-eb3dad150352 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:03.402936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.472904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Allocated IP 172.20.0.3 (fd4bc1b6-7f71-457b-9c44-f59c66976ef3/2f37e938-7b88-4ea2-bef3-a34a3e9f9d57/ff255583-43b7-4693-b001-16b710a16003) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:03.580691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:03.581300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.606215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.658369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50660) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:03.660558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a007438-f59c-4388-9701-acd704166831 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:03.663457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': 'e0d33614-786a-4bf5-9870-fd65148bd58c'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:03.663615 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0880425 Jun 09 13:23:03.698669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6a007438-f59c-4388-9701-acd704166831 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:03.699045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a007438-f59c-4388-9701-acd704166831 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:03.759582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.784656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.796753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Transition to ACTIVE for port object ff255583-43b7-4693-b001-16b710a16003 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:03.823657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Transition to ACTIVE for port object ff255583-43b7-4693-b001-16b710a16003 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:03.833062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.836926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82e61020-b84c-4ca2-89d3-f33b7a71f3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:03.894101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bad38e14-0bbc-465a-81ab-3b57eab120b1 req-95b81295-0abe-4c4b-aba6-4cb8488650ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b29c930-fb42-4b76-b196-2e7150ef7af5 HTTP/1.1" status: 200 len: 210 time: 0.0820677 Jun 09 13:23:03.903209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:03.906074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:03.910854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:03.913012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Pushing event updated for resources: {'Port': ['ID=ff255583-43b7-4693-b001-16b710a16003,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:03.918326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:03.945585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:03.958024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e08c5dd8-e6e1-49a6-94bc-ee54c4c888ee tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:03.993743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.002208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=2f37e938-7b88-4ea2-bef3-a34a3e9f9d57,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:04.021017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:04.024865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Attempting to bind port ff255583-43b7-4693-b001-16b710a16003 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:04.025493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Attempting to bind port ff255583-43b7-4693-b001-16b710a16003 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:04.025868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Attempting to bind port ff255583-43b7-4693-b001-16b710a16003 on network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:04.031460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:04.031837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Checking segment: {'id': 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:04.032265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.032653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Bound using segment: {'id': 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:04.033133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Bound port: ff255583-43b7-4693-b001-16b710a16003, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:04.033488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.069756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.075567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:04.077191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.079051 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/ports/20cec3ed-91a8-451d-afd8-8960b8e8553b HTTP/1.1" status: 200 len: 911 time: 1.7912750 Jun 09 13:23:04.087066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:04.122286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50662) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:04.127667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] For port ff255583-43b7-4693-b001-16b710a16003, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:04.131658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] For port ff255583-43b7-4693-b001-16b710a16003, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ff255583-43b7-4693-b001-16b710a16003,segment=NetworkSegment(c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d),segment_id=c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:04.140070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.144281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e57157b5-f0ff-42f2-b32f-2e88e057d11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:04.300454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.304011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Pushing event updated for resources: {'Port': ['ID=ff255583-43b7-4693-b001-16b710a16003,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:04.313570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:04.333746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4bc1b6-7f71-457b-9c44-f59c66976ef3']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:04.334617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b49c8-1116-4f64-abfd-c1969dc41d28 None None] Network fd4bc1b6-7f71-457b-9c44-f59c66976ef3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:04.340668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=20cec3ed-91a8-451d-afd8-8960b8e8553b,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:04.347907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:04.355277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:04.355561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:04.372038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.505215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.523201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:04.523599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:04.537668 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:04.550737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5778cd-4281-4004-8830-4ba5030a4974 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:04.567634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.572095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.647026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:04.647026 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:04.647026 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': 'fd4bc1b6-7f71-457b-9c44-f59c66976ef3'}] Jun 09 13:23:04.647026 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:04.647506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:04.687073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5778cd-4281-4004-8830-4ba5030a4974 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:04.745782 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP 69b373fb-f0f0-4457-9b0c-534fefc1eae8 associated. External IP: 172.26.5.118, port: e0d33614-786a-4bf5-9870-fd65148bd58c. Jun 09 13:23:04.808492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:04.870747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dcfb071b-0e50-4d5d-89c5-c337324aee75 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:04.916532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: dcfb071b-0e50-4d5d-89c5-c337324aee75 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:04.916886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dcfb071b-0e50-4d5d-89c5-c337324aee75 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:05.054585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50666) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:05.162457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.169666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.190929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:05.210248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.324942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port ff255583-43b7-4693-b001-16b710a16003 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:05.325613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.412750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:05.416836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.425506 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:05.437308 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:05.438075 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:05.478317 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2e22929b-e5d9-4582-9205-652811e7cc40 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/69b373fb-f0f0-4457-9b0c-534fefc1eae8 HTTP/1.1" status: 200 len: 978 time: 1.8187711 Jun 09 13:23:05.479226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50668) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:05.489044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port ff255583-43b7-4693-b001-16b710a16003, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ff255583-43b7-4693-b001-16b710a16003,segment=NetworkSegment(c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d),segment_id=c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:05.489417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.503594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:05.507838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.510132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.511255 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e2283e9-1b87-48af-bde2-fc811f58376a HTTP/1.1" status: 204 len: 168 time: 0.4566727 Jun 09 13:23:05.515561 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:05.516212 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:05.516599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-36efb521-d248-432a-89a2-3a63354ee318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:05.535017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2283e9-1b87-48af-bde2-fc811f58376a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:05.543269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-870831b9-3b3b-41e7-aa97-26cd767f42ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:05.586187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50672) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:05.598970 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:05.599433 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e723a33-009d-4213-bcbf-588a894fe786 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:05.641375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for ff255583-43b7-4693-b001-16b710a16003 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:05.681156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 20cec3ed-91a8-451d-afd8-8960b8e8553b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:05.681502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.796541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.803563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:05.818775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet 00af2948-6f1c-4e31-8cff-0950cae1969e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:05.823626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.860689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port ff255583-43b7-4693-b001-16b710a16003 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:05.864121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=ff255583-43b7-4693-b001-16b710a16003,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:05.866693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.876012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port e0d33614-786a-4bf5-9870-fd65148bd58c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:05.876347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:05.903206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:05.941623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.032028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 20cec3ed-91a8-451d-afd8-8960b8e8553b owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:06.065721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.118478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.132922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4bc1b6-7f71-457b-9c44-f59c66976ef3']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:06.147653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:06.147909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27dd34b-9d0f-4d7b-a6d0-f1426360ae9d') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:06.148267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.161870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.181097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.195144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:06.195714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:06.215402 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:06.305160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.309986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.317626 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/fd4bc1b6-7f71-457b-9c44-f59c66976ef3 HTTP/1.1" status: 204 len: 168 time: 3.5383615 Jun 09 13:23:06.317626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13e5f42f-0b92-4dd2-bb80-b8db99a6163e tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:06.329233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50674) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:06.337717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-909775591'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:06.381306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.385458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=fd4bc1b6-7f71-457b-9c44-f59c66976ef3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:06.386938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64c69276-47d6-411d-b7e5-a9efc880e939 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:06.387960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:06.424529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:06.428757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.437035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=00af2948-6f1c-4e31-8cff-0950cae1969e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:06.440373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.446280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.450703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:06.450905 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/00af2948-6f1c-4e31-8cff-0950cae1969e HTTP/1.1" status: 204 len: 168 time: 0.8566308 Jun 09 13:23:06.452733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af2954-31f3-4820-b284-f3f7daac8539 None None] Network 6828d1a9-520f-46dd-ace7-9d5912a6694e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:06.457573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50676) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:06.480118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.480494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.480874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.481340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.481675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.482028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.482389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.482773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.483760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.483760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.484201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.484399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:06.488122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.488508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.488810 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP 69b373fb-f0f0-4457-9b0c-534fefc1eae8 disassociated. External IP: 172.26.5.118, port: e0d33614-786a-4bf5-9870-fd65148bd58c. Jun 09 13:23:06.489145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for e0d33614-786a-4bf5-9870-fd65148bd58c owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:06.494441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=20cec3ed-91a8-451d-afd8-8960b8e8553b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:06.524204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:06.534306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:06.598600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.741913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:06.742247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.757775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.788021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] DHCP port deletion for 6828d1a9-520f-46dd-ace7-9d5912a6694e request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:23:06.815925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:06.816205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:06.823055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.836570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.836902 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 42b4e978-8084-4259-906f-2e930e08317c of type vlan for network fce2e7b1-b088-4c45-8a35-908f05dc75e1 Jun 09 13:23:06.862245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Deleting port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:06.862688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.881232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=e0d33614-786a-4bf5-9870-fd65148bd58c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:06.885821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:06.958174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:06.958174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:06.963426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] For port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,segment=NetworkSegment(15848f46-9b3c-46fb-ac74-ffa279b78889),segment_id=15848f46-9b3c-46fb-ac74-ffa279b78889)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:06.963804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.041059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.085282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Calling delete_port for 82a2f198-8956-488a-8fd0-b8ef3f07c6aa owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:07.138219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.139504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router bf7b5613-998e-49aa-8c00-466f00d626a5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:07.144007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c27b5900-ae87-44c7-a5c4-cda1db40297b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:07.196854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Pushing event deleted for resources: {'Port': ['ID=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:07.200099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:07.201188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] No DVR routers for this DVR port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:07.213219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.216180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82a2f198-8956-488a-8fd0-b8ef3f07c6aa no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:07.218805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:07.219431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.231397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a8e1a4f-6c67-4b0a-899a-c14e5a92b170 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:07.256083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 82a2f198-8956-488a-8fd0-b8ef3f07c6aa {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:07.256620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82a2f198-8956-488a-8fd0-b8ef3f07c6aa not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:07.312756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 82a2f198-8956-488a-8fd0-b8ef3f07c6aa owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:07.373623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:07.381555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:07.389305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/bf7b5613-998e-49aa-8c00-466f00d626a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2627578 Jun 09 13:23:07.392159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50678) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:07.396796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0621150 Jun 09 13:23:07.397297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50680) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:07.398103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=fce2e7b1-b088-4c45-8a35-908f05dc75e1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:07.399503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] Sync routers for ids ['bf7b5613-998e-49aa-8c00-466f00d626a5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:07.404509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:07.409552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] Routers {'bf7b5613-998e-49aa-8c00-466f00d626a5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:07.410178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bf7b5613-998e-49aa-8c00-466f00d626a5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.468495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.468736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.469178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.469475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.469846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.470222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.470335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.470821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.470924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.471303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.471660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.472067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.472389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:07.479705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] Routers {'bf7b5613-998e-49aa-8c00-466f00d626a5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:07.480768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['bf7b5613-998e-49aa-8c00-466f00d626a5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.480918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:07.490141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d7f34085-3069-45b5-b916-bb456a2524c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf7b5613-998e-49aa-8c00-466f00d626a5 HTTP/1.1" status: 200 len: 205 time: 0.0945361 Jun 09 13:23:07.494823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50682) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:07.556944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.562276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dcbbea16-9563-4fec-9030-321448d758a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:07.576993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network fce2e7b1-b088-4c45-8a35-908f05dc75e1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:07.619527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=82a2f198-8956-488a-8fd0-b8ef3f07c6aa,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:07.621299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port 82a2f198-8956-488a-8fd0-b8ef3f07c6aa on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:07.641162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.641586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14583dfa-48ef-42a2-adc8-bbd386e9972b None None] The sync data for ids ['bf7b5613-998e-49aa-8c00-466f00d626a5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:07.649199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:07.649749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.764273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.781224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6828d1a9-520f-46dd-ace7-9d5912a6694e']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.788775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:07.798650 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:07.808978 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:07.809770 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.833250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15848f46-9b3c-46fb-ac74-ffa279b78889') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.833553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15848f46-9b3c-46fb-ac74-ffa279b78889') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.875558 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.877401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.886022 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:07.886805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.905218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.917334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:07.917733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:07.933094 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:07.954311 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:07.954899 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095acf85-039e-4bf3-bd9e-22bc5ba579b1 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:07.983702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:07.985597 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/e0d33614-786a-4bf5-9870-fd65148bd58c HTTP/1.1" status: 204 len: 168 time: 2.5054731 Jun 09 13:23:07.991587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50684) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:08.038038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:08.041366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.094647 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c1205443-ad8a-4acb-9892-ac9c4a96d2e7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/floatingips/69b373fb-f0f0-4457-9b0c-534fefc1eae8 HTTP/1.1" status: 200 len: 688 time: 0.1021154 Jun 09 13:23:08.095737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50686) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:08.167770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.173035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b5110d7-eb4d-4155-b068-eadb3a4cb197 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:08.185378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.189413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.190064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.194548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/6828d1a9-520f-46dd-ace7-9d5912a6694e HTTP/1.1" status: 204 len: 168 time: 1.7360349 Jun 09 13:23:08.197437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50688) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:08.253128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=6828d1a9-520f-46dd-ace7-9d5912a6694e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:08.261070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:08.320861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.321338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router bf7b5613-998e-49aa-8c00-466f00d626a5 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:23:08.332539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.333617 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9ad5b9da-5187-44c7-8f71-d16efb943f6f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/bf7b5613-998e-49aa-8c00-466f00d626a5 HTTP/1.1" status: 204 len: 168 time: 0.8380737 Jun 09 13:23:08.336929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50690) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:08.386572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 859a916e-f080-4f6a-9d0e-57ab67b54eed {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:08.386901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.471007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 99c9ba47-ed6c-4e19-b72b-37c09a254fb4 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:08.482710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.559407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.570987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.577239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9067ae6c-f46a-42ed-99dc-71f64c325972 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:08.599660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.599953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.654696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 7362e213-ecb8-4c62-a37f-34c9b87f072d {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:08.655043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.675646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=81f2977d-c2a4-42c6-956d-2d5b2ca4534f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:08.724300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:08.738392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '42b4e978-8084-4259-906f-2e930e08317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:08.738743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: fce2e7b1-b088-4c45-8a35-908f05dc75e1, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:08.795619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network fce2e7b1-b088-4c45-8a35-908f05dc75e1 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:08.807541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.807865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.820738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, fce2e7b1-b088-4c45-8a35-908f05dc75e1) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:08.830429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37fe27-cd86-41ef-a238-10743cf4f452 None None] Network fce2e7b1-b088-4c45-8a35-908f05dc75e1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:08.892275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 859a916e-f080-4f6a-9d0e-57ab67b54eed owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:08.926405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:08.927022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.936608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 7362e213-ecb8-4c62-a37f-34c9b87f072d owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:08.956781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:08.964013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5633199 Jun 09 13:23:08.967232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50692) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:09.066627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-fce2e7b1-b088-4c45-8a35-908f05dc75e1', 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '81f2977d-c2a4-42c6-956d-2d5b2ca4534f'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:09.070641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.107248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.114196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ca5cf706-fbb8-41e9-b39e-7605e7311655 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:09.134446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.154867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=99c9ba47-ed6c-4e19-b72b-37c09a254fb4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:09.159675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:09.160731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.162726 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/99c9ba47-ed6c-4e19-b72b-37c09a254fb4 HTTP/1.1" status: 204 len: 168 time: 0.8237860 Jun 09 13:23:09.164537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.169757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50694) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:09.170624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:09.172994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078151b-d975-40cc-b63e-03700e2c7d16 None None] Network c09f9b83-1962-4f51-ac1c-b743f0f59b5c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:09.250337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.284984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=859a916e-f080-4f6a-9d0e-57ab67b54eed,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:09.296021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:09.306119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.312804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:09.371723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=7362e213-ecb8-4c62-a37f-34c9b87f072d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:09.375473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:09.408973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.427877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.430339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.435874 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/69b373fb-f0f0-4457-9b0c-534fefc1eae8 HTTP/1.1" status: 204 len: 168 time: 1.3391221 Jun 09 13:23:09.438161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Allocated IP 172.20.0.1 (fce2e7b1-b088-4c45-8a35-908f05dc75e1/81f2977d-c2a4-42c6-956d-2d5b2ca4534f/2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:09.438313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:09.444101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '3889a529-6d96-4054-a5c5-f49744d7eade'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:09.513718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.605505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port f0812963-79fc-4941-8609-eb3dad150352 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:09.605927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.624372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.624942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 disassociated (deleted). External IP: 172.26.5.194, port: e46e336d-ca06-4871-84dc-619b4583a660. Jun 09 13:23:09.652420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] DHCP port deletion for c09f9b83-1962-4f51-ac1c-b743f0f59b5c request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:23:09.720260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.724465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port f0812963-79fc-4941-8609-eb3dad150352, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0812963-79fc-4941-8609-eb3dad150352,segment=NetworkSegment(b595bb7b-12d3-4a4a-994e-1056fceeb525),segment_id=b595bb7b-12d3-4a4a-994e-1056fceeb525)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:09.724829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.738550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Transition to ACTIVE for port object 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:09.774012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Transition to ACTIVE for port object 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:09.781049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Deleting port f0812963-79fc-4941-8609-eb3dad150352 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:09.781434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.799216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.848999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c36888ab-b22c-4439-aec2-557e5518a601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:09.852308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for f0812963-79fc-4941-8609-eb3dad150352 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:09.863723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.872664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec51d626-2b4e-4c71-aa84-c10cc4c18241 tempest-BulkNetworkOpsTest-680319064 tempest-BulkNetworkOpsTest-680319064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:09.899324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.932520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Network fce2e7b1-b088-4c45-8a35-908f05dc75e1 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:09.946871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:09.950649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Pushing event updated for resources: {'Port': ['ID=2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:09.959089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:09.968361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.968708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.969057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.969374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.969702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.970025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.970350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.970701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.971016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.971882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.972215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.972397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=81f2977d-c2a4-42c6-956d-2d5b2ca4534f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:09.972587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:09.977188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] For port f0812963-79fc-4941-8609-eb3dad150352, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0812963-79fc-4941-8609-eb3dad150352,segment=NetworkSegment(b595bb7b-12d3-4a4a-994e-1056fceeb525),segment_id=b595bb7b-12d3-4a4a-994e-1056fceeb525)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:09.977594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.986607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:09.990468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:09.992673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:09.999948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:10.071314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=f0812963-79fc-4941-8609-eb3dad150352,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:10.084452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port f0812963-79fc-4941-8609-eb3dad150352 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:10.086122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:10.097989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.116458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce2e7b1-b088-4c45-8a35-908f05dc75e1']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.132144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b4e978-8084-4259-906f-2e930e08317c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.132533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b4e978-8084-4259-906f-2e930e08317c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.148526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:10.150289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.150764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Calling delete_port for f0812963-79fc-4941-8609-eb3dad150352 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:10.170071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.219176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Attempting to bind port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:10.219464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Attempting to bind port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '42b4e978-8084-4259-906f-2e930e08317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:10.219920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Attempting to bind port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 on network fce2e7b1-b088-4c45-8a35-908f05dc75e1 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:10.227138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.180 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:10.228305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:10.228812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Checking segment: {'id': '42b4e978-8084-4259-906f-2e930e08317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:10.229302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.230861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Bound using segment: {'id': '42b4e978-8084-4259-906f-2e930e08317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:10.230861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Bound port: 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b4e978-8084-4259-906f-2e930e08317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:10.230861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.232316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:10.232860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.234264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:10.248154 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:10.253621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09f9b83-1962-4f51-ac1c-b743f0f59b5c']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.282305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b595bb7b-12d3-4a4a-994e-1056fceeb525') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.282735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b595bb7b-12d3-4a4a-994e-1056fceeb525') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.348003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.384509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.389947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fa0175e-2867-4bf7-ba5c-1b7f16d353d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:10.403982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:10.403982 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:10.403982 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': 'fce2e7b1-b088-4c45-8a35-908f05dc75e1'}] Jun 09 13:23:10.403982 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:10.404444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:10.433939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:10.438703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.440395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] For port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:10.444339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Pushing event deleted for resources: {'Port': ['ID=f0812963-79fc-4941-8609-eb3dad150352,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:10.447484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:10.451458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:10.455662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] No DVR routers for this DVR port f0812963-79fc-4941-8609-eb3dad150352 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:10.475408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] For port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8,segment=NetworkSegment(42b4e978-8084-4259-906f-2e930e08317c),segment_id=42b4e978-8084-4259-906f-2e930e08317c)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:10.481918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:10.482948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:10.501778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/00cfd6ce-5d97-47de-ac6d-cbe62230b9f0 HTTP/1.1" status: 204 len: 168 time: 2.3032672 Jun 09 13:23:10.502473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:23:10.505337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e405951a-a577-4df1-b072-0df9c33c55d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:23:10.525488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.535555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.537855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:10.538270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.546044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0ba02ca-bb77-40d3-9984-fa47da2f65eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:10.553050 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:10.589988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0213ffb2-66d1-4e30-87f3-9596a07e8bfe x-openstack-request-id: req-0213ffb2-66d1-4e30-87f3-9596a07e8bfe {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:23:10.590705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "tag": "e46e336d-ca06-4871-84dc-619b4583a660", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:23:10.591216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0213ffb2-66d1-4e30-87f3-9596a07e8bfe {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:23:10.591842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660', 'status': 'completed', 'code': 200} Jun 09 13:23:10.725520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.730424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.735166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:10.754925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.754925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/c09f9b83-1962-4f51-ac1c-b743f0f59b5c HTTP/1.1" status: 204 len: 168 time: 1.5502529 Jun 09 13:23:10.758111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50704) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:10.764824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-792015378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:10.768096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=c09f9b83-1962-4f51-ac1c-b743f0f59b5c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:10.772589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:10.787988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-23a3ceb0-640f-4e40-9c0c-139723d0db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:10.789474 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-23a3ceb0-640f-4e40-9c0c-139723d0db4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 1099 time: 0.1835213 Jun 09 13:23:10.802796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.803063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Pushing event updated for resources: {'Port': ['ID=2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:10.805708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.810972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:10.837789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.850958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9db90-90ad-4f06-8b23-9721c0b9aab9 None None] Network fce2e7b1-b088-4c45-8a35-908f05dc75e1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:10.865283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.866463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:10.892903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.899865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c1518ecb-532f-4c71-b829-b25929ae5ef5 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:10.915281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.934465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:10.938142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d8ffee47-551e-494d-ab4b-e173f4e22603 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1752825 Jun 09 13:23:10.940259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50706) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:10.946702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1734035143'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:10.984629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:10.990556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:10.993391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:11.029880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:11.033326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.052664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:11.055788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:11.069600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-d996c9e2-9699-45c8-b8f7-165f4891b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:11.071414 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-d996c9e2-9699-45c8-b8f7-165f4891b1d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 200 len: 898 time: 0.2739668 Jun 09 13:23:11.076468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e560-2c33-4f5b-a0bf-2622125f2e80 req-16f04714-5ee3-4402-942d-6c80ed9cdfcf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:11.077927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4d60e560-2c33-4f5b-a0bf-2622125f2e80 req-16f04714-5ee3-4402-942d-6c80ed9cdfcf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 0.1945615 Jun 09 13:23:11.086303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:11.115995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.116341 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment ad9ebd16-ea7b-40e9-b83f-58e286195b36 of type vlan for network e8126f93-0dec-4024-92bd-db614afb3f54 Jun 09 13:23:11.118243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:11.118585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.204293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-adc649e4-d048-4dc0-97a6-391ad5a4c13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 200 len: 217 time: 0.1237166 Jun 09 13:23:11.210451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0812963-79fc-4941-8609-eb3dad150352 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:11.229215 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4d60e560-2c33-4f5b-a0bf-2622125f2e80 req-0cce157c-842f-470e-a30f-84e61abd5a07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405315 Jun 09 13:23:11.241718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.258919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: f0812963-79fc-4941-8609-eb3dad150352 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:11.259270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0812963-79fc-4941-8609-eb3dad150352 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:11.280904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8,segment=NetworkSegment(42b4e978-8084-4259-906f-2e930e08317c),segment_id=42b4e978-8084-4259-906f-2e930e08317c)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:11.281467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.365163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf34bbc-194c-414c-90d9-59ae101a324c None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:11.397295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-8e63f88b-2fa4-45ae-ac09-26847329cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:11.399105 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-8e63f88b-2fa4-45ae-ac09-26847329cbcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 200 len: 834 time: 0.1657002 Jun 09 13:23:11.454373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:11.466299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:11.495439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:11.496104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:11.556183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:11.561709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.567595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:11.568171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.572933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-dac79ff7-c23b-4185-8b29-ca8a0b20c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:11.573234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:11.574400 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-dac79ff7-c23b-4185-8b29-ca8a0b20c76b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08298fe-31d1-4a42-88a6-e8ba421ac5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1272488 Jun 09 13:23:11.636428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34bbc-194c-414c-90d9-59ae101a324c None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:11.682834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7401187 Jun 09 13:23:11.686063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50708) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:11.693723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:11.737061 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-4f480a97-d593-429b-8ab1-590cfecd52c2 service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521378 Jun 09 13:23:11.741671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.760407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=e8126f93-0dec-4024-92bd-db614afb3f54,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:11.770097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:11.793119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network e8126f93-0dec-4024-92bd-db614afb3f54 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:11.821242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:11.828586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e6ecca0-fc7d-4eda-bce8-3449f99dd8e9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:11.882170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:11.885259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port 2eeb3613-cc8b-4d9a-9db1-1c93c7b25ba8 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:11.886988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:11.926377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:11.947153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.007864 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e405951a-a577-4df1-b072-0df9c33c55d0 req-14190cc7-39cf-41cd-b2e6-fa4db135d9ed service neutron] 10.222.0.42 "GET /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624545 Jun 09 13:23:12.027269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.042935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce2e7b1-b088-4c45-8a35-908f05dc75e1']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:12.056565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:12.060027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.078906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b4e978-8084-4259-906f-2e930e08317c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:12.079279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b4e978-8084-4259-906f-2e930e08317c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:12.150254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.186566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.200033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:12.200425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:12.215778 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:12.329429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.334856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de2c0e84-fedc-423a-a8bf-3b54090fd452 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:12.349235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.351051 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/fce2e7b1-b088-4c45-8a35-908f05dc75e1 HTTP/1.1" status: 204 len: 168 time: 3.3830254 Jun 09 13:23:12.356889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50712) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:12.362248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-890215442'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:12.387048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=fce2e7b1-b088-4c45-8a35-908f05dc75e1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:12.394996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:12.437751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:12.441081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.464024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-b1e39619-72d0-4049-bf42-a061b0fe62f6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:12.465404 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-b1e39619-72d0-4049-bf42-a061b0fe62f6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 0.1796401 Jun 09 13:23:12.468990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:12.474410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a270c-080c-4c15-b95e-3b4a93ae6c18 None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:22:56Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '82bda5eb-920a-4d7d-b3c2-1995e6bcef5e', 'name': '', 'network_id': 'd08298fe-31d1-4a42-88a6-e8ba421ac5f1', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:82:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'db2e7093-2288-47ed-b813-ed295e962297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:27Z', 'updated_at': '2021-06-09T13:20:42Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'db2e7093-2288-47ed-b813-ed295e962297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:12.520652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.524538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:12.544683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.546235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:12.566424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.572314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985072e-1daf-47a1-ab83-8945c0f34174 req-ac38265b-2e83-4cde-ac18-9c86c2d1f1ce tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:12.573795 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1985072e-1daf-47a1-ab83-8945c0f34174 req-ac38265b-2e83-4cde-ac18-9c86c2d1f1ce tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 946 time: 0.1803427 Jun 09 13:23:12.573925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:12.612017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.612360 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 2470607c-485a-491c-a4c4-640e5d48284f of type vlan for network 5c963006-470f-43f7-ba5f-3eabbf4561c4 Jun 09 13:23:12.632225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=3203fc63-7dce-40d0-872d-162381790885,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:12.643335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:12.662803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1985072e-1daf-47a1-ab83-8945c0f34174 req-179b0d4b-354d-4f45-b221-27d59ac6eada tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819044 Jun 09 13:23:12.665320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:12.665656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: e8126f93-0dec-4024-92bd-db614afb3f54, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:12.700988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network e8126f93-0dec-4024-92bd-db614afb3f54 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:12.713136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, e8126f93-0dec-4024-92bd-db614afb3f54) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:12.717839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:12.718732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.725905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc89fa2-e58f-4377-9a1a-e45e8fb12084 None None] Network e8126f93-0dec-4024-92bd-db614afb3f54 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:12.746639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0558960 Jun 09 13:23:12.747493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.748310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50714) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:12.769240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:12.776050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:12.789003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.817818 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de34733-a260-4588-ba37-9f0c2a043e72 None None] New status for floating IP 00cfd6ce-5d97-47de-ac6d-cbe62230b9f0: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:23:12.959064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.964607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:12.965432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:12.971491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b3de5e59-fd7f-421a-8474-3024db746caf tempest-PortsAdminExtendedAttrsTestJSON-316462074 tempest-PortsAdminExtendedAttrsTestJSON-316462074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:12.998271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-e8126f93-0dec-4024-92bd-db614afb3f54', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:12.999226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.062243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port e46e336d-ca06-4871-84dc-619b4583a660 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:13.062895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.167115 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8090885 Jun 09 13:23:13.171042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50716) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:13.172707 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP ad286a17-42cb-4152-aa0e-f904954bd872 associated. External IP: 172.26.5.180, port: 3889a529-6d96-4054-a5c5-f49744d7eade. Jun 09 13:23:13.176106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Allocated IP 2001:db8::2 (e8126f93-0dec-4024-92bd-db614afb3f54/3203fc63-7dce-40d0-872d-162381790885/cac4942a-cc29-4411-bc2b-2fe0a6da6d0c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:13.180257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:13.235400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=5c963006-470f-43f7-ba5f-3eabbf4561c4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:13.251088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:13.259981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 5c963006-470f-43f7-ba5f-3eabbf4561c4 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:13.373758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e46e336d-ca06-4871-84dc-619b4583a660, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46e336d-ca06-4871-84dc-619b4583a660,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:13.373995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.476823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.487140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Transition to ACTIVE for port object cac4942a-cc29-4411-bc2b-2fe0a6da6d0c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:13.502218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.507194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for e46e336d-ca06-4871-84dc-619b4583a660 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:13.507420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Transition to ACTIVE for port object cac4942a-cc29-4411-bc2b-2fe0a6da6d0c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:13.513816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:13.514461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.517591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.519283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04554e01-06dd-4ef2-9308-ea8c619bfb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:13.577889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Network e8126f93-0dec-4024-92bd-db614afb3f54 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:13.579969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:13.582714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:13.684922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Pushing event updated for resources: {'Port': ['ID=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:13.694566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:13.765733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Attempting to bind port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:13.766425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Attempting to bind port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:13.766836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Attempting to bind port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c on network e8126f93-0dec-4024-92bd-db614afb3f54 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:13.773007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:13.773675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Checking segment: {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:13.774094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.774495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Bound using segment: {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:13.775416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Bound port: cac4942a-cc29-4411-bc2b-2fe0a6da6d0c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:13.775809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.885303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] For port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:13.888542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] For port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:13.893089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.897660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3dd9e3d-d47a-4963-9afb-b101fc5ff818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:13.948220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:13.952623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:13.960452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f4c263a-dfb9-4024-8101-54f18027c886 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:13.971954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Pushing event updated for resources: {'Port': ['ID=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:13.975779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:14.013975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=e46e336d-ca06-4871-84dc-619b4583a660,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:14.070609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:14.085912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e43f7-71f4-463f-90d6-66bc450279d6 req-08c36be6-ddcf-4a01-9b84-7c41b12737f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:14.087511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-566e43f7-71f4-463f-90d6-66bc450279d6 req-08c36be6-ddcf-4a01-9b84-7c41b12737f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04c99f7-4bb7-44fe-8a9f-87ebf70ab158 HTTP/1.1" status: 200 len: 867 time: 0.2853270 Jun 09 13:23:14.134275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8::1 (e8126f93-0dec-4024-92bd-db614afb3f54/3203fc63-7dce-40d0-872d-162381790885/cc684b8f-2521-4e15-8351-c2f34380c4ed) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:14.140867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.147906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-121a5496-d024-4922-8a9e-61e4ee32df44 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:14.243584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port e46e336d-ca06-4871-84dc-619b4583a660 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:14.248086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.250018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-566e43f7-71f4-463f-90d6-66bc450279d6 req-42f12b24-ef51-4c95-b77d-f68933eb8dbf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491926 Jun 09 13:23:14.255224 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cadbbea3-2d60-4f1e-8fd6-ccf162e7d4ed req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/e46e336d-ca06-4871-84dc-619b4583a660 HTTP/1.1" status: 204 len: 173 time: 1.7762239 Jun 09 13:23:14.255786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'name': 'network-vif-deleted', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:23:14.258202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f37f6-f894-4cec-a732-af5f605125ca" -d '{"events": [{"server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "name": "network-vif-deleted", "tag": "e46e336d-ca06-4871-84dc-619b4583a660"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:23:14.328653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:14.342427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:14.366252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:14.367161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.369864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:14.436284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a5356-8fb2-4193-b0f8-11a4b45ecd60 x-openstack-request-id: req-e87a5356-8fb2-4193-b0f8-11a4b45ecd60 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:23:14.436863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c99f7-4bb7-44fe-8a9f-87ebf70ab158", "name": "network-vif-deleted", "tag": "e46e336d-ca06-4871-84dc-619b4583a660", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:23:14.437142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e87a5356-8fb2-4193-b0f8-11a4b45ecd60 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:23:14.437740 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c99f7-4bb7-44fe-8a9f-87ebf70ab158', 'name': 'network-vif-deleted', 'tag': 'e46e336d-ca06-4871-84dc-619b4583a660', 'status': 'completed', 'code': 200} Jun 09 13:23:14.451106 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0117714 Jun 09 13:23:14.451947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50722) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:14.454346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.457573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-445920617'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:14.482185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:14.484076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=18d7ccda-8143-490c-8305-7479ab725636,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:14.485630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.486605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object cc684b8f-2521-4e15-8351-c2f34380c4ed will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:14.489968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:14.497093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:14.505546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '2470607c-485a-491c-a4c4-640e5d48284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:14.505916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 5c963006-470f-43f7-ba5f-3eabbf4561c4, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:14.508480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:14.509140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:14.523834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:14.532629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.532981 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Added segment 03fdfaa7-85f7-4d39-8e2e-fb398407ea13 of type vlan for network bd338a43-e641-4f5f-b711-3de411a0a0ae Jun 09 13:23:14.539714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 5c963006-470f-43f7-ba5f-3eabbf4561c4 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:14.545047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.552969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65fbca9d-5a04-4350-8790-4a511efbf4fc tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:14.560120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.582313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:14.582721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269e28c-6843-4d4b-b6e0-3ea97eec298b None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:14.591973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.597979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:14.599343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.605626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fd69542f-2b07-4012-9f39-4f79ce1d8e09 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:14.622895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 5c963006-470f-43f7-ba5f-3eabbf4561c4) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:14.631739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2349331-d646-4581-b972-4af58adb2f93 None None] Network 5c963006-470f-43f7-ba5f-3eabbf4561c4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:14.636417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:14.636996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.649554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network e8126f93-0dec-4024-92bd-db614afb3f54 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:14.659291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:14.664557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:14.665105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.669644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:14.679003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:14.691819 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5177252 Jun 09 13:23:14.692803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50724) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:14.727916 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2746825 Jun 09 13:23:14.732495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50726) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:14.740100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'subnet': {'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:14.815671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Network': ['ID=bd338a43-e641-4f5f-b711-3de411a0a0ae,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:14.839484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:14.853516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network bd338a43-e641-4f5f-b711-3de411a0a0ae details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:14.937802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46e336d-ca06-4871-84dc-619b4583a660 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:14.948977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:14.955272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:14.992719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: e46e336d-ca06-4871-84dc-619b4583a660 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:14.992995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46e336d-ca06-4871-84dc-619b4583a660 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:15.092823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-5c963006-470f-43f7-ba5f-3eabbf4561c4', 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '18d7ccda-8143-490c-8305-7479ab725636'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:15.094153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.095100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.174124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.263139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cac4942a-cc29-4411-bc2b-2fe0a6da6d0c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:15.306892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.310113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.315475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fc426440-2805-40a0-bd11-dfa72fed9e3b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:15.330537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184edc07-cad0-42e0-8224-deaa73ec3c18 None None] Network e8126f93-0dec-4024-92bd-db614afb3f54 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:15.368374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50730) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:15.414487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Checking segment: {'id': '03fdfaa7-85f7-4d39-8e2e-fb398407ea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:15.414770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network hostable DHCP agents. Network: bd338a43-e641-4f5f-b711-3de411a0a0ae, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:15.433336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Subnet': ['ID=ee43d404-b5e7-42dd-8c32-56de1d338190,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:15.436075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:15.438625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network bd338a43-e641-4f5f-b711-3de411a0a0ae is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:15.451238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, bd338a43-e641-4f5f-b711-3de411a0a0ae) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:15.458036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:15.458906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.473432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b56a7f-8de8-4bb2-9afe-9f3eb9149c97 None None] Network bd338a43-e641-4f5f-b711-3de411a0a0ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:15.482111 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7465425 Jun 09 13:23:15.482301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50732) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:15.486863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-428287025', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:15.512796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.513825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.528569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.575616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-82b9e5ea-da04-4a08-8a5e-673fe9cd6ec2 None None] Provisioning for port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:15.603320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.632767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Allocated IP 172.20.0.2 (5c963006-470f-43f7-ba5f-3eabbf4561c4/18d7ccda-8143-490c-8305-7479ab725636/d4ac3117-8924-4016-9dbd-c681824a6eb9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:15.670606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.682307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:15.709609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:15.710011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.795602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.860875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.863657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.866307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.870354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80 HTTP/1.1" status: 204 len: 168 time: 0.4997427 Jun 09 13:23:15.870354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5e588815-c5a6-4b9a-aafc-1289dda30622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:15.884040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.885218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:15.900039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43af6490-f1e0-4fa9-9fe0-26f8a2a3cd80,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:15.907194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:15.909616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50736) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:15.910272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee5769d6-b83d-4292-9509-d26d56cf73a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:16.183404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-bd338a43-e641-4f5f-b711-3de411a0a0ae', 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae', 'tenant_id': 'a3cba5654e5f40f5bd5f5ad817daa003', 'fixed_ips': [{'subnet_id': 'ee43d404-b5e7-42dd-8c32-56de1d338190'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:16.184243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.192606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:16.195526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:16.271206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.276921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.301315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.344536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network e8126f93-0dec-4024-92bd-db614afb3f54 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:16.371757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.400103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:16.403314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Transition to ACTIVE for port object d4ac3117-8924-4016-9dbd-c681824a6eb9 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:16.419857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:16.452503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.26.5.141 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/2a4c6d03-ddb7-440c-997d-d3ee0d4081c4) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:16.463471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.471770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:16.501759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Transition to ACTIVE for port object d4ac3117-8924-4016-9dbd-c681824a6eb9 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:16.528527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.588134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:16.614215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Network 5c963006-470f-43f7-ba5f-3eabbf4561c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:16.617874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.618113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:16.619015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:16.621640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:16.628519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d291960-ccdf-4681-8f85-c1100b6c8962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:16.655787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.667668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-56033244-cc2f-4304-b05a-f4ff38240fd6 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:16.744909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:16.747582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:16.757170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:16.765272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.781792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d3e3d3c4-0b15-43a9-bd2c-07ee840a4ddb tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:16.783857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Allocated IP 172.20.0.2 (bd338a43-e641-4f5f-b711-3de411a0a0ae/ee43d404-b5e7-42dd-8c32-56de1d338190/cb2884c6-95f0-42d8-ae6f-983ac145d6c6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:16.824841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=2a4c6d03-ddb7-440c-997d-d3ee0d4081c4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:16.836177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:16.842960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Pushing event updated for resources: {'Port': ['ID=d4ac3117-8924-4016-9dbd-c681824a6eb9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:16.848408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:16.850410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=18d7ccda-8143-490c-8305-7479ab725636,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:16.853269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:16.853892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Attempting to bind port d4ac3117-8924-4016-9dbd-c681824a6eb9 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:16.854284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Attempting to bind port d4ac3117-8924-4016-9dbd-c681824a6eb9 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2470607c-485a-491c-a4c4-640e5d48284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:16.859825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Attempting to bind port d4ac3117-8924-4016-9dbd-c681824a6eb9 on network 5c963006-470f-43f7-ba5f-3eabbf4561c4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:16.929816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Provisioning complete for port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:16.930126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.969174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:16.969478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Checking segment: {'id': '2470607c-485a-491c-a4c4-640e5d48284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:16.969868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.970258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Bound using segment: {'id': '2470607c-485a-491c-a4c4-640e5d48284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:16.971337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Bound port: d4ac3117-8924-4016-9dbd-c681824a6eb9, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2470607c-485a-491c-a4c4-640e5d48284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:16.971337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:16.991513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.016552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c963006-470f-43f7-ba5f-3eabbf4561c4']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:17.034634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2470607c-485a-491c-a4c4-640e5d48284f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:17.034922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2470607c-485a-491c-a4c4-640e5d48284f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:17.052882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.059654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:23:17.171165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.254520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:17.254966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.264166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cac4942a-cc29-4411-bc2b-2fe0a6da6d0c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:17.278464 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:17.298756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] For port d4ac3117-8924-4016-9dbd-c681824a6eb9, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:17.313344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.367041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.384763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:17.384763 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:17.384763 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '5c963006-470f-43f7-ba5f-3eabbf4561c4'}] Jun 09 13:23:17.384763 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:17.384763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:17.388391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Transition to ACTIVE for port object cb2884c6-95f0-42d8-ae6f-983ac145d6c6 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:17.391992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] For port d4ac3117-8924-4016-9dbd-c681824a6eb9, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d4ac3117-8924-4016-9dbd-c681824a6eb9,segment=NetworkSegment(2470607c-485a-491c-a4c4-640e5d48284f),segment_id=2470607c-485a-491c-a4c4-640e5d48284f)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:17.399641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:17.405367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.410518 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:17.416338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Provisioning for port cc684b8f-2521-4e15-8351-c2f34380c4ed completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:17.417050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6674528 Jun 09 13:23:17.418044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50738) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:17.424640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453854528'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:17.427018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:17.435298 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:17.436069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:17.503413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Pushing event updated for resources: {'Port': ['ID=d4ac3117-8924-4016-9dbd-c681824a6eb9,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:17.507891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:17.510656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Provisioning complete for port cc684b8f-2521-4e15-8351-c2f34380c4ed triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:17.511036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.513326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.536881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:17.552035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Transition to ACTIVE for port object cb2884c6-95f0-42d8-ae6f-983ac145d6c6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:17.556302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:17.566117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:17.566564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.567536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.567882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment 7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a of type vlan for network 21b240c8-8558-452a-b521-3bc271fa2c98 Jun 09 13:23:17.598931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.638096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.639755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.652490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:17.659429 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:17.728292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Network bd338a43-e641-4f5f-b711-3de411a0a0ae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:17.735279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:17.737201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0f262982-3eac-46ad-8eee-801406346813 None None] Port cc684b8f-2521-4e15-8351-c2f34380c4ed cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:17.750074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:17.777530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Pushing event updated for resources: {'Port': ['ID=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:17.884471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:17.888033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fadc53-11ee-4f4c-af57-61b3da9eae13 None None] Network 5c963006-470f-43f7-ba5f-3eabbf4561c4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:17.919678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.933740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.939904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:17.940512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:17.953928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f0151ad-7c8f-4868-a04f-2e91695aab38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:17.969903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.059301 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:15Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:15Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:18.064559 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:18.066174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efaaa5dd-ebf5-4d2f-8061-04724599656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.066402 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Updating router 124ac24f-1715-4f2b-b289-f608836f06b9 port cc684b8f-2521-4e15-8351-c2f34380c4ed binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:18.086551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3b4f8481-ca11-4582-bfb4-c61800ca3b99 None None] Provisioning complete for port cc684b8f-2521-4e15-8351-c2f34380c4ed triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:18.086926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8481-ca11-4582-bfb4-c61800ca3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.131549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Attempting to bind port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:18.132150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Attempting to bind port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '03fdfaa7-85f7-4d39-8e2e-fb398407ea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:18.132295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Attempting to bind port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 on network bd338a43-e641-4f5f-b711-3de411a0a0ae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:18.138016 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.161757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7411022 Jun 09 13:23:18.166072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50740) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:18.173124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:18.180045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:18.180810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Checking segment: {'id': '03fdfaa7-85f7-4d39-8e2e-fb398407ea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:18.180810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.181213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Bound using segment: {'id': '03fdfaa7-85f7-4d39-8e2e-fb398407ea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:18.181710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Bound port: cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fdfaa7-85f7-4d39-8e2e-fb398407ea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:18.182085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.187682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=21b240c8-8558-452a-b521-3bc271fa2c98,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:18.193163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:18.201431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:23:18.208931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 21b240c8-8558-452a-b521-3bc271fa2c98 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:18.300349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port d4ac3117-8924-4016-9dbd-c681824a6eb9 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:18.301170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.327434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f8481-ca11-4582-bfb4-c61800ca3b99 None None] Port cc684b8f-2521-4e15-8351-c2f34380c4ed cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:18.464690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] For port cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:18.468466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] For port cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,segment=NetworkSegment(03fdfaa7-85f7-4d39-8e2e-fb398407ea13),segment_id=03fdfaa7-85f7-4d39-8e2e-fb398407ea13)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:18.478294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.483814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:18.537110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:18.544672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.572600 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.574443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:18.581768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Pushing event updated for resources: {'Port': ['ID=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:18.585222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:18.592948 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Transition to ACTIVE for port object cc684b8f-2521-4e15-8351-c2f34380c4ed will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:18.594086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] Sync routers for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:18.602012 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.606185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:18.606873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:18.613676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:18.659120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.663080 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1772857 Jun 09 13:23:18.667058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50742) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:18.686546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:18.696574 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904d95-cf43-4bbb-8e1c-dbcbf6755bf2 None None] Pushing event updated for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:18.696810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:18.697586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:18.700933 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72904d95-cf43-4bbb-8e1c-dbcbf6755bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:18.770270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:18.771743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff7c5-8471-4297-b16c-3b7b8b27e773 None None] The sync data for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:18.818321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port d4ac3117-8924-4016-9dbd-c681824a6eb9, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d4ac3117-8924-4016-9dbd-c681824a6eb9,segment=NetworkSegment(2470607c-485a-491c-a4c4-640e5d48284f),segment_id=2470607c-485a-491c-a4c4-640e5d48284f)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:18.818947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.908994 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Attempting to bind port cc684b8f-2521-4e15-8351-c2f34380c4ed on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:18.909374 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Attempting to bind port cc684b8f-2521-4e15-8351-c2f34380c4ed by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:18.909744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Attempting to bind port cc684b8f-2521-4e15-8351-c2f34380c4ed on network e8126f93-0dec-4024-92bd-db614afb3f54 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:18.916214 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:18.916588 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Checking segment: {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:18.916994 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.917396 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Bound using segment: {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:18.917862 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Bound port: cc684b8f-2521-4e15-8351-c2f34380c4ed, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9ebd16-ea7b-40e9-b83f-58e286195b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:18.918238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:18.999420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for d4ac3117-8924-4016-9dbd-c681824a6eb9 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:19.014041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:19.014388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.050634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] For port cc684b8f-2521-4e15-8351-c2f34380c4ed, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:19.054019 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] For port cc684b8f-2521-4e15-8351-c2f34380c4ed, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cc684b8f-2521-4e15-8351-c2f34380c4ed,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:19.069259 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.072946 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:19.185752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:19.186192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.241736 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904d95-cf43-4bbb-8e1c-dbcbf6755bf2 None None] Pushing event updated for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:19.246872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72904d95-cf43-4bbb-8e1c-dbcbf6755bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:19.255154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.262134 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:19.262929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:22:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:19.275113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cb2884c6-95f0-42d8-ae6f-983ac145d6c6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:19.311788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.320454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6bfcdce6-cbbe-46af-93c9-e260434dade2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:19.324701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-93cb32ef-fc62-40fe-b17c-73ecc535d73f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:19.375579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:19.388139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=d4ac3117-8924-4016-9dbd-c681824a6eb9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:19.390972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:19.393462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port d4ac3117-8924-4016-9dbd-c681824a6eb9 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:19.409135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:19.479593 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:19.537795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.559074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c963006-470f-43f7-ba5f-3eabbf4561c4']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:19.581131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2470607c-485a-491c-a4c4-640e5d48284f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:19.581433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2470607c-485a-491c-a4c4-640e5d48284f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:19.597647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.620568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.630113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:19.630559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:19.646793 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:19.822195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=8eeb07b7-d58a-4d58-88dd-72feda03720f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:19.826783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:19.827149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 21b240c8-8558-452a-b521-3bc271fa2c98, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:19.831447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:19.846041 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:15Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:19Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:19.853385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0288e-accf-42eb-a110-c5f30df1b6b0 None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:15Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:19Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:19.872841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.880559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37443217-567a-4ba8-b4ac-f6cc4e2ddec3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:19.914361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 21b240c8-8558-452a-b521-3bc271fa2c98 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:19.954261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=82bda5eb-920a-4d7d-b3c2-1995e6bcef5e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:19.961140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 21b240c8-8558-452a-b521-3bc271fa2c98) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:19.963600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:19.969811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:19.970433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:19.983710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d512d-d474-4444-a879-9ffa4ed372db None None] Network 21b240c8-8558-452a-b521-3bc271fa2c98 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:20.036116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.116159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a430cf8-f9d8-490b-8337-dab4aeee4634 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:20.149376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.156015 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/5c963006-470f-43f7-ba5f-3eabbf4561c4 HTTP/1.1" status: 204 len: 168 time: 5.4612203 Jun 09 13:23:20.165913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50744) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:20.181704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-584021466'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:20.194770 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0272663 Jun 09 13:23:20.203018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50746) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:20.210001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8266b74-92be-4269-9732-354f8adf9111 None None] Network bd338a43-e641-4f5f-b711-3de411a0a0ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:20.247301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=5c963006-470f-43f7-ba5f-3eabbf4561c4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:20.253175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:20.279937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:20.283415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.363538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:20.447569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.447933 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 9a4fba42-321e-4213-b020-8b6e6953ff81 of type vlan for network 405f5a73-77c9-416b-a8e8-90725fd4a7fc Jun 09 13:23:20.473627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.509061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.523480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84dbc4b2-c0f0-44f4-849f-88a2f1dcab77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.543617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.556836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Provisioning for port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:20.615941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.621962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:20.622786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.638003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:20.666511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Provisioning complete for port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:20.667215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.816061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-21b240c8-8558-452a-b521-3bc271fa2c98', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:20.817875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:20.939806 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7697034 Jun 09 13:23:20.965493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50748) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:20.974405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:21.057722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.089999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=405f5a73-77c9-416b-a8e8-90725fd4a7fc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:21.132972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:21.151422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] For port cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,segment=NetworkSegment(03fdfaa7-85f7-4d39-8e2e-fb398407ea13),segment_id=03fdfaa7-85f7-4d39-8e2e-fb398407ea13)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:21.152856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 405f5a73-77c9-416b-a8e8-90725fd4a7fc details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:21.161151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.175616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.187193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4acebd07-7ee0-48b3-bfd9-3d6907737a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:21.366121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cc684b8f-2521-4e15-8351-c2f34380c4ed up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:21.427250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.461244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Allocated IP 2001:db8:1::2 (21b240c8-8558-452a-b521-3bc271fa2c98/8eeb07b7-d58a-4d58-88dd-72feda03720f/9f0ab275-389a-4b87-ac89-39e70ab8d559) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:21.465629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:21.470093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.497218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Pushing event updated for resources: {'Port': ['ID=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:21.500825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:21.504791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.507902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-de20edb4-a089-4e0b-8caa-dcf063c7e81d None None] Provisioning complete for port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:21.508392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de20edb4-a089-4e0b-8caa-dcf063c7e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.589621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing IP validity checks on allocation pools {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:23:21.590291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:23:21.653697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cc684b8f-2521-4e15-8351-c2f34380c4ed completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:21.668282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cc684b8f-2521-4e15-8351-c2f34380c4ed triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:21.668804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.898487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router b846931e-1413-444e-8c53-9a9ceac94f0a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:21.902112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.1 (bd338a43-e641-4f5f-b711-3de411a0a0ae/ee43d404-b5e7-42dd-8c32-56de1d338190/0e47468a-a169-4b7a-81df-e436c736fe95) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:21.954214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.957127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.966114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:21.977542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ad84ca4-4bb5-40c5-b15a-2f64fea4bb15 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:21.980499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Transition to ACTIVE for port object 9f0ab275-389a-4b87-ac89-39e70ab8d559 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:22.011528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Transition to ACTIVE for port object 9f0ab275-389a-4b87-ac89-39e70ab8d559 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:22.015912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cc684b8f-2521-4e15-8351-c2f34380c4ed, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cc684b8f-2521-4e15-8351-c2f34380c4ed,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:22.022280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.027859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c21f49d5-1c0c-4860-a8da-bb7229acb7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:22.069335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.098399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Network 21b240c8-8558-452a-b521-3bc271fa2c98 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:22.101376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:22.103967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:22.142368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Pushing event updated for resources: {'Port': ['ID=9f0ab275-389a-4b87-ac89-39e70ab8d559,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:22.145442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=7d8fb317-389b-4caa-a123-65cc51fe0faf,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:22.145604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:22.150867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31e0aeba-084e-4703-9c05-8508bcb01a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:22.153068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:22.167246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '9a4fba42-321e-4213-b020-8b6e6953ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:22.167363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 405f5a73-77c9-416b-a8e8-90725fd4a7fc, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:22.201802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 405f5a73-77c9-416b-a8e8-90725fd4a7fc is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:22.204245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:22.210144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/b846931e-1413-444e-8c53-9a9ceac94f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2681944 Jun 09 13:23:22.212981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50750) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:22.220577 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Sync routers for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:22.236902 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:22.238387 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:22.241607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.263048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Attempting to bind port 9f0ab275-389a-4b87-ac89-39e70ab8d559 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:22.263857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Attempting to bind port 9f0ab275-389a-4b87-ac89-39e70ab8d559 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:22.264061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 405f5a73-77c9-416b-a8e8-90725fd4a7fc) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:22.264597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Attempting to bind port 9f0ab275-389a-4b87-ac89-39e70ab8d559 on network 21b240c8-8558-452a-b521-3bc271fa2c98 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:22.275110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Transition to ACTIVE for port object 0e47468a-a169-4b7a-81df-e436c736fe95 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:22.277124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8:1::1 (21b240c8-8558-452a-b521-3bc271fa2c98/8eeb07b7-d58a-4d58-88dd-72feda03720f/00340a42-1c74-4302-bae5-e844b6e14ee7) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:22.278479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:22.279187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.280681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2bf6e-429a-47b7-a666-89aef03d019a None None] Network 405f5a73-77c9-416b-a8e8-90725fd4a7fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:22.294815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:22.295326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Checking segment: {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:22.295843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.296314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Bound using segment: {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:22.296889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Bound port: 9f0ab275-389a-4b87-ac89-39e70ab8d559, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:22.297338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.305407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet db2e7093-2288-47ed-b813-ed295e962297 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:22.310174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.349065 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3797483 Jun 09 13:23:22.349333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50752) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:22.373213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:22.376793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:22.429174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.438085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:22.463397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.504617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] For port 9f0ab275-389a-4b87-ac89-39e70ab8d559, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:22.548449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] For port 9f0ab275-389a-4b87-ac89-39e70ab8d559, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9f0ab275-389a-4b87-ac89-39e70ab8d559,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:22.555085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:22.556703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.560453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.567879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0a876508-6006-4638-999d-49c037ef669e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:22.581460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 00340a42-1c74-4302-bae5-e844b6e14ee7 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:22.592816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.637299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.658036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.690111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network bd338a43-e641-4f5f-b711-3de411a0a0ae is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:22.697822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:22.701289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 21b240c8-8558-452a-b521-3bc271fa2c98 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:22.704610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:22.716007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230937af-582e-4844-b105-ba9276edf90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-405f5a73-77c9-416b-a8e8-90725fd4a7fc', 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '7d8fb317-389b-4caa-a123-65cc51fe0faf'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:22.719596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.740266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:22.757862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Pushing event updated for resources: {'Port': ['ID=9f0ab275-389a-4b87-ac89-39e70ab8d559,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:22.762627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=0e47468a-a169-4b7a-81df-e436c736fe95,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:22.769516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:22.783897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:22.784575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:22.824230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:22.834121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aa4075a7-0484-4135-ac27-83c677632a45 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:22.981824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:23:19Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:22.992008 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Checking router: b846931e-1413-444e-8c53-9a9ceac94f0a for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:23.004697 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Routers {'b846931e-1413-444e-8c53-9a9ceac94f0a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:23.005295 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b846931e-1413-444e-8c53-9a9ceac94f0a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:23.045845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.077273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.157759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.181640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-230937af-582e-4844-b105-ba9276edf90f None None] Allocated IP 172.20.0.3 (405f5a73-77c9-416b-a8e8-90725fd4a7fc/7d8fb317-389b-4caa-a123-65cc51fe0faf/66d3eca4-5760-4cf5-b3dc-ce073d76ca0c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:23.205663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.214488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.219698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-255bfa81-67fa-47df-89eb-69108557bfb1 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:23.231912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4a51ed86-e46a-4b06-9b57-ee4aafa19b94 None None] Provisioning for port 0e47468a-a169-4b7a-81df-e436c736fe95 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:23.270584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=db2e7093-2288-47ed-b813-ed295e962297,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:23.273184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.275211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/db2e7093-2288-47ed-b813-ed295e962297 HTTP/1.1" status: 204 len: 168 time: 1.0613163 Jun 09 13:23:23.276433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:23.282496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50754) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:23.291150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6239a04-b62d-4e8d-a63f-0ec3e1288412 None None] Network d08298fe-31d1-4a42-88a6-e8ba421ac5f1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:23.371057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4a51ed86-e46a-4b06-9b57-ee4aafa19b94 None None] Provisioning complete for port 0e47468a-a169-4b7a-81df-e436c736fe95 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:23.371543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a51ed86-e46a-4b06-9b57-ee4aafa19b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.381914 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] Set router b846931e-1413-444e-8c53-9a9ceac94f0a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:23.407834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cb2884c6-95f0-42d8-ae6f-983ac145d6c6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:23.518196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:23.537977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:23.594162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4a51ed86-e46a-4b06-9b57-ee4aafa19b94 None None] Port 0e47468a-a169-4b7a-81df-e436c736fe95 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:23.611351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.696122 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:23:19Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:23.700589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:23.700837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.700938 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0284c197-a192-47d4-96c2-0ab17b305149 None None] The sync data for ids ['b846931e-1413-444e-8c53-9a9ceac94f0a'] in dv-neutron-601336-89-hyperv is: [{'id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'name': 'tempest-TestNetworkBasicOps-router-1266438929', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:15Z', 'updated_at': '2021-06-09T13:23:19Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '9b2d0cef-b0bf-45db-8771-5900ac9c1bc7', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846931e-1413-444e-8c53-9a9ceac94f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:17Z', 'updated_at': '2021-06-09T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:23.778777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.799932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-230937af-582e-4844-b105-ba9276edf90f None None] Transition to ACTIVE for port object 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:23.859761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-230937af-582e-4844-b105-ba9276edf90f None None] Transition to ACTIVE for port object 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:23.881050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.887521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-585edcf5-1f6c-4a10-aa0a-0dc3b4e52df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:23.901470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:23.907759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:23.929288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9f0ab275-389a-4b87-ac89-39e70ab8d559 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:23.953389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8fb317-389b-4caa-a123-65cc51fe0faf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:23.973690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:23.993747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230937af-582e-4844-b105-ba9276edf90f None None] Network 405f5a73-77c9-416b-a8e8-90725fd4a7fc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:23.993967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.003516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-230937af-582e-4844-b105-ba9276edf90f None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:24.006151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230937af-582e-4844-b105-ba9276edf90f None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:24.022841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230937af-582e-4844-b105-ba9276edf90f None None] Pushing event updated for resources: {'Port': ['ID=66d3eca4-5760-4cf5-b3dc-ce073d76ca0c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:24.025624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-230937af-582e-4844-b105-ba9276edf90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:24.059391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e680700-6ac4-4f27-982b-dc6911a2f0ef None None] Network 21b240c8-8558-452a-b521-3bc271fa2c98 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:24.097380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.112034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405f5a73-77c9-416b-a8e8-90725fd4a7fc']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:24.127519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4fba42-321e-4213-b020-8b6e6953ff81') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:24.127818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4fba42-321e-4213-b020-8b6e6953ff81') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:24.141744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.159619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.165093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] DHCP port deletion for d08298fe-31d1-4a42-88a6-e8ba421ac5f1 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:23:24.168033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:24.168611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:24.185147 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:24.265908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-230937af-582e-4844-b105-ba9276edf90f None None] Attempting to bind port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:24.266413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-230937af-582e-4844-b105-ba9276edf90f None None] Attempting to bind port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9a4fba42-321e-4213-b020-8b6e6953ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:24.266908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230937af-582e-4844-b105-ba9276edf90f None None] Attempting to bind port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c on network 405f5a73-77c9-416b-a8e8-90725fd4a7fc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:24.277714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230937af-582e-4844-b105-ba9276edf90f None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:24.278258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230937af-582e-4844-b105-ba9276edf90f None None] Checking segment: {'id': '9a4fba42-321e-4213-b020-8b6e6953ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:24.278768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.279879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230937af-582e-4844-b105-ba9276edf90f None None] Bound using segment: {'id': '9a4fba42-321e-4213-b020-8b6e6953ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:24.280387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-230937af-582e-4844-b105-ba9276edf90f None None] Bound port: 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4fba42-321e-4213-b020-8b6e6953ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:24.281283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.289391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:24.289391 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:24.289391 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '405f5a73-77c9-416b-a8e8-90725fd4a7fc'}] Jun 09 13:23:24.289391 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:24.289923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:24.296923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Provisioning for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:24.318702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:24.356921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Provisioning complete for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:24.357321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.409908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:24.410312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.522750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.575593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-230937af-582e-4844-b105-ba9276edf90f None None] For port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:24.622255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Deleting port 3b0085e6-421a-4864-8937-d9e8e2489289 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:24.622657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.635681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-230937af-582e-4844-b105-ba9276edf90f None None] For port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66d3eca4-5760-4cf5-b3dc-ce073d76ca0c,segment=NetworkSegment(9a4fba42-321e-4213-b020-8b6e6953ff81),segment_id=9a4fba42-321e-4213-b020-8b6e6953ff81)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:24.676810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.693533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-230937af-582e-4844-b105-ba9276edf90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.698832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.699642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.702731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ffcf4c13-7a53-4304-b2d2-5456662acc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:24.707727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f7188556-c104-407d-b8f4-60501d03bf10 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:24.791646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.861529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:24.864478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:24.867846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:24.868546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.891547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:24.891872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.907577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.971432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:24.976283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=66d3eca4-5760-4cf5-b3dc-ce073d76ca0c,segment=NetworkSegment(9a4fba42-321e-4213-b020-8b6e6953ff81),segment_id=9a4fba42-321e-4213-b020-8b6e6953ff81)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:24.976283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.009445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0684fb06-42f5-43f1-aa6f-6625f11c92f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.025410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.053930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] For port 3b0085e6-421a-4864-8937-d9e8e2489289, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3b0085e6-421a-4864-8937-d9e8e2489289,segment=NetworkSegment(9ce102ce-f381-41a9-a3ee-4f525b4c3c83),segment_id=9ce102ce-f381-41a9-a3ee-4f525b4c3c83)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:25.054343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.074017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230937af-582e-4844-b105-ba9276edf90f None None] Pushing event updated for resources: {'Port': ['ID=66d3eca4-5760-4cf5-b3dc-ce073d76ca0c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.083105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.092803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-230937af-582e-4844-b105-ba9276edf90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.103491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:25.151221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=0e47468a-a169-4b7a-81df-e436c736fe95,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.153513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.154313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.160945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a90d4e94-8abe-40f2-9d0f-a472da0d9da9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.163977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 21b240c8-8558-452a-b521-3bc271fa2c98 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:25.173415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:25.178202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.194572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:25.194928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.210008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=66d3eca4-5760-4cf5-b3dc-ce073d76ca0c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.211899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port 66d3eca4-5760-4cf5-b3dc-ce073d76ca0c on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:25.213465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.221609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Calling delete_port for 3b0085e6-421a-4864-8937-d9e8e2489289 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:25.252089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3100f28f-d6b0-4c3b-be00-9a408c2087a5 None None] Network 405f5a73-77c9-416b-a8e8-90725fd4a7fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:25.282450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] For port 9f0ab275-389a-4b87-ac89-39e70ab8d559, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9f0ab275-389a-4b87-ac89-39e70ab8d559,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:25.343437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.352246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.357750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.358556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405f5a73-77c9-416b-a8e8-90725fd4a7fc']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:25.373441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4fba42-321e-4213-b020-8b6e6953ff81') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:25.373738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4fba42-321e-4213-b020-8b6e6953ff81') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:25.387514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.404925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.412644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:25.413244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:25.428310 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:25.518369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.524235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.526065 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/405f5a73-77c9-416b-a8e8-90725fd4a7fc HTTP/1.1" status: 204 len: 168 time: 3.1757560 Jun 09 13:23:25.526889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.542250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50756) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:25.551128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979650695'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:25.555914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:25.558809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=405f5a73-77c9-416b-a8e8-90725fd4a7fc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.561515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.563121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:25.583139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:25.587056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.599431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Pushing event updated for resources: {'Port': ['ID=9f0ab275-389a-4b87-ac89-39e70ab8d559,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.611695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.621795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:25.635152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.635494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 13d3c064-9242-48a1-a590-9e7c7ab47179 of type vlan for network 0b3e1b09-516a-48cc-b729-ecc98515ae22 Jun 09 13:23:25.643038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.648566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec4608d4-4c22-455d-956a-be00ee48b55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.649671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:25.685597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.692747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Pushing event deleted for resources: {'Port': ['ID=3b0085e6-421a-4864-8937-d9e8e2489289,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.697382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] No DVR routers for this DVR port 3b0085e6-421a-4864-8937-d9e8e2489289 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:25.700892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.731632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.737207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:25.737790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.743309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-81636eea-db27-4d02-9a45-6b068f4d7f1c tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:25.789205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Provisioning complete for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:25.789581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:25.819168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:25.851014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network bd338a43-e641-4f5f-b711-3de411a0a0ae is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:25.851014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:25.851331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3020594 Jun 09 13:23:25.851331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50758) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:25.853600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '0b3e1b09-516a-48cc-b729-ecc98515ae22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:25.960053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=0b3e1b09-516a-48cc-b729-ecc98515ae22,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:25.970737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:25.975037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:26.059968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:26.065126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.140994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Provisioning for port 00340a42-1c74-4302-bae5-e844b6e14ee7 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:26.175148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Provisioning complete for port 00340a42-1c74-4302-bae5-e844b6e14ee7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:26.175939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.251434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cc684b8f-2521-4e15-8351-c2f34380c4ed up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:26.298837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bb89f40b-db9c-484f-a03f-f7ecb1de42ce None None] Port 00340a42-1c74-4302-bae5-e844b6e14ee7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:26.333931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:26.339654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9608345-d8f4-4273-911d-15b3113a1802 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:26.354367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:26.360933 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1564500 Jun 09 13:23:26.364517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50760) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:26.373820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798041632'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:26.375683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:26.400139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:26.404480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.414064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:26.414734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:26.421046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.432826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:26.437974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:26.447176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.447625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment f60648d4-fc9b-44a2-af1c-abc43784cabd of type vlan for network 4045db9e-4da7-44f8-a12c-093e5b95fa9f Jun 09 13:23:26.474785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.477513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cc684b8f-2521-4e15-8351-c2f34380c4ed triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:26.477899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.506236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.511854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:26.512533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.519530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:26.534449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=9b2d0cef-b0bf-45db-8771-5900ac9c1bc7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:26.546737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:26.630478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=4045db9e-4da7-44f8-a12c-093e5b95fa9f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:26.633481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:26.654966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:26.671013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:26.682160 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/routers/36140f68-98e1-4b9d-a3d4-402a65b2ddb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0133243 Jun 09 13:23:26.682546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.693455 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] Sync routers for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:26.705171 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:26.706014 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:26.721179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50762) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:26.727359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'port': {'network_id': 'bd338a43-e641-4f5f-b711-3de411a0a0ae', 'name': 'tempest-FloatingIPTestJSON-616402449'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:26.777895 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4095318 Jun 09 13:23:26.778483 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:26.781364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50764) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:26.788464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:26.792045 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:26.792604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Provisioning complete for port 00340a42-1c74-4302-bae5-e844b6e14ee7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:26.793010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.793587 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:26.870001 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:26.871653 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e42d-1d7e-49e2-b5d9-a46ef283cd0f None None] The sync data for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:26.895807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:26.903292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:26.911168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08efab7a-38f0-4b3d-a93e-cb8a77084df8 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:26.999602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Port 00340a42-1c74-4302-bae5-e844b6e14ee7 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:27.031008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=32e25464-c395-4933-ba86-b33b80b9eed6,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:27.039622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:27.044356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '13d3c064-9242-48a1-a590-9e7c7ab47179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0b3e1b09-516a-48cc-b729-ecc98515ae22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:27.044838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 0b3e1b09-516a-48cc-b729-ecc98515ae22, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:27.049169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:27.052790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.107204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9608345-d8f4-4273-911d-15b3113a1802 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:27.112509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.116585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.165744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.166637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router b846931e-1413-444e-8c53-9a9ceac94f0a {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:23:27.174405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:27.175091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.178572 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/b846931e-1413-444e-8c53-9a9ceac94f0a HTTP/1.1" status: 204 len: 168 time: 3.8548830 Jun 09 13:23:27.178809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50766) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:27.205817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 0b3e1b09-516a-48cc-b729-ecc98515ae22) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:27.208723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Provisioning complete for port 0e47468a-a169-4b7a-81df-e436c736fe95 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:27.209308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.213045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:27.213841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.325608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Made reservation on behalf of a3cba5654e5f40f5bd5f5ad817daa003 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:27.329345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.343288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.366056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] device_id is not set on port b9ef1875-6dad-4161-9b44-09d78c652b94 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:23:27.403052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-38be7eeb-fa87-4fd6-9960-c08d96ff15c5 None None] Port 0e47468a-a169-4b7a-81df-e436c736fe95 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:27.431223 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5816712 Jun 09 13:23:27.432603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50768) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:27.433425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.509006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8b830232-2893-4ca3-b468-065038023e36 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:27.662753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9f0ab275-389a-4b87-ac89-39e70ab8d559 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:27.668881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=222491ec-6c34-4e03-bfd5-cb4b264b6c02,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:27.683324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:27.704414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:27.705094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: 4045db9e-4da7-44f8-a12c-093e5b95fa9f, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:27.705681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.725242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08298fe-31d1-4a42-88a6-e8ba421ac5f1']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:27.737715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.746686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce102ce-f381-41a9-a3ee-4f525b4c3c83') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:27.747007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce102ce-f381-41a9-a3ee-4f525b4c3c83') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:27.749101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:27.756019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Allocated IP 172.20.0.13 (bd338a43-e641-4f5f-b711-3de411a0a0ae/ee43d404-b5e7-42dd-8c32-56de1d338190/b9ef1875-6dad-4161-9b44-09d78c652b94) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:27.771663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.799232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9f0ab275-389a-4b87-ac89-39e70ab8d559 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:27.799759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.800279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 4045db9e-4da7-44f8-a12c-093e5b95fa9f) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:27.814425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.819283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:27.819283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.836410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:27.837118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.837470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:27.851734 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:27.869547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:23Z', 'revision_number': 3, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:24Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:27.881135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:27.881634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Updating router 124ac24f-1715-4f2b-b289-f608836f06b9 port 00340a42-1c74-4302-bae5-e844b6e14ee7 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:27.919442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:27.923630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dd419f7-4212-4fad-89f5-5fcd37ddebcd tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:27.955791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1703281 Jun 09 13:23:27.956807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50770) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:27.959782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=32e25464-c395-4933-ba86-b33b80b9eed6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:27.963358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:28.057485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.060598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.075491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3e1b09-516a-48cc-b729-ecc98515ae22']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:28.089693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d3c064-9242-48a1-a590-9e7c7ab47179') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:28.090260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d3c064-9242-48a1-a590-9e7c7ab47179') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:28.103028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.119673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.125997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:28.126515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:28.146562 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:28.160112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.166904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4aa023-378b-4b3a-a4d9-e08b87d39f62 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:28.169623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3852aba2-c809-41c7-8751-19f85906e1be tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:28.193131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.195300 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/d08298fe-31d1-4a42-88a6-e8ba421ac5f1 HTTP/1.1" status: 204 len: 168 time: 1.0153813 Jun 09 13:23:28.220360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=d08298fe-31d1-4a42-88a6-e8ba421ac5f1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:28.224580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50772) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:28.229097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:28.235737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--816789078', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:28.274175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.278471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.284249 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/0b3e1b09-516a-48cc-b729-ecc98515ae22 HTTP/1.1" status: 204 len: 168 time: 0.8431356 Jun 09 13:23:28.284249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5621c618-1469-43b7-abdd-47d3442e43cf tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:28.289814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3b0085e6-421a-4864-8937-d9e8e2489289 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:28.306040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50774) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:28.306953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=0b3e1b09-516a-48cc-b729-ecc98515ae22,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:28.313881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031140179'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:28.318570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:28.341864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 3b0085e6-421a-4864-8937-d9e8e2489289 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:28.342352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3b0085e6-421a-4864-8937-d9e8e2489289 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:28.342909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:28.457789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:28.458738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 82bda5eb-920a-4d7d-b3c2-1995e6bcef5e not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:28.569712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.612233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:28.615866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:28.616388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.620029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.634054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.654013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:28.666726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4aa023-378b-4b3a-a4d9-e08b87d39f62 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:28.667706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.667857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 9dc326d8-8a0d-4763-ac8e-306e45306315 of type vlan for network bcbb3581-4d36-4dcc-9886-7752c95fcd04 Jun 09 13:23:28.670111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Transition to ACTIVE for port object b9ef1875-6dad-4161-9b44-09d78c652b94 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:28.708501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.744947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.750548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:28.751247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.756528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7faa564a-64ce-46fc-bcb5-5090823cae61 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:28.807123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:28.834598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:28.834853 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 4d46cb50-64af-4f37-8e62-3467099e122b of type vlan for network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 Jun 09 13:23:28.849352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5396862 Jun 09 13:23:28.849640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50776) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:28.858777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=bcbb3581-4d36-4dcc-9886-7752c95fcd04,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:28.860957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': 'bcbb3581-4d36-4dcc-9886-7752c95fcd04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:28.861592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:28.898433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network bcbb3581-4d36-4dcc-9886-7752c95fcd04 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:28.979443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.006419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.019997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8687233b-c21d-4bb3-8fdf-33821b63c3ea tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:29.021578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.056919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Transition to ACTIVE for port object 00340a42-1c74-4302-bae5-e844b6e14ee7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:29.068268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.072966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:29.137341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Network bd338a43-e641-4f5f-b711-3de411a0a0ae is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:29.145834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:29.177215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:29.211896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.217551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:29.218127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.231311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event updated for resources: {'Port': ['ID=b9ef1875-6dad-4161-9b44-09d78c652b94,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:29.241179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:29.246477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5bd40ab7-d252-4559-8632-d44aeabba57d tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:29.256907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Pushing event updated for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:29.263176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:29.288803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:29.334991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:29.338441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.363239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:29.363604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9b2d0cef-b0bf-45db-8771-5900ac9c1bc7 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:29.406393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:29.407255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.416520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Attempting to bind port 00340a42-1c74-4302-bae5-e844b6e14ee7 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:29.416857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Attempting to bind port 00340a42-1c74-4302-bae5-e844b6e14ee7 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:29.417325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Attempting to bind port 00340a42-1c74-4302-bae5-e844b6e14ee7 on network 21b240c8-8558-452a-b521-3bc271fa2c98 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:29.423794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1958032 Jun 09 13:23:29.426837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:29.427187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Checking segment: {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:29.427626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.428026 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Bound using segment: {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:29.428285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50778) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:29.428490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Bound port: 00340a42-1c74-4302-bae5-e844b6e14ee7, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:29.428876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.433390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:29.455014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:29.455627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.462190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.467985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.469059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.484857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.514254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:29.532064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:29.578426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:29.647751 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9243433 Jun 09 13:23:29.666584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50780) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:29.690565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Request body: {'floatingip': {'port_id': 'b9ef1875-6dad-4161-9b44-09d78c652b94'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:29.721300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] For port 00340a42-1c74-4302-bae5-e844b6e14ee7, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:29.740121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] For port 00340a42-1c74-4302-bae5-e844b6e14ee7, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=00340a42-1c74-4302-bae5-e844b6e14ee7,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:29.751350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.755490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Allocated IP 2001:db8:2::2 (4045db9e-4da7-44f8-a12c-093e5b95fa9f/222491ec-6c34-4e03-bfd5-cb4b264b6c02/c1b9e279-2f46-46c2-ae92-d941e66defe3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:29.757347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7f6e3c4-7312-46d9-b327-9367f9300e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:29.904913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.906355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:29.909917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:29.910684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:30.129586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Pushing event updated for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:30.145492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:30.221817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.235044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:30.251067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.385983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.387479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.393949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.238 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/2a853713-cbce-4df3-af4c-026287b6f707) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:30.398396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92f097cb-52de-491d-916d-13e71c7d58f2 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:30.460407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Transition to ACTIVE for port object c1b9e279-2f46-46c2-ae92-d941e66defe3 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:30.494902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Transition to ACTIVE for port object c1b9e279-2f46-46c2-ae92-d941e66defe3 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:30.512905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.519537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-230937af-582e-4844-b105-ba9276edf90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:30.543890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.576752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.582102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8156a35e-8299-4373-9894-cfdab72852a0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:30.589223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:30.598003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:30.605613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:30.655146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:30.658336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:30.659046 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=ee54dd01-db15-479b-8798-ff7b4ce344f9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:30.665414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:30.668578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:30.692401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '9dc326d8-8a0d-4763-ac8e-306e45306315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bcbb3581-4d36-4dcc-9886-7752c95fcd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:30.692893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: bcbb3581-4d36-4dcc-9886-7752c95fcd04, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:30.703145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=2a853713-cbce-4df3-af4c-026287b6f707,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:30.710205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:30.712328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8:2::1 (4045db9e-4da7-44f8-a12c-093e5b95fa9f/222491ec-6c34-4e03-bfd5-cb4b264b6c02/c7a3e1d5-23d5-43a9-9b8a-d551266a8042) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:30.726077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Pushing event updated for resources: {'Port': ['ID=c1b9e279-2f46-46c2-ae92-d941e66defe3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:30.734552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:30.763636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Attempting to bind port c1b9e279-2f46-46c2-ae92-d941e66defe3 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:30.763931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Attempting to bind port c1b9e279-2f46-46c2-ae92-d941e66defe3 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:30.764305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Attempting to bind port c1b9e279-2f46-46c2-ae92-d941e66defe3 on network 4045db9e-4da7-44f8-a12c-093e5b95fa9f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:30.774448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:30.775052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Checking segment: {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:30.775656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.776234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Bound using segment: {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:30.776928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Bound port: c1b9e279-2f46-46c2-ae92-d941e66defe3, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:30.777488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.885399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:23Z', 'revision_number': 3, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:29Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:30.888498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network bcbb3581-4d36-4dcc-9886-7752c95fcd04 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:30.895750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f5c0b-134b-435d-946f-1eff7a1c67b1 None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:23Z', 'revision_number': 3, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:29Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:30.902301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] For port c1b9e279-2f46-46c2-ae92-d941e66defe3, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:30.907367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] For port c1b9e279-2f46-46c2-ae92-d941e66defe3, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1b9e279-2f46-46c2-ae92-d941e66defe3,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:30.915727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:30.928329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa0d4ed9-dbed-495e-8cd4-9f1778649673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:30.962851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, bcbb3581-4d36-4dcc-9886-7752c95fcd04) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:30.987008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:30.987763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.054848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Pushing event updated for resources: {'Port': ['ID=c1b9e279-2f46-46c2-ae92-d941e66defe3,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:31.059083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:31.080892 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2222099 Jun 09 13:23:31.090311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50782) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:31.222035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.258307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.289772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object c7a3e1d5-23d5-43a9-9b8a-d551266a8042 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:31.398661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.457631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.466936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:31.507585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00340a42-1c74-4302-bae5-e844b6e14ee7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:31.549786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.584673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 00340a42-1c74-4302-bae5-e844b6e14ee7 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:31.591345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 00340a42-1c74-4302-bae5-e844b6e14ee7 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:31.593557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.597855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.726630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.746472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:31.753103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:31.762557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 00340a42-1c74-4302-bae5-e844b6e14ee7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=00340a42-1c74-4302-bae5-e844b6e14ee7,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:31.764636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:31.767164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:31.768424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.769135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.770457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1b9e279-2f46-46c2-ae92-d941e66defe3 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:31.785018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:31.786797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:31.797575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6d1d049-ed20-4da9-a1c1-0ac10d06d011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:31.899458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:31.904344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:31.913927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c1b9e279-2f46-46c2-ae92-d941e66defe3 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:31.974003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.107660 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP ad286a17-42cb-4152-aa0e-f904954bd872 associated. External IP: 172.26.5.180, port: 3889a529-6d96-4054-a5c5-f49744d7eade. Jun 09 13:23:32.184545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.203458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:23:32.235140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b3e52-59d7-4ea8-afa9-a6974101a5c6 None None] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:32.241956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-00a8b0d8-ee3d-4459-a56b-b18ed6d88c3f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:32.265720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e466ec-0038-4639-a7b5-1af18062c165 None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:32.294875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=ee54dd01-db15-479b-8798-ff7b4ce344f9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:32.297340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:32.373140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3798ad9a-ba8d-41da-ba7c-ccb2fa0d9113 None None] Network bcbb3581-4d36-4dcc-9886-7752c95fcd04 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:32.387721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b3e52-59d7-4ea8-afa9-a6974101a5c6 None None] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 could not be found, it might have been deleted concurrently. {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 09 13:23:32.434832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:32.452064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c2d99-e6ea-4adc-ae89-b9ea9dab1e00 None None] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:32.466899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.467539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Sync routers for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:32.472035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0396800 Jun 09 13:23:32.476074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50786) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:32.498871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Provisioning for port c1b9e279-2f46-46c2-ae92-d941e66defe3 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:32.528672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c2d99-e6ea-4adc-ae89-b9ea9dab1e00 None None] Network 0b3e1b09-516a-48cc-b729-ecc98515ae22 could not be found, it might have been deleted concurrently. {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 09 13:23:32.530813 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d29ad08a-8004-405b-b5c4-785a98f04adf tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513959 Jun 09 13:23:32.533320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50788) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:32.536931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:32.537269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:32.562810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.594571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbb3581-4d36-4dcc-9886-7752c95fcd04']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:32.622574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc326d8-8a0d-4763-ac8e-306e45306315') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:32.622898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc326d8-8a0d-4763-ac8e-306e45306315') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:32.631228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.705415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a091ec9-32e9-476d-9396-02bf4870d03e tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:32.707464 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2a091ec9-32e9-476d-9396-02bf4870d03e tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730597 Jun 09 13:23:32.710468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50790) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:32.717330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.758391 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8d414466-8b53-4ed0-a2fd-b492d276a176 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462394 Jun 09 13:23:32.763120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50792) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:32.766302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Provisioning complete for port c1b9e279-2f46-46c2-ae92-d941e66defe3 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:32.766943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.769041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742524964', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:32.853384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.876501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:32.876501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.901238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:32.905143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:32.947688 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:33.041699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022c36f-a9ac-429d-8c95-699b5e2678b9 None None] Network bcbb3581-4d36-4dcc-9886-7752c95fcd04 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:33.134977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.138854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.140684 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/bcbb3581-4d36-4dcc-9886-7752c95fcd04 HTTP/1.1" status: 204 len: 168 time: 2.0493851 Jun 09 13:23:33.144285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50794) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:33.145011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:33.151990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1044718266'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:33.194788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=bcbb3581-4d36-4dcc-9886-7752c95fcd04,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:33.196998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:33.197187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:33.224382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:33.228103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.252140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:33.291886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:33.313588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.314664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 70765747-1483-402d-a2da-c22dec8d94f6 of type vlan for network 43a34d37-6459-4553-b1c5-6eed0c843858 Jun 09 13:23:33.316949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.329623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:33.373965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00340a42-1c74-4302-bae5-e844b6e14ee7 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:33.423183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.438580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=b1b13201-c4aa-4226-8d62-7652627bdc35,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:33.443052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:33.449812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:33.450859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:33.476237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.480535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.486157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:33.487024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.493690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bbdb7a9-5ba7-4d3c-9d81-9d85cb46dcb2 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:33.515191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:33.526753 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:33.542454 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:33.544003 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:33.650857 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:33.651117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] For port c1b9e279-2f46-46c2-ae92-d941e66defe3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1b9e279-2f46-46c2-ae92-d941e66defe3,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:33.673524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:33.676056 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:33.676876 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:33.701292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.750093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:33.752167 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:33.752798 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3620764-aa05-4b07-9a5c-67a5f3c2cb28 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:33.760161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:33.760881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.767773 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6191447 Jun 09 13:23:33.769904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50796) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:33.774819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc63f066-8e46-408c-825d-bc811bf261a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:33.781352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:33.793321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.802214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=43a34d37-6459-4553-b1c5-6eed0c843858,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:33.807885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:33.811859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97061d-e14a-4426-949d-10ee1af36a8f None None] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:33.848188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:33.858661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.859141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:33.871343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d70f3d0-bdc0-4fc6-b006-39bece8df64a tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:33.895757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1307311 Jun 09 13:23:33.899438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50798) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:34.027578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 00340a42-1c74-4302-bae5-e844b6e14ee7 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:34.027971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.094601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:34.110320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:34.205475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Pushing event updated for resources: {'Port': ['ID=c1b9e279-2f46-46c2-ae92-d941e66defe3,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:34.219180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:34.224106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Provisioning for port b9ef1875-6dad-4161-9b44-09d78c652b94 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:34.258828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Provisioning complete for port b9ef1875-6dad-4161-9b44-09d78c652b94 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:34.259599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.366412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Port b9ef1875-6dad-4161-9b44-09d78c652b94 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:34.415721 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-edbd917d-8168-4f3d-bdd5-c6c8c3c63526 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4989948 Jun 09 13:23:34.437219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:34.441452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:34.587314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Provisioning complete for port 00340a42-1c74-4302-bae5-e844b6e14ee7 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:34.587822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b168cf3e-6c86-42f0-85e3-a0a8c7c3e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.608303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.624228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f9f48-0baf-4a21-a4a3-fff8b32fb9d4 None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:34.642098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.646323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:34.652661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-04821a09-f2f5-4fdc-83e1-9ee55cbe6b67 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:34.722668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:34.722896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 43a34d37-6459-4553-b1c5-6eed0c843858 is not hosted by any dhcp agent {{(pid=92384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:23:34.724405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-ae634628-97d7-4360-83da-62459a639c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:34.725873 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-ae634628-97d7-4360-83da-62459a639c56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 1098 time: 0.2815981 Jun 09 13:23:34.727747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:34.728303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.729677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "PUT /v2.0/networks/43a34d37-6459-4553-b1c5-6eed0c843858 HTTP/1.1" status: 200 len: 723 time: 0.9538236 Jun 09 13:23:34.733924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50800) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:34.740449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:34.768678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Checking router: 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:34.768876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Updating router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 port 2a853713-cbce-4df3-af4c-026287b6f707 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:34.776819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=43a34d37-6459-4553-b1c5-6eed0c843858,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:34.780638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:34.781272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:34.804758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:34.805589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:34.814260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:34.947045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.009682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.354428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1b9e279-2f46-46c2-ae92-d941e66defe3 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:35.484240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-a81bc8b8-6974-4b60-a4ac-6a63272a78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:35.485714 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-a81bc8b8-6974-4b60-a4ac-6a63272a78f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.7297163 Jun 09 13:23:35.488669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Allocated IP 172.20.0.2 (02e4e3f6-988f-4b18-ab0b-1d1d5bd14515/b1b13201-c4aa-4226-8d62-7652627bdc35/13d8513c-d103-4d9b-9720-61c0ff0a227c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:35.488837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:35.490252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:35.493916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.513643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50802) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:35.513900 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5554988 Jun 09 13:23:35.515214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:35.516092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:35.520937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1132679884'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:35.530564 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] Sync routers for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:35.547232 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:35.548212 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:35.549959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:35.556077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.591519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:35.603580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.604336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added segment 2cc37920-6433-45b9-b03c-9a95b9a0f542 of type vlan for network ca3026d1-d100-4fcb-97ad-5019e3951c12 Jun 09 13:23:35.618470 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:35.626643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:35.627455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:35.630377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.631092 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:35.631702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:35.640346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.694386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.696021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Provisioning for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:35.700989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:35.700989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.705740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-184dd42f-7632-4d3b-86b4-d34975fcc11c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:35.707516 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:35.708253 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e0955-5747-4f46-8e1f-128f87f26d0d None None] The sync data for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:35.763171 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-dbcebb41-d799-4eb3-988d-4348234d72d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 200 len: 1000 time: 0.2483659 Jun 09 13:23:35.798578 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2837670 Jun 09 13:23:35.800131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Provisioning complete for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:35.800563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:35.802243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50804) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:35.809040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'subnet': {'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:35.878805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Network': ['ID=ca3026d1-d100-4fcb-97ad-5019e3951c12,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:35.886719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:35.894396 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-420bf946-0d62-46de-a0ad-fa7f5da08bdf tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/floatingips/ad286a17-42cb-4152-aa0e-f904954bd872 HTTP/1.1" status: 200 len: 978 time: 6.2266552 Jun 09 13:23:35.895994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-23e62328-b671-4f32-9cdc-62346e5b83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:35.897437 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-23e62328-b671-4f32-9cdc-62346e5b83f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.1059561 Jun 09 13:23:35.898067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50806) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:35.919490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:35.935583 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:23:35.953125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Made reservation on behalf of 0ef04db12f0d48a2b98a22b53c6d9f58 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:35.957157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.121811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c1b9e279-2f46-46c2-ae92-d941e66defe3 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:36.122162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.153780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:36.170841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.175308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-351b3f95-3dbf-4d78-ad5f-6007557e0221 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:36.184905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.189341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec0a09ee-3e94-4665-97b8-82891691476b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:36.197937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:36.213598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-b5bf929d-cfb4-4b0b-802e-a4f28c3c2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:36.214689 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-b5bf929d-cfb4-4b0b-802e-a4f28c3c2d45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2788384 Jun 09 13:23:36.228583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:23:36.269003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Subnet': ['ID=3cca8157-b24a-4194-b10f-b95fa2779458,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:36.273164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:36.280709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Checking segment: {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:36.281070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network hostable DHCP agents. Network: ca3026d1-d100-4fcb-97ad-5019e3951c12, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:36.305165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:36.321596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, ca3026d1-d100-4fcb-97ad-5019e3951c12) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:36.332766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:36.333579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.344542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94919f4b-fdf5-4049-b58d-a253f684a9d5 None None] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:36.348433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port b9ef1875-6dad-4161-9b44-09d78c652b94 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:36.349075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.362117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5589819 Jun 09 13:23:36.362787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50808) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:36.380223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=b7d7e3d1-0071-4321-b4f2-5229af90bd74,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:36.390341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:36.487356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '70765747-1483-402d-a2da-c22dec8d94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:36.488119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 43a34d37-6459-4553-b1c5-6eed0c843858, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:36.518868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Provisioning complete for port c1b9e279-2f46-46c2-ae92-d941e66defe3 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:36.519307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bce2b0-e426-405d-9483-d020fdf5b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.553427 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-57739b16-62ae-4130-a8ad-0d8d67a98887 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246424 Jun 09 13:23:36.561019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 43a34d37-6459-4553-b1c5-6eed0c843858 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:36.647207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.660619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 43a34d37-6459-4553-b1c5-6eed0c843858) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:36.670458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:36.671202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.692606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef629a86-3d75-49d5-96e0-1faa6007aaac None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:36.712537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.794234 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0582058 Jun 09 13:23:36.809003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50810) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:36.814593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:36.823723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:36.859581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Transition to ACTIVE for port object 2a853713-cbce-4df3-af4c-026287b6f707 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:36.986571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Transition to ACTIVE for port object 13d8513c-d103-4d9b-9720-61c0ff0a227c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:37.022770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.048243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:37.095789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.171591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Transition to ACTIVE for port object 13d8513c-d103-4d9b-9720-61c0ff0a227c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:37.216788 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-af1326d3-be1a-4014-b2ad-04bc44ec83ed req-016a7e6e-7808-4824-bac8-ccb1e8f7878e service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432116 Jun 09 13:23:37.272455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.321211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6950127'] for subnet, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.358767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Attempting to bind port 2a853713-cbce-4df3-af4c-026287b6f707 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:37.359141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Attempting to bind port 2a853713-cbce-4df3-af4c-026287b6f707 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:37.359504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Attempting to bind port 2a853713-cbce-4df3-af4c-026287b6f707 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:37.393250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.393624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.393935 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Floating IP ad286a17-42cb-4152-aa0e-f904954bd872 disassociated. External IP: 172.26.5.180, port: b9ef1875-6dad-4161-9b44-09d78c652b94. Jun 09 13:23:37.394301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for b9ef1875-6dad-4161-9b44-09d78c652b94 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:37.394695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:37.395076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:37.395484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.395880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:37.396423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Bound port: 2a853713-cbce-4df3-af4c-026287b6f707, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:37.396735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.421960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-ca3026d1-d100-4fcb-97ad-5019e3951c12', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:37.422264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.452035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Pushing event updated for resources: {'Port': ['ID=2a853713-cbce-4df3-af4c-026287b6f707,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:37.454921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:37.477566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (02e4e3f6-988f-4b18-ab0b-1d1d5bd14515/b1b13201-c4aa-4226-8d62-7652627bdc35/07cf7a06-5602-41ad-9842-ce266d13faee) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:37.573843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:37.614242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.622133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-412a21a0-5100-4e0c-8698-5f491289f382 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:37.645468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:37.670554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:37.681076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=b9ef1875-6dad-4161-9b44-09d78c652b94,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:37.684451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:37.688314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7944404'] for subnet, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.694092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6d3f35d0-043e-488e-b65a-2483955c9c91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:37.751189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:37.825049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Pushing event updated for resources: {'Port': ['ID=13d8513c-d103-4d9b-9720-61c0ff0a227c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:37.827995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:37.841258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-43a34d37-6459-4553-b1c5-6eed0c843858', 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': 'b7d7e3d1-0071-4321-b4f2-5229af90bd74'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:37.842100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.842781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.874594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:37.875903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:37.878360 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "PUT /v2.0/subnets/b7d7e3d1-0071-4321-b4f2-5229af90bd74 HTTP/1.1" status: 200 len: 806 time: 1.0681093 Jun 09 13:23:37.879677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 07cf7a06-5602-41ad-9842-ce266d13faee will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:37.881814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Allocated IP 2001:db8:3::1 (ca3026d1-d100-4fcb-97ad-5019e3951c12/3cca8157-b24a-4194-b10f-b95fa2779458/6fd9dc31-c977-44e9-8d9f-74618cb4e903) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:37.883758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50812) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:37.943338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] For port 2a853713-cbce-4df3-af4c-026287b6f707, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:37.982604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=b7d7e3d1-0071-4321-b4f2-5229af90bd74,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:37.995266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:38.018717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] For port 2a853713-cbce-4df3-af4c-026287b6f707, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2a853713-cbce-4df3-af4c-026287b6f707,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:38.022897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Attempting to bind port 13d8513c-d103-4d9b-9720-61c0ff0a227c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:38.023276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Attempting to bind port 13d8513c-d103-4d9b-9720-61c0ff0a227c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:38.023677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Attempting to bind port 13d8513c-d103-4d9b-9720-61c0ff0a227c on network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:38.035167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:38.037023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.048567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce160441-3e7c-40c6-a840-c72e51e1d3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:38.080490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-59a3d1ce-cec0-4e8e-bdfb-fc2e72a5a7ec None None] Provisioning complete for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:38.081342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-59a3d1ce-cec0-4e8e-bdfb-fc2e72a5a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.103532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:38.103915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Checking segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:38.104317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.104711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Bound using segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:38.105207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Bound port: 13d8513c-d103-4d9b-9720-61c0ff0a227c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:38.105550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.140933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.150087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:38.217144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:38.221107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.221577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:32Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:33Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.227967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:38.237290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:38.242216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:38.265272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] Sync routers for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:38.284010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:38.284387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Updating router 124ac24f-1715-4f2b-b289-f608836f06b9 port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:38.309789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:38.340201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.344729 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/b9ef1875-6dad-4161-9b44-09d78c652b94 HTTP/1.1" status: 204 len: 168 time: 2.4419451 Jun 09 13:23:38.346333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50814) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:38.350675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:38.361786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-59a3d1ce-cec0-4e8e-bdfb-fc2e72a5a7ec None None] Port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:38.363219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:38.363821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.367675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.389023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.413900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Transition to ACTIVE for port object 6fd9dc31-c977-44e9-8d9f-74618cb4e903 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:38.426674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.463934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Pushing event updated for resources: {'Port': ['ID=2a853713-cbce-4df3-af4c-026287b6f707,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:38.467130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:38.468039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:38.468588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.558247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.567726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:38.644693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.655723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:38.661447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:38.663288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.665811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.672926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:38.673472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.676027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=6fd9dc31-c977-44e9-8d9f-74618cb4e903,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:38.683725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:38.690706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Allocated IP 172.20.0.2 (43a34d37-6459-4553-b1c5-6eed0c843858/b7d7e3d1-0071-4321-b4f2-5229af90bd74/743e6254-e8b8-42cf-84b2-10cbf5ba26cc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:38.699287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-59a3d1ce-cec0-4e8e-bdfb-fc2e72a5a7ec None None] Provisioning complete for port c1b9e279-2f46-46c2-ae92-d941e66defe3 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:38.699687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-59a3d1ce-cec0-4e8e-bdfb-fc2e72a5a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:38.753534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] For port 13d8513c-d103-4d9b-9720-61c0ff0a227c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:38.806519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:38.807226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.893696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] For port 13d8513c-d103-4d9b-9720-61c0ff0a227c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=13d8513c-d103-4d9b-9720-61c0ff0a227c,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:38.944406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:38.944406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d48e30-f1e7-40d7-bb6f-f5286ce41cd5 None None] The sync data for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:38.947770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Allocated IP 2001:db8:3::2 (ca3026d1-d100-4fcb-97ad-5019e3951c12/3cca8157-b24a-4194-b10f-b95fa2779458/9c24320e-1e7f-415f-a3f8-b41254818e96) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:39.005072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.008819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a3ba315-09e2-4fe1-9b47-dfd8238d5f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:39.132677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.158342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:39.201024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.594876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Pushing event updated for resources: {'Port': ['ID=13d8513c-d103-4d9b-9720-61c0ff0a227c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:39.598218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:39.621275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 0e47468a-a169-4b7a-81df-e436c736fe95 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:39.621851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.652513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.667773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.699486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:39.769086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.814110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:39.829425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:39.833276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:39.915468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 0e47468a-a169-4b7a-81df-e436c736fe95 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:40.055130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:40.057368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.059296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:40.079422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.111442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.117257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Transition to ACTIVE for port object 743e6254-e8b8-42cf-84b2-10cbf5ba26cc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:40.117775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fb5bad2-4a3f-4d7f-90f0-4658b42d384b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:40.120990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.165938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Transition to ACTIVE for port object 9c24320e-1e7f-415f-a3f8-b41254818e96 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:40.206644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.207530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.214003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3760bbce-0b19-4160-9ead-7ceacf51b94c tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:40.224980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=0e47468a-a169-4b7a-81df-e436c736fe95,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:40.241605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Transition to ACTIVE for port object 743e6254-e8b8-42cf-84b2-10cbf5ba26cc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:40.264321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.273540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:40.275152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Transition to ACTIVE for port object 9c24320e-1e7f-415f-a3f8-b41254818e96 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:40.277942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:40.284412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:40.338795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11ac9-63ee-4bf2-a791-9b42a2111995 None None] The sync data for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv is: [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:40.384193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.403910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.412641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db08148-ac05-4d99-81ce-5dd486ee3fc3 None None] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:40.443273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:40.452892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event updated for resources: {'Port': ['ID=6fd9dc31-c977-44e9-8d9f-74618cb4e903,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:40.456683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:40.457923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:40.462417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:40.488252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.501984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9be85386-279e-4bc5-b732-542426443533 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:40.509685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:40.514434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Transition to ACTIVE for port object c7a3e1d5-23d5-43a9-9b8a-d551266a8042 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:40.522070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:40.535609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:40.538766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Pushing event updated for resources: {'Port': ['ID=743e6254-e8b8-42cf-84b2-10cbf5ba26cc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:40.539248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d7e3d1-0071-4321-b4f2-5229af90bd74,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:40.549137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:40.551536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.555202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:40.559404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:40.570724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.895729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:40.901738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:40.917417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-229bab77-25de-44ad-aec0-3705a38d1fa8 None None] Provisioning for port 13d8513c-d103-4d9b-9720-61c0ff0a227c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:40.923565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Pushing event updated for resources: {'Port': ['ID=9c24320e-1e7f-415f-a3f8-b41254818e96,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:41.032094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a34d37-6459-4553-b1c5-6eed0c843858']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.048740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:41.166214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:41.185510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70765747-1483-402d-a2da-c22dec8d94f6') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.185762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70765747-1483-402d-a2da-c22dec8d94f6') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.215127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Pushing event updated for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:41.222956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:41.236294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.608s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:41.237042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:41.274920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:41.277641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.301239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:41.377961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Attempting to bind port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:41.378416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Attempting to bind port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '70765747-1483-402d-a2da-c22dec8d94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:41.378932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Attempting to bind port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc on network 43a34d37-6459-4553-b1c5-6eed0c843858 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:41.415211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:41.415697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Checking segment: {'id': '70765747-1483-402d-a2da-c22dec8d94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:41.416174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.416641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Bound using segment: {'id': '70765747-1483-402d-a2da-c22dec8d94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:41.417179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Bound port: 743e6254-e8b8-42cf-84b2-10cbf5ba26cc, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70765747-1483-402d-a2da-c22dec8d94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '43a34d37-6459-4553-b1c5-6eed0c843858'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:41.417777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.421478 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5212619 Jun 09 13:23:41.425289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50818) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:41.430647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Attempting to bind port 9c24320e-1e7f-415f-a3f8-b41254818e96 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:41.431235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Attempting to bind port 9c24320e-1e7f-415f-a3f8-b41254818e96 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:41.431528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Attempting to bind port 9c24320e-1e7f-415f-a3f8-b41254818e96 on network ca3026d1-d100-4fcb-97ad-5019e3951c12 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:41.436841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:41.476226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:41.476616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Checking segment: {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:41.477236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.477697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Bound using segment: {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:41.478380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Bound port: 9c24320e-1e7f-415f-a3f8-b41254818e96, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:41.478980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.499215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.539280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 13d8513c-d103-4d9b-9720-61c0ff0a227c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:41.547084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:41.552486 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/routers/36140f68-98e1-4b9d-a3d4-402a65b2ddb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2066145 Jun 09 13:23:41.557513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50820) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:41.559073 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] Sync routers for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:41.571654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:41.572392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.575303 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:41.576735 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.581148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Attempting to bind port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:41.581534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Attempting to bind port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:41.582062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Attempting to bind port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 on network 4045db9e-4da7-44f8-a12c-093e5b95fa9f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:41.587720 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:41.628861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:41.629252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Checking segment: {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:41.629670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.630079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Bound using segment: {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:41.630607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Bound port: c7a3e1d5-23d5-43a9-9b8a-d551266a8042, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60648d4-fc9b-44a2-af1c-abc43784cabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:41.630995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.719879 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.729547 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] Routers {'36140f68-98e1-4b9d-a3d4-402a65b2ddb9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:41.730418 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.758608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] For port c7a3e1d5-23d5-43a9-9b8a-d551266a8042, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:41.761883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] For port c7a3e1d5-23d5-43a9-9b8a-d551266a8042, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:41.766499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.794620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:41.800744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.801409 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b42a9-c4e7-4833-a14a-98ee60908fe3 None None] The sync data for ids ['36140f68-98e1-4b9d-a3d4-402a65b2ddb9'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:41.816174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:41.893296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:41.893296 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:41.893296 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '43a34d37-6459-4553-b1c5-6eed0c843858'}] Jun 09 13:23:41.893296 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:41.893787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:41.932958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:41.938771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] For port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:41.942768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5783713 Jun 09 13:23:41.945293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.945767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.946447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.946700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.947146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.947786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.948032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.948488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.949082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.949374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.949818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.950259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.950725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.951165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:41.956421 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79472e33-da6b-4d6e-8b8f-b3d014a3bbb3 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9738 time: 0.5157690 Jun 09 13:23:41.957350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50822) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:41.957482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50824) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:41.962083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:41.966392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:41.967082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:41.985424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.042474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] For port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=743e6254-e8b8-42cf-84b2-10cbf5ba26cc,segment=NetworkSegment(70765747-1483-402d-a2da-c22dec8d94f6),segment_id=70765747-1483-402d-a2da-c22dec8d94f6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:42.043701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 13d8513c-d103-4d9b-9720-61c0ff0a227c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:42.065239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] For port 9c24320e-1e7f-415f-a3f8-b41254818e96, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:42.077442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Pushing event updated for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:42.112821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 2a4c6d03-ddb7-440c-997d-d3ee0d4081c4 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:42.113260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.151377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.161204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 13d8513c-d103-4d9b-9720-61c0ff0a227c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:42.161856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.186188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:42.191814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:42.290734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.318738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] For port 9c24320e-1e7f-415f-a3f8-b41254818e96, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c24320e-1e7f-415f-a3f8-b41254818e96,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:42.328568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.329352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.329689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.330132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.330616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.331157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.331635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.332144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.332622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.333059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.333496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.334032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.334470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:42.339151 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1482e0f9-390c-48f2-b61c-46ee3acf530d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8272 time: 0.3199189 Jun 09 13:23:42.342874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50826) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:42.366355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.415529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.456853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 2a4c6d03-ddb7-440c-997d-d3ee0d4081c4 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:42.474982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:42.548363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Pushing event updated for resources: {'Port': ['ID=743e6254-e8b8-42cf-84b2-10cbf5ba26cc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:42.559448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:42.560404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b786121a-73c5-408f-8198-1395002fe3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:42.641997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.648394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9eb628-4252-4337-a57f-93eaf6800f19 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:42.698352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=2a4c6d03-ddb7-440c-997d-d3ee0d4081c4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:42.705242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:42.801628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Provisioning for port 07cf7a06-5602-41ad-9842-ce266d13faee completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:42.883650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:42.913554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Sync routers for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:42.923948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e436e6-0ab9-475c-b879-92fc3d7d39aa None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:42.936309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Provisioning complete for port 07cf7a06-5602-41ad-9842-ce266d13faee triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:42.936840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.181977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Port 07cf7a06-5602-41ad-9842-ce266d13faee cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:43.189815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:43.190156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.234158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:43.234723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:43.277756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.280126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.306160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.306857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Fanout notify agent at l3_agent the message router_deleted on router 36140f68-98e1-4b9d-a3d4-402a65b2ddb9 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:23:43.316104 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.322099 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/routers/36140f68-98e1-4b9d-a3d4-402a65b2ddb9 HTTP/1.1" status: 204 len: 168 time: 1.7632678 Jun 09 13:23:43.322811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50828) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:43.385857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Pushing event updated for resources: {'Port': ['ID=9c24320e-1e7f-415f-a3f8-b41254818e96,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:43.407337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:43.456400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.459097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=743e6254-e8b8-42cf-84b2-10cbf5ba26cc,segment=NetworkSegment(70765747-1483-402d-a2da-c22dec8d94f6),segment_id=70765747-1483-402d-a2da-c22dec8d94f6)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:43.459632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.471880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting subnet ee43d404-b5e7-42dd-8c32-56de1d338190 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:43.484474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.609238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Provisioning complete for port 13d8513c-d103-4d9b-9720-61c0ff0a227c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:43.609631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bfe5634-c921-4947-9cc2-c606ecb7a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.630484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for 743e6254-e8b8-42cf-84b2-10cbf5ba26cc owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:43.639613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:23:43.666509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 13d8513c-d103-4d9b-9720-61c0ff0a227c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=13d8513c-d103-4d9b-9720-61c0ff0a227c,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:43.671028 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-01394bff-5528-45cf-b53b-22a7d889f2cf tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4837 time: 1.3243582 Jun 09 13:23:43.689026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.708278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.709836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2a853713-cbce-4df3-af4c-026287b6f707 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:43.739942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:43.740165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Removed routes are [] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:23:43.740275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.796968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-406a790b-8637-457b-bac0-384bf6ac377f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:43.907299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4d939b-ac1f-4ab2-9052-fc83725f54c4 None None] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:43.947656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.954164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:43.980477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.022062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50832) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.028640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082575446', 'description': 'tempest-secgroup-smoke-2082575446 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:44.055767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.086069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port 743e6254-e8b8-42cf-84b2-10cbf5ba26cc on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:44.090114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=743e6254-e8b8-42cf-84b2-10cbf5ba26cc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.151101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079766c-5c91-4e4a-a1e2-b49fa9ee0c37 None None] Network 43a34d37-6459-4553-b1c5-6eed0c843858 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:44.182086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.187206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.191665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c3b7fa1-5e17-4bae-a78a-c5e0b00fd8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-468272299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.232678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.235056 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106264 Jun 09 13:23:44.237469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.240458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=13d8513c-d103-4d9b-9720-61c0ff0a227c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.246861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50834) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.252527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:44.262061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.288146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.318151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.351243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.361307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.365409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.373781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b0d9c4b-4bcf-4a62-b77b-173637fea942 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.395932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:44.396819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b06a1e9-6386-43f6-a0fe-8eeb00491513,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.399689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.406087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.407528 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593182 Jun 09 13:23:44.410370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.415506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:44.421303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2a853713-cbce-4df3-af4c-026287b6f707 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:44.432927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b7242-4b9e-4c8f-9849-3bb76a6a054e None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:44.454867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.487685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2a853713-cbce-4df3-af4c-026287b6f707 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:44.488127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.501528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.549568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.559596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.565106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.571631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.571834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.585666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.588064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.604666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a34d37-6459-4553-b1c5-6eed0c843858']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:44.616690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a602d1f-e276-464f-b76f-d717274c2523,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.619390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.627614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.631464 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2174089 Jun 09 13:23:44.631698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50838) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.638095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:44.673158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.693211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70765747-1483-402d-a2da-c22dec8d94f6') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:44.693506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70765747-1483-402d-a2da-c22dec8d94f6') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:44.700432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Subnet': ['ID=ee43d404-b5e7-42dd-8c32-56de1d338190,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.719578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.723086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.727831 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/subnets/ee43d404-b5e7-42dd-8c32-56de1d338190 HTTP/1.1" status: 204 len: 168 time: 1.3967369 Jun 09 13:23:44.744635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50840) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.788171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.818856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88c210-0e9d-4763-9a34-9bcf2a46a69b None None] Network bd338a43-e641-4f5f-b711-3de411a0a0ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:44.825729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.830343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.839906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:44.840570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.851235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:44.856201 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:44.863719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0d5be94c-b240-40e4-972a-73edff8bbbdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:44.883159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321053a4-ed82-4415-b346-31b50cbb4015,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:44.889459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:44.943814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.948170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:44.948364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:44.951698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188887 Jun 09 13:23:44.955523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50842) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:44.963178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:44.970000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.026987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6220b635-338b-453e-9d05-3f163b46aae3 None None] Provisioning for port 9c24320e-1e7f-415f-a3f8-b41254818e96 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:45.029018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a39a80c1-059e-4734-ad45-c7291810c44f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:45.050130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.052043 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/43a34d37-6459-4553-b1c5-6eed0c843858 HTTP/1.1" status: 204 len: 168 time: 7.1673276 Jun 09 13:23:45.056321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50844) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.088255 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a47f7f2-84dc-48cf-a6d2-4633b82c3f82 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:45.089491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a47f7f2-84dc-48cf-a6d2-4633b82c3f82 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:45.095682 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a47f7f2-84dc-48cf-a6d2-4633b82c3f82 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/43a34d37-6459-4553-b1c5-6eed0c843858 HTTP/1.1" status: 404 len: 339 time: 0.0381818 Jun 09 13:23:45.096628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50846) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.104472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795079772', 'description': 'd1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:45.114598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=43a34d37-6459-4553-b1c5-6eed0c843858,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:45.143559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:45.144206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.146038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:45.187086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.230021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.248361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:45.254564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6220b635-338b-453e-9d05-3f163b46aae3 None None] Provisioning complete for port 07cf7a06-5602-41ad-9842-ce266d13faee triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:45.254950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6220b635-338b-453e-9d05-3f163b46aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.263784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.267424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-94e402c2-1e69-4c61-957e-839bb08b83c3 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 953 time: 3.3065758 Jun 09 13:23:45.268342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.294249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:45.298840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.319696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 2a853713-cbce-4df3-af4c-026287b6f707, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2a853713-cbce-4df3-af4c-026287b6f707,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:45.331747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:45.342370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.344946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.345303 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 27885b89-3bdc-4052-a20c-2d0bd915278c of type vlan for network ee155d92-e4a2-42b1-9eb0-f73630838635 Jun 09 13:23:45.346975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:45.352368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:45.393517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.399621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6220b635-338b-453e-9d05-3f163b46aae3 None None] Port 07cf7a06-5602-41ad-9842-ce266d13faee cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:45.431087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Checking router: 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:45.431731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Updating router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 port 07cf7a06-5602-41ad-9842-ce266d13faee binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:45.448147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] For port cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,segment=NetworkSegment(03fdfaa7-85f7-4d39-8e2e-fb398407ea13),segment_id=03fdfaa7-85f7-4d39-8e2e-fb398407ea13)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:45.448516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.478200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.497111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:45.497897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.506873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aef0ba63-f782-4fb0-adf3-dbdf2f8eaaf0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:45.539424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.551826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.562069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c340718c-b4c4-4aa7-a51c-8f62fa539252 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:45.598434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d2d9d113-753f-4703-b2d6-453d2131477f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 953 time: 0.3285747 Jun 09 13:23:45.606412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50850) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.614429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'routes': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:45.615430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.644697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=2a853713-cbce-4df3-af4c-026287b6f707,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:45.715194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2744b561-13b6-45f7-8eba-fd0541a50f69,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:45.721197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:45.729144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 13d8513c-d103-4d9b-9720-61c0ff0a227c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:45.843531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] DHCP port deletion for bd338a43-e641-4f5f-b711-3de411a0a0ae request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:23:45.846007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:45.852957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for cb2884c6-95f0-42d8-ae6f-983ac145d6c6 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:45.888530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.890189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9321382 Jun 09 13:23:45.915948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4c48a124-fa68-411d-a96e-aa3b96e2dc1f None None] Provisioning for port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:45.917941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50852) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.934999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:45.944797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4c48a124-fa68-411d-a96e-aa3b96e2dc1f None None] Provisioning complete for port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:45.945083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c48a124-fa68-411d-a96e-aa3b96e2dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:45.959589 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8603070 Jun 09 13:23:45.973105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50854) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:45.973977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=ee155d92-e4a2-42b1-9eb0-f73630838635,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:46.010067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:46.049453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network ee155d92-e4a2-42b1-9eb0-f73630838635 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:46.105447 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:23:46.137966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.174644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88cdb7-44e2-46c2-871e-b5f8dc8ebeb5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:46.176244 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9f88cdb7-44e2-46c2-871e-b5f8dc8ebeb5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks?id=ee155d92-e4a2-42b1-9eb0-f73630838635 HTTP/1.1" status: 200 len: 761 time: 0.1963944 Jun 09 13:23:46.177363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4c48a124-fa68-411d-a96e-aa3b96e2dc1f None None] Port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:46.181252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50856) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:46.195127 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:46.196133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'description': 'd2'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:46.207010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 13d8513c-d103-4d9b-9720-61c0ff0a227c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:46.207429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.213438 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:46.214358 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:46.352585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Deleting port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:46.352969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.387982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.408400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-131e0d44-4b87-4259-b228-1cee3e6ab3a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:46.445645 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:46.577687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] For port cb2884c6-95f0-42d8-ae6f-983ac145d6c6, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:46.578254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.599812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b44b750e-429e-4988-b555-50127bb7e825 None None] Provisioning complete for port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:46.600208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b44b750e-429e-4988-b555-50127bb7e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.601672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.614863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:46.617566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.638794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:46.640002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] No DVR routers for this DVR port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:46.659653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0604ae8a-eeb1-4a03-b553-b481af420210 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:46.749659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added routes are [] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:23:46.750724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:23:46.763300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.767415 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8445354 Jun 09 13:23:46.770693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50858) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:46.777630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': 'cb816a51-d8df-4dc2-9894-fb89ac6ea6fc', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:46.794141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50104144-3e28-47bd-86c5-11c8918781b7,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:46.815447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:46.842413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.853594 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:23:46.862837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.874691 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:43Z', 'revision_number': 6, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:39Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:46.878933 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:46.879340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Calling delete_port for cb2884c6-95f0-42d8-ae6f-983ac145d6c6 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:46.879528 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Updating router 124ac24f-1715-4f2b-b289-f608836f06b9 port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:23:46.889212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.895029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:23:46.912308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.913293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.922221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:46.928935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd338a43-e641-4f5f-b711-3de411a0a0ae']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:46.932781 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.948424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fdfaa7-85f7-4d39-8e2e-fb398407ea13') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:46.949049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fdfaa7-85f7-4d39-8e2e-fb398407ea13') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:46.957510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Transition to ACTIVE for port object 07cf7a06-5602-41ad-9842-ce266d13faee will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:46.963767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:46.966611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b44b750e-429e-4988-b555-50127bb7e825 None None] Port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:46.970431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c24320e-1e7f-415f-a3f8-b41254818e96 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:46.988024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.003994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:47.005043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.012746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] No DVR routers for this DVR port cb2884c6-95f0-42d8-ae6f-983ac145d6c6 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:47.024340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Pushing event deleted for resources: {'Port': ['ID=cb2884c6-95f0-42d8-ae6f-983ac145d6c6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.026865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.034677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.041753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-230937af-582e-4844-b105-ba9276edf90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.075257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed65c53-0120-4003-b31e-a4784ede31f2 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:47.082932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.094979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.106193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cf0133-36bd-4a6b-a9f9-b969337bc6d1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.134207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bb736c-13fc-4002-b8b8-b3a70f6923bb,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:47.146501 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:47.151245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.162660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.174458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4e046b4c-4532-43f8-b8f1-f36d28f942eb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.203030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-502168'] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.209159 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/networks/bd338a43-e641-4f5f-b711-3de411a0a0ae HTTP/1.1" status: 204 len: 168 time: 2.4634802 Jun 09 13:23:47.212388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Network': ['ID=bd338a43-e641-4f5f-b711-3de411a0a0ae,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.218025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:47.304691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.309820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Pushing event updated for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.312698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.333612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.344211 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.360109 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Transition to ACTIVE for port object 6fd9dc31-c977-44e9-8d9f-74618cb4e903 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:47.364676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.369018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.371323 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.373145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.388130 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.391186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6106951 Jun 09 13:23:47.406008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9c24320e-1e7f-415f-a3f8-b41254818e96 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:47.417074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Attempting to bind port 07cf7a06-5602-41ad-9842-ce266d13faee on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:47.417519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Attempting to bind port 07cf7a06-5602-41ad-9842-ce266d13faee by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:47.417898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Attempting to bind port 07cf7a06-5602-41ad-9842-ce266d13faee on network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:47.424222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9c24320e-1e7f-415f-a3f8-b41254818e96 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:47.424604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.469933 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Pushing event updated for resources: {'Port': ['ID=6fd9dc31-c977-44e9-8d9f-74618cb4e903,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.470567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:47.470965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Checking segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:47.471381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.471783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Bound using segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:47.472376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Bound port: 07cf7a06-5602-41ad-9842-ce266d13faee, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:47.472703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.541960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.572954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6a5df39-4779-4bc9-b69a-89df615c6b56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.598220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed65c53-0120-4003-b31e-a4784ede31f2 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:47.634401 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.634818 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.635440 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.635875 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.636500 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.636838 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.637328 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.637482 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.637808 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.638129 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.638448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.638792 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:23:47.647852 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.671825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:47.700240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network ee155d92-e4a2-42b1-9eb0-f73630838635 is not hosted by any dhcp agent {{(pid=92383) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:23:47.706554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:47.707463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.709078 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "PUT /v2.0/networks/ee155d92-e4a2-42b1-9eb0-f73630838635 HTTP/1.1" status: 200 len: 758 time: 1.5179896 Jun 09 13:23:47.712946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=ee155d92-e4a2-42b1-9eb0-f73630838635,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.715411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50878) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:47.728431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network ee155d92-e4a2-42b1-9eb0-f73630838635 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:47.736276 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Attempting to bind port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:47.736765 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Attempting to bind port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:47.737326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Attempting to bind port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 on network ca3026d1-d100-4fcb-97ad-5019e3951c12 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:47.739470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.742927 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:47.743310 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Checking segment: {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:47.743715 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.744114 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Bound using segment: {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:47.744579 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Bound port: 6fd9dc31-c977-44e9-8d9f-74618cb4e903, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc37920-6433-45b9-b03c-9a95b9a0f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:47.744956 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.796241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.804118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-ee90c9a8-41fa-44b5-8de5-b5e9e93c277a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082575446&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.1659353 Jun 09 13:23:47.807855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] For port 07cf7a06-5602-41ad-9842-ce266d13faee, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:47.843551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:47.844177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.846006 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] For port 6fd9dc31-c977-44e9-8d9f-74618cb4e903, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:47.849816 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] For port 6fd9dc31-c977-44e9-8d9f-74618cb4e903, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6fd9dc31-c977-44e9-8d9f-74618cb4e903,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:47.856172 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.865924 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cda85ea-7c66-464d-87e9-98907fd5b668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:47.933568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] For port 07cf7a06-5602-41ad-9842-ce266d13faee, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=07cf7a06-5602-41ad-9842-ce266d13faee,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:47.947904 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Pushing event updated for resources: {'Port': ['ID=6fd9dc31-c977-44e9-8d9f-74618cb4e903,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:47.952883 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:47.963644 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:47.964318 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:47.970327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06944602-6b54-403d-8e2c-d45b076261a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.973840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.974424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.980439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:47.993667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:48.030542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9c24320e-1e7f-415f-a3f8-b41254818e96, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c24320e-1e7f-415f-a3f8-b41254818e96,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:48.046080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:48.058257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.062803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e21290fc-e702-43a5-b10f-f0a917089dfe tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 703 time: 2.4534261 Jun 09 13:23:48.067716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50880) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.084414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.085461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c7a3e1d5-23d5-43a9-9b8a-d551266a8042 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:48.104965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:48.139517 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:48.203847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:48.204682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:48.230759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.242391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4b1ba-0269-446c-9727-708408a1fa98 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:48.247488 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-07a4b1ba-0269-446c-9727-708408a1fa98 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks?id=ee155d92-e4a2-42b1-9eb0-f73630838635 HTTP/1.1" status: 200 len: 761 time: 0.5261040 Jun 09 13:23:48.247488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1f18483e-e785-4914-b270-836446166ed4 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:48.250333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.270080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142534504'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:48.296488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=fcdeae4f-0e0f-4f0e-88e4-5fc70d9e2881,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:48.302333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Pushing event updated for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:48.306008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:48.329371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:48.367864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:48.403779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.406943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.412407 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad286a17-42cb-4152-aa0e-f904954bd872 HTTP/1.1" status: 204 len: 168 time: 1.1932728 Jun 09 13:23:48.413468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50884) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.497872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:48.501761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.510115 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:46Z', 'revision_number': 7, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:48.516017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8630889-d7d1-4f6d-be7b-391c99965484 None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:46Z', 'revision_number': 7, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:48.569542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-2cbd6ab0-49f6-47e0-beab-8fcd2c4225b3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:48.571704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-2cbd6ab0-49f6-47e0-beab-8fcd2c4225b3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 200 len: 796 time: 0.6963336 Jun 09 13:23:48.599970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:48.604217 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-5e7c7d9f-0cdc-49ef-bfc5-598c0b1abdfc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0198376 Jun 09 13:23:48.606748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9c24320e-1e7f-415f-a3f8-b41254818e96,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:48.610609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:48.616843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:48.623331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:48.623857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.628780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6c35716a-1d10-4086-b4d2-7eb04e6ab9b7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 703 time: 0.5445819 Jun 09 13:23:48.666224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50888) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.667311 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29bd907-a9a7-4698-a7cb-8edca7b690df tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:48.668063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29bd907-a9a7-4698-a7cb-8edca7b690df tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:48.674322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:48.676431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.676767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 169d52b3-bfc6-4ec5-a29d-1ef9de3e9e7a of type vlan for network ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 Jun 09 13:23:48.689329 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d29bd907-a9a7-4698-a7cb-8edca7b690df tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/b9ef1875-6dad-4161-9b44-09d78c652b94 HTTP/1.1" status: 404 len: 333 time: 0.2725685 Jun 09 13:23:48.690850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50890) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.753852 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5d0a0965-f7b7-4a21-9057-b08744e184f8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/ports?device_id=36140f68-98e1-4b9d-a3d4-402a65b2ddb9 HTTP/1.1" status: 200 len: 205 time: 0.0607817 Jun 09 13:23:48.761636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50892) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.807521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:48.836469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:48.843535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-9df86097-c7a4-4784-9905-47bec1ae63a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] delete failed (client error): The resource could not be found. Jun 09 13:23:48.844450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9df86097-c7a4-4784-9905-47bec1ae63a8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/routers/36140f68-98e1-4b9d-a3d4-402a65b2ddb9 HTTP/1.1" status: 404 len: 336 time: 0.0810595 Jun 09 13:23:48.848082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50894) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.899145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-bff318db-1e07-44db-86af-cb82229c2bc8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687066 Jun 09 13:23:48.900149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afedc33-078a-4c28-b9f6-b590b6a71442 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:48.900590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afedc33-078a-4c28-b9f6-b590b6a71442 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:48.902153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1afedc33-078a-4c28-b9f6-b590b6a71442 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/subnets/ee43d404-b5e7-42dd-8c32-56de1d338190 HTTP/1.1" status: 404 len: 337 time: 0.0525293 Jun 09 13:23:48.911546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:48.912639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:48.913319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:49.107752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.114426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:49.114426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.125776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c367809-3e6f-4942-97cb-57275b8872e0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:49.272088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0042408 Jun 09 13:23:49.274511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50898) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:49.282586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:49.286805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': 'ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:49.287633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:49.291359 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-b83175df-2ada-49d3-90d5-ab739dc8f96c service neutron] 10.222.0.21 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434784 Jun 09 13:23:49.293819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:49.327672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.355097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:49.410222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 3889a529-6d96-4054-a5c5-f49744d7eade {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:49.410621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.521267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.584020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:49.587639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.630799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.716192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c7a3e1d5-23d5-43a9-9b8a-d551266a8042, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:49.752779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:49.803694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 3889a529-6d96-4054-a5c5-f49744d7eade owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:49.823048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f8d9f431-2325-4bc4-8f02-43b098142da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:49.827151 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8c2dfd5a-a9f3-444e-9d3e-619df8a09f56 service neutron] 10.222.0.21 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273311 Jun 09 13:23:50.010114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c24320e-1e7f-415f-a3f8-b41254818e96 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:50.021543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.030268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b913a2e5-b0d6-4e29-ad03-b6b9d1115fee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:50.097730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=3889a529-6d96-4054-a5c5-f49744d7eade,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:50.105309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:50.194032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:50.194193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.196970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:50.210342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7c4ba833-2584-4563-b1ce-179a2d7d0258 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:50.257499 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20bdc459-79b4-4d4b-a184-f5bacba0f739 req-70e06e24-ca38-4ede-b2cc-801f5943f264 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 210 time: 0.1238000 Jun 09 13:23:50.258329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:50.264656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.269397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/3889a529-6d96-4054-a5c5-f49744d7eade HTTP/1.1" status: 204 len: 168 time: 1.3567860 Jun 09 13:23:50.270660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50908) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:50.281452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a268a0-7ddd-4072-b672-3c3f930a3d97 None None] The sync data for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv is: [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:50.317127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f677b62-f8d8-47e7-b66a-b8b2756ade63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.325621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.329915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=1b4f22c0-bfc2-4530-90e4-84e3d5121b53,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:50.339035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:50.413622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9c24320e-1e7f-415f-a3f8-b41254818e96 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:50.414926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.420313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '169d52b3-bfc6-4ec5-a29d-1ef9de3e9e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:50.420674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:50.476765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:50.489220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:50.489583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.490737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:46Z', 'revision_number': 7, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:41Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:50.508643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:50.564596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:50.565277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:50.760834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:50.771669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:50.772258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.807602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 681dce9c-b84a-4625-8e62-6ea11ffaeea3 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:50.808424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:50.818763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d1d1b-d1ca-4971-ae8a-69bdadb75192 None None] Network ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:50.848864 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5713251 Jun 09 13:23:50.851870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50912) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:50.974182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 6fd9dc31-c977-44e9-8d9f-74618cb4e903, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6fd9dc31-c977-44e9-8d9f-74618cb4e903,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:50.974567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.002497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.135066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 6fd9dc31-c977-44e9-8d9f-74618cb4e903 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:51.166502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 681dce9c-b84a-4625-8e62-6ea11ffaeea3 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:51.198344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.226040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6fd9dc31-c977-44e9-8d9f-74618cb4e903 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:51.292433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:51.308916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.317897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.322595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:51.396346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=681dce9c-b84a-4625-8e62-6ea11ffaeea3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:51.399673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:51.447004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.461063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ab3004e1-304f-44ec-bc95-b4463777aef8 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:51.540724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4657bfe2-091b-4c06-ba91-b74605583d94 req-f1aea885-7755-45db-8743-4dc094c323c3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 210 time: 0.0807481 Jun 09 13:23:51.543128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.588154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.593870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/ports/681dce9c-b84a-4625-8e62-6ea11ffaeea3 HTTP/1.1" status: 204 len: 168 time: 1.3195052 Jun 09 13:23:51.594045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50916) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:51.605713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4f22c0-bfc2-4530-90e4-84e3d5121b53,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:51.718578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:51.739206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e477e-f9eb-48dd-9b02-15122a5af2e8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:51.744439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a32e477e-f9eb-48dd-9b02-15122a5af2e8 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdadd141-70ef-4529-997d-3cf8b3558bf5 HTTP/1.1" status: 200 len: 913 time: 0.1488831 Jun 09 13:23:51.745294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50918) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:51.788625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.819629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:51.848843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c99718-6589-4d82-8bd7-5db12b929777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778', 'network_id': 'ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': '1b4f22c0-bfc2-4530-90e4-84e3d5121b53'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:51.849607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88c99718-6589-4d82-8bd7-5db12b929777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.849741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.864036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-805e340a-850a-4d5f-8439-302c3bc8c213 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:51.897257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:51.897647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:51.938319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169d52b3-bfc6-4ec5-a29d-1ef9de3e9e7a') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:51.938748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169d52b3-bfc6-4ec5-a29d-1ef9de3e9e7a') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:51.942192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port 6fd9dc31-c977-44e9-8d9f-74618cb4e903 was deleted so its status cannot be updated. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Jun 09 13:23:51.943284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2a853713-cbce-4df3-af4c-026287b6f707 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:52.077995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.086584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=6fd9dc31-c977-44e9-8d9f-74618cb4e903,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:52.116597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2a853713-cbce-4df3-af4c-026287b6f707 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:52.117005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.143815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509cc31-1006-4cfa-bc7e-4d72d75b5649 None None] Network ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:52.149550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:52.165765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-ebbe17f3-59ee-4260-98e7-087a4478799b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:52.167380 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-ebbe17f3-59ee-4260-98e7-087a4478799b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 200 len: 796 time: 0.5914505 Jun 09 13:23:52.171452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.207216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:52.207843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:52.225144 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:52.277417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:46Z', 'revision_number': 7, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:49Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:52.312042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6997fc-68a4-4722-b736-30a2b773deac None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:46Z', 'revision_number': 7, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fd9dc31-c977-44e9-8d9f-74618cb4e903', 'name': '', 'network_id': 'ca3026d1-d100-4fcb-97ad-5019e3951c12', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:37Z', 'updated_at': '2021-06-09T13:23:47Z', 'revision_number': 4, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3cca8157-b24a-4194-b10f-b95fa2779458', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:49Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:52.488458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.494174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.504487 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-eb6eb6ce-ec85-4d12-920a-e41a2baba990 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 380 time: 0.3216989 Jun 09 13:23:52.506213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cb2884c6-95f0-42d8-ae6f-983ac145d6c6 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:52.518070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['cb816a51-d8df-4dc2-9894-fb89ac6ea6fc']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:52.542970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cb2884c6-95f0-42d8-ae6f-983ac145d6c6 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:52.543475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cb2884c6-95f0-42d8-ae6f-983ac145d6c6 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:52.578894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.645329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-821d2565-673e-49a5-9d7c-8e048eb96b67 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:52.671635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.675979 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 HTTP/1.1" status: 204 len: 168 time: 1.8049085 Jun 09 13:23:52.679221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50926) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:52.736990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:52.749231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:52.834743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 07cf7a06-5602-41ad-9842-ce266d13faee up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:52.904825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 07cf7a06-5602-41ad-9842-ce266d13faee completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:52.910880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 07cf7a06-5602-41ad-9842-ce266d13faee triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:52.911358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:52.914289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-263e4e02-53fc-40fc-af1f-6553063bea98 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] GET failed (client error): The resource could not be found. Jun 09 13:23:52.918292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-263e4e02-53fc-40fc-af1f-6553063bea98 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets/1b4f22c0-bfc2-4530-90e4-84e3d5121b53 HTTP/1.1" status: 404 len: 337 time: 0.2352755 Jun 09 13:23:52.918292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b81edf1-d952-4403-9e5c-edceb094d322 req-75072954-43e6-4ed0-a74b-e0130870eef9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 210 time: 0.0598648 Jun 09 13:23:52.920925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50928) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:52.953137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea79564a-c59a-4cb1-ae75-5e74fa1433aa tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:52.953729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea79564a-c59a-4cb1-ae75-5e74fa1433aa tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:52.955569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ea79564a-c59a-4cb1-ae75-5e74fa1433aa tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 HTTP/1.1" status: 404 len: 339 time: 0.0339143 Jun 09 13:23:52.959635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50930) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.054294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.072839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:53.076238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.116332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.148554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 07cf7a06-5602-41ad-9842-ce266d13faee, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=07cf7a06-5602-41ad-9842-ce266d13faee,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:53.154065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.155071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c7a3e1d5-23d5-43a9-9b8a-d551266a8042 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:53.176635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:53.185315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:53.226577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port d17f4bad-f903-4903-9243-1e05ee363e10 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:53.226577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.274207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:53.277461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:53.286895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:53.287336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.295327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1abb6e-8812-409a-907a-a4cb4985a329 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:53.296793 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3e1abb6e-8812-409a-907a-a4cb4985a329 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3341668 Jun 09 13:23:53.300988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50932) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.352432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a0384747-c972-419c-a589-bfe9d24d17ab tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 207 time: 0.0502300 Jun 09 13:23:53.357346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50934) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.446086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:53.455783 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7639391 Jun 09 13:23:53.455783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.458051 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:53.467084 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:53.467696 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:53.496240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.511260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.12 (02e4e3f6-988f-4b18-ab0b-1d1d5bd14515/b1b13201-c4aa-4226-8d62-7652627bdc35/c6e3a922-f22a-4759-8e32-0225c0f4012b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:53.543791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 3cca8157-b24a-4194-b10f-b95fa2779458 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:53.556460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.623853 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:53.641731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for d17f4bad-f903-4903-9243-1e05ee363e10 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:53.680163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b25d9-47e8-4d25-bf47-b5f0e9b6ea31 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:53.685949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b25d9-47e8-4d25-bf47-b5f0e9b6ea31 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:53.690702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.691602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b25d9-47e8-4d25-bf47-b5f0e9b6ea31 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:53.697708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b25d9-47e8-4d25-bf47-b5f0e9b6ea31 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:53.702723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c92b25d9-47e8-4d25-bf47-b5f0e9b6ea31 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3412092 Jun 09 13:23:53.705874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50938) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.834680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.850163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.885971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6bbc0581-a065-493e-9610-84f52e718316 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1755452 Jun 09 13:23:53.886770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:53.890411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object c6e3a922-f22a-4759-8e32-0225c0f4012b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:53.945883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:53.961166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a91b497e-e724-49f1-b5f8-72bfbf78ad7a tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:53.964411 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:51Z', 'revision_number': 8, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:49Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:53.969048 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:23:53.978765 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:53.979468 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:54.000140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.002398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.002770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faa59a-d8ad-4c8a-9823-df7b1b96972f None None] Network ca3026d1-d100-4fcb-97ad-5019e3951c12 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:54.004389 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/3cca8157-b24a-4194-b10f-b95fa2779458 HTTP/1.1" status: 204 len: 168 time: 0.5480537 Jun 09 13:23:54.008254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add83e0-a0a0-48f3-83e0-e7822dcaa353 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.008783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50944) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:54.010697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add83e0-a0a0-48f3-83e0-e7822dcaa353 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.012228 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1add83e0-a0a0-48f3-83e0-e7822dcaa353 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1225855 Jun 09 13:23:54.019764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50946) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:54.168315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.177162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e898cc3-33c2-4b11-b517-cbebf20055e9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:54.207705 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:23:54.215331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f15cc-4c13-4b1f-8c36-0e6298846271 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.216851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f15cc-4c13-4b1f-8c36-0e6298846271 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.221841 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fc4f15cc-4c13-4b1f-8c36-0e6298846271 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1956985 Jun 09 13:23:54.228215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50948) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:54.259356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=3cca8157-b24a-4194-b10f-b95fa2779458,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:54.313098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:54.316031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b54b25d3-2b92-4675-aa90-b28809e8a50d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:54.343655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=d17f4bad-f903-4903-9243-1e05ee363e10,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:54.358965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:54.360898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:54.381318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:54.384272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:54.386173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] DHCP port deletion for ca3026d1-d100-4fcb-97ad-5019e3951c12 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:23:54.487820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Deleting port 9c24320e-1e7f-415f-a3f8-b41254818e96 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:54.488219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.510640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:54.528122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:54.538295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.538885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.546106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.566612 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:51Z', 'revision_number': 8, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:49Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:54.575860 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02cf57-1e2c-4831-9458-e39f194e65fc None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:23:51Z', 'revision_number': 8, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7a3e1d5-23d5-43a9-9b8a-d551266a8042', 'name': '', 'network_id': '4045db9e-4da7-44f8-a12c-093e5b95fa9f', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:19:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:49Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '222491ec-6c34-4e03-bfd5-cb4b264b6c02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:54.653361 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1418552 Jun 09 13:23:54.653951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] For port 9c24320e-1e7f-415f-a3f8-b41254818e96, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c24320e-1e7f-415f-a3f8-b41254818e96,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:54.654361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.674384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Request body: {'port': {'device_id': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:54.702022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d26d69-4e41-4807-809f-be6798fa89a1 req-1d8c329a-dc6d-42f2-aa82-e880a9acf2cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.703718 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d26d69-4e41-4807-809f-be6798fa89a1 req-1d8c329a-dc6d-42f2-aa82-e880a9acf2cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 932 time: 0.6437752 Jun 09 13:23:54.775267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 9c24320e-1e7f-415f-a3f8-b41254818e96 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:54.775504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.785233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Calling delete_port for 9c24320e-1e7f-415f-a3f8-b41254818e96 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:54.807700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a5901e50-193d-44d6-8675-0f00305ca2e3 None None] Provisioning for port c6e3a922-f22a-4759-8e32-0225c0f4012b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:23:54.814989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a5901e50-193d-44d6-8675-0f00305ca2e3 None None] Provisioning complete for port c6e3a922-f22a-4759-8e32-0225c0f4012b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:54.815368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5901e50-193d-44d6-8675-0f00305ca2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.860380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115cfc1-c982-4df6-b74c-96bc4de548d0 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:54.865568 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c115cfc1-c982-4df6-b74c-96bc4de548d0 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks/6f4fd507-446d-4fff-b0dc-cad939a3350a HTTP/1.1" status: 200 len: 800 time: 0.6322832 Jun 09 13:23:54.869963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50950) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:54.880245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a5901e50-193d-44d6-8675-0f00305ca2e3 None None] Port c6e3a922-f22a-4759-8e32-0225c0f4012b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:23:54.901047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.904953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:54.927316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d26d69-4e41-4807-809f-be6798fa89a1 req-6057ba55-3fda-4a88-8987-f7d3a518ee50 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130220 Jun 09 13:23:54.957687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Pushing event deleted for resources: {'Port': ['ID=9c24320e-1e7f-415f-a3f8-b41254818e96,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:54.960586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:54.962319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] No DVR routers for this DVR port 9c24320e-1e7f-415f-a3f8-b41254818e96 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:54.968397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:54.999137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 07cf7a06-5602-41ad-9842-ce266d13faee up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:23:55.006447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.057665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 9c24320e-1e7f-415f-a3f8-b41254818e96, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c24320e-1e7f-415f-a3f8-b41254818e96,segment=NetworkSegment(2cc37920-6433-45b9-b03c-9a95b9a0f542),segment_id=2cc37920-6433-45b9-b03c-9a95b9a0f542)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:55.058007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.076573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 07cf7a06-5602-41ad-9842-ce266d13faee triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:23:55.077202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.221568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 9c24320e-1e7f-415f-a3f8-b41254818e96 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:55.262552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c24320e-1e7f-415f-a3f8-b41254818e96 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:55.302658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9c24320e-1e7f-415f-a3f8-b41254818e96 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:55.303024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c24320e-1e7f-415f-a3f8-b41254818e96 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:55.339320 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6bbd89a5-5884-4c4a-b5c0-0b97b9e5f725 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/networks/6f4fd507-446d-4fff-b0dc-cad939a3350a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4664783 Jun 09 13:23:55.344316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50952) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:55.433728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564398b7-2be3-4d6c-9036-d847660ec519 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:55.438681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-564398b7-2be3-4d6c-9036-d847660ec519 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets/1e7d2ece-4404-477a-92b0-452131b7adbb HTTP/1.1" status: 200 len: 811 time: 0.0895634 Jun 09 13:23:55.439129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50954) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:55.453997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.459845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bbc42dc1-b1b9-4bdf-82f5-bdef176130f2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:55.508107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Router cdadd141-70ef-4529-997d-3cf8b3558bf5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:23:55.513263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=9c24320e-1e7f-415f-a3f8-b41254818e96,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:55.519099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:55.522053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87787772-9af1-4ae3-bc26-32f11e4fecc3 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['shared'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:55.523315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-87787772-9af1-4ae3-bc26-32f11e4fecc3 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "GET /v2.0/subnets/1e7d2ece-4404-477a-92b0-452131b7adbb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0831571 Jun 09 13:23:55.527645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50956) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:55.529222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port 9c24320e-1e7f-415f-a3f8-b41254818e96 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:55.533292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917416568'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:55.670719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.686811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3026d1-d100-4fcb-97ad-5019e3951c12']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.691806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:55.695604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.709782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc37920-6433-45b9-b03c-9a95b9a0f542') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.710065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc37920-6433-45b9-b03c-9a95b9a0f542') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.743844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:23:55.753007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:23:55.758039 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "PUT /v2.0/routers/cdadd141-70ef-4529-997d-3cf8b3558bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0115645 Jun 09 13:23:55.759854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.764776 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] Sync routers for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:23:55.766297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50958) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:55.766676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.767051 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Added segment 305f23dd-0ee6-4ef1-b4de-446c132eb685 of type vlan for network 74ee491a-6630-49de-9551-a1c971ea3a77 Jun 09 13:23:55.775140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:55.775777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.794339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.831603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.836604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:55.837382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:55.840063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.843011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d5820949-b3d7-4117-9d50-5e4c435f0492 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:55.850158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] Routers {'cdadd141-70ef-4529-997d-3cf8b3558bf5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:23:55.850881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cdadd141-70ef-4529-997d-3cf8b3558bf5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.917640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:55.919858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24715080-7c66-4273-a725-1b9bfddce5d4 None None] The sync data for ids ['cdadd141-70ef-4529-997d-3cf8b3558bf5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:23:55.934184 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4054561 Jun 09 13:23:55.938004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50960) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:55.943564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:56.012750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Network': ['ID=74ee491a-6630-49de-9551-a1c971ea3a77,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:56.017629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:56.026782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 74ee491a-6630-49de-9551-a1c971ea3a77 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:23:56.068834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.074677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e3a922-f22a-4759-8e32-0225c0f4012b {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:23:56.079226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Made reservation on behalf of eede7bed032047418fd9dff548f1592b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:23:56.082980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.099789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.102934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:56.103358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:56.122916 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:56.226460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Transition to ACTIVE for port object c6e3a922-f22a-4759-8e32-0225c0f4012b will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:56.229882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.234324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.236843 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/ca3026d1-d100-4fcb-97ad-5019e3951c12 HTTP/1.1" status: 204 len: 168 time: 2.2132850 Jun 09 13:23:56.239918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:56.253819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 50964) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:56.258016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.339552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=ca3026d1-d100-4fcb-97ad-5019e3951c12,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:56.341917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:56.366842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing IP validity checks on allocation pools {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:23:56.367348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:23:56.397298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2e34a5dc-1a2e-4711-812a-ca2241fefe1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:56.427378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199a75-0204-4d76-b0d6-019439f65662 req-11303367-1df9-4047-8c65-40984776765d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:56.427654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.428793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3199a75-0204-4d76-b0d6-019439f65662 req-11303367-1df9-4047-8c65-40984776765d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 944 time: 0.2707026 Jun 09 13:23:56.534413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3199a75-0204-4d76-b0d6-019439f65662 req-5449541c-fee6-487f-a29c-6c45aa6938c7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743206 Jun 09 13:23:56.573115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.579554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e1a2269-a184-4d11-abb3-5e3cc8edfd68 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:56.596210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6fd9dc31-c977-44e9-8d9f-74618cb4e903 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:23:56.638292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6fd9dc31-c977-44e9-8d9f-74618cb4e903 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:23:56.638981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6fd9dc31-c977-44e9-8d9f-74618cb4e903 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:23:56.668710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=a569ad7e-69f6-4b95-b2d6-b24540b0152b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:56.672809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:56.685585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Checking segment: {'id': '305f23dd-0ee6-4ef1-b4de-446c132eb685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:56.686207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network hostable DHCP agents. Network: 74ee491a-6630-49de-9551-a1c971ea3a77, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:23:56.705333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Network 74ee491a-6630-49de-9551-a1c971ea3a77 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:23:56.721650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 74ee491a-6630-49de-9551-a1c971ea3a77) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:56.728311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:56.729326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.732444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6812585-87e1-47f5-bfdb-58576855c713 None None] Network 74ee491a-6630-49de-9551-a1c971ea3a77 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:56.758210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8188202 Jun 09 13:23:56.760783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50966) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:56.766196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:23:56.772422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:56.782179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:56.899519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8050686'] for subnet, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.986510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:56.993182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-74ee491a-6630-49de-9551-a1c971ea3a77', 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77', 'tenant_id': 'eede7bed032047418fd9dff548f1592b', 'fixed_ips': [{'subnet_id': 'a569ad7e-69f6-4b95-b2d6-b24540b0152b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:23:56.994163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.005164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Attempting to bind port c6e3a922-f22a-4759-8e32-0225c0f4012b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:57.005898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Attempting to bind port c6e3a922-f22a-4759-8e32-0225c0f4012b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:57.006230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Attempting to bind port c6e3a922-f22a-4759-8e32-0225c0f4012b on network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:57.014898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Port c6e3a922-f22a-4759-8e32-0225c0f4012b on network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:23:57.015181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Attempting to bind port c6e3a922-f22a-4759-8e32-0225c0f4012b on network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:57.085739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:57.086080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Checking segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:57.086467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Bound using segment: {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:57.086941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Bound port: c6e3a922-f22a-4759-8e32-0225c0f4012b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d46cb50-64af-4f37-8e62-3467099e122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:57.087298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.111817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6423523'] for subnet, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.116154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:57.181640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Allocated IP 172.20.0.3 (74ee491a-6630-49de-9551-a1c971ea3a77/a569ad7e-69f6-4b95-b2d6-b24540b0152b/b6dfffce-4a88-4034-a839-eb1c454ce9cc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:23:57.187368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:57.188125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.192261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "PUT /v2.0/subnets/a569ad7e-69f6-4b95-b2d6-b24540b0152b HTTP/1.1" status: 200 len: 877 time: 0.4276581 Jun 09 13:23:57.194556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50968) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:57.224288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event updated for resources: {'Subnet': ['ID=a569ad7e-69f6-4b95-b2d6-b24540b0152b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:57.271829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:57.344675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.402153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.413506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Transition to ACTIVE for port object b6dfffce-4a88-4034-a839-eb1c454ce9cc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:57.417619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.432170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Transition to ACTIVE for port object b6dfffce-4a88-4034-a839-eb1c454ce9cc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:23:57.439567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.444717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e06a492-ab84-4b88-8455-5f571d9435db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:57.450236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:57.455078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:57.460581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting port 4c02dbd1-974c-4d17-9dc3-ffc24432a15e {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:57.460945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.500997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.505379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f706327f-71e7-40b5-9b38-c2d94e750f26 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:57.510173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Network 74ee491a-6630-49de-9551-a1c971ea3a77 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:23:57.513145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:23:57.515635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:23:57.526870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Pushing event updated for resources: {'Port': ['ID=b6dfffce-4a88-4034-a839-eb1c454ce9cc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:57.529503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:57.535129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.542583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbadf208-ed66-4204-8c18-faf4ca269ced tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:57.544445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=a569ad7e-69f6-4b95-b2d6-b24540b0152b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:57.547942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:57.626271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Attempting to bind port b6dfffce-4a88-4034-a839-eb1c454ce9cc on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:23:57.626958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Attempting to bind port b6dfffce-4a88-4034-a839-eb1c454ce9cc by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '305f23dd-0ee6-4ef1-b4de-446c132eb685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:23:57.627186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Attempting to bind port b6dfffce-4a88-4034-a839-eb1c454ce9cc on network 74ee491a-6630-49de-9551-a1c971ea3a77 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:23:57.633106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:23:57.633558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Checking segment: {'id': '305f23dd-0ee6-4ef1-b4de-446c132eb685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:23:57.634059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.634578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Bound using segment: {'id': '305f23dd-0ee6-4ef1-b4de-446c132eb685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:23:57.635117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Bound port: b6dfffce-4a88-4034-a839-eb1c454ce9cc, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305f23dd-0ee6-4ef1-b4de-446c132eb685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '74ee491a-6630-49de-9551-a1c971ea3a77'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:23:57.635559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.644295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:57.649094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.665732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:57.673932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:57.674570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.676587 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 200 len: 1094 time: 3.0099018 Jun 09 13:23:57.676971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:23:57.679524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77535af6-b27a-4021-a3cf-235c172f6493" -d '{"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:23:57.715453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee491a-6630-49de-9551-a1c971ea3a77']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:57.728812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.736930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305f23dd-0ee6-4ef1-b4de-446c132eb685') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:57.737314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305f23dd-0ee6-4ef1-b4de-446c132eb685') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:57.752670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.780179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.789734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492f683f-a060-4c43-adea-06e2e6cf90e3 x-openstack-request-id: req-492f683f-a060-4c43-adea-06e2e6cf90e3 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:23:57.790336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:23:57.790492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-492f683f-a060-4c43-adea-06e2e6cf90e3 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:23:57.790833 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'status': 'completed', 'code': 200} Jun 09 13:23:57.790974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:57.791331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.799932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] For port b6dfffce-4a88-4034-a839-eb1c454ce9cc, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:57.809011 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:57.885888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb9cd-786c-43b9-bd71-525173b475c9 req-0c682780-8156-4b0f-ac3e-ae262b45fe15 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:57.887456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d5dcb9cd-786c-43b9-bd71-525173b475c9 req-0c682780-8156-4b0f-ac3e-ae262b45fe15 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 944 time: 0.2225657 Jun 09 13:23:57.918320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] For port b6dfffce-4a88-4034-a839-eb1c454ce9cc, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b6dfffce-4a88-4034-a839-eb1c454ce9cc,segment=NetworkSegment(305f23dd-0ee6-4ef1-b4de-446c132eb685),segment_id=305f23dd-0ee6-4ef1-b4de-446c132eb685)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:23:57.920824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:23:57.920824 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:23:57.920824 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '74ee491a-6630-49de-9551-a1c971ea3a77'}] Jun 09 13:23:57.920824 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:23:57.921266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:23:57.922660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:57.928666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:57.938483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Calling delete_port for 4c02dbd1-974c-4d17-9dc3-ffc24432a15e owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:57.942200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d5dcb9cd-786c-43b9-bd71-525173b475c9 req-2a106ed3-9f35-4af6-836d-46a3cbbfc3bd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Jun 09 13:23:58.019851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-bd009b8d-da9d-4b53-b4a7-764554898fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:58.021335 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-bd009b8d-da9d-4b53-b4a7-764554898fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1097 time: 0.2773342 Jun 09 13:23:58.026679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.064965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Pushing event updated for resources: {'Port': ['ID=b6dfffce-4a88-4034-a839-eb1c454ce9cc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:58.069307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:58.084347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33337d69-a8e4-45c4-b418-bf8b701a9282 None None] Network 74ee491a-6630-49de-9551-a1c971ea3a77 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:58.214365 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-f535ccdf-0169-4555-a927-cd38b5d638ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 200 len: 217 time: 0.1395254 Jun 09 13:23:58.277535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949eecc-3331-4a94-a50f-cf70fc3dac47 None None] Network 74ee491a-6630-49de-9551-a1c971ea3a77 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:23:58.315122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-a71bd0ec-67ec-494e-98a9-783044934a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:58.316598 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-a71bd0ec-67ec-494e-98a9-783044934a96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1b13201-c4aa-4226-8d62-7652627bdc35 HTTP/1.1" status: 200 len: 835 time: 0.0947752 Jun 09 13:23:58.422148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.476724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727dde7-a85d-4963-97c9-3b2b8e1a6297 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:23:58.501935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port b6dfffce-4a88-4034-a839-eb1c454ce9cc {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:58.502254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.528410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.552177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-34ceebc3-de6a-47cb-99c4-441119edb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:58.553668 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-34ceebc3-de6a-47cb-99c4-441119edb8b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1925106 Jun 09 13:23:58.555185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.559894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:58.603386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port b6dfffce-4a88-4034-a839-eb1c454ce9cc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b6dfffce-4a88-4034-a839-eb1c454ce9cc,segment=NetworkSegment(305f23dd-0ee6-4ef1-b4de-446c132eb685),segment_id=305f23dd-0ee6-4ef1-b4de-446c132eb685)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:58.603743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.625254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Port': ['ID=4c02dbd1-974c-4d17-9dc3-ffc24432a15e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:58.674542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727dde7-a85d-4963-97c9-3b2b8e1a6297 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:23:58.701568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:58.876510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for b6dfffce-4a88-4034-a839-eb1c454ce9cc owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:58.929461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:58.934966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b691f46b-fdca-4145-a049-f07ddf5af477 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:58.999784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port b6dfffce-4a88-4034-a839-eb1c454ce9cc on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:23:59.004010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=b6dfffce-4a88-4034-a839-eb1c454ce9cc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:59.011471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:59.039273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.156796 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-22d948d5-482f-4585-9e15-8910108a08f4 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624108 Jun 09 13:23:59.202982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.218670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee491a-6630-49de-9551-a1c971ea3a77']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:59.232890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305f23dd-0ee6-4ef1-b4de-446c132eb685') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:59.233182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305f23dd-0ee6-4ef1-b4de-446c132eb685') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:23:59.250182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.273580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae565-78c8-47cc-8670-bcf27f8128a5 req-1c1ce5c9-0e28-4014-9777-1eec2297d37b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:59.275124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-164ae565-78c8-47cc-8670-bcf27f8128a5 req-1c1ce5c9-0e28-4014-9777-1eec2297d37b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 944 time: 0.2020829 Jun 09 13:23:59.276054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.295264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:23:59.295655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:23:59.310144 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:23:59.318652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.328205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.392666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.393207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Fanout notify agent at l3_agent the message router_deleted on router cdadd141-70ef-4529-997d-3cf8b3558bf5 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:23:59.402039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.403159 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/routers/cdadd141-70ef-4529-997d-3cf8b3558bf5 HTTP/1.1" status: 204 len: 168 time: 3.6341240 Jun 09 13:23:59.405823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50976) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.424838 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-64abf2d2-558e-4d97-bf90-3daf3e1890c1 req-7fbbfda4-4c49-4fd0-909d-288cc4fd95f1 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187243 Jun 09 13:23:59.430804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port c7a3e1d5-23d5-43a9-9b8a-d551266a8042 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:23:59.431170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.441540 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-164ae565-78c8-47cc-8670-bcf27f8128a5 req-8919d5c7-9207-4bd5-a48f-d398791988cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603131 Jun 09 13:23:59.450971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.456949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65d5141c-962c-4124-a496-08836529a8a4 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:23:59.473395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.476539 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/74ee491a-6630-49de-9551-a1c971ea3a77 HTTP/1.1" status: 204 len: 168 time: 2.2795269 Jun 09 13:23:59.480655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50978) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.522352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=74ee491a-6630-49de-9551-a1c971ea3a77,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:23:59.531470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:23:59.541112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-944460de-6a24-4c33-9c68-695f8f126365 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:59.541569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944460de-6a24-4c33-9c68-695f8f126365 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:59.543244 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-944460de-6a24-4c33-9c68-695f8f126365 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/a569ad7e-69f6-4b95-b2d6-b24540b0152b HTTP/1.1" status: 404 len: 337 time: 0.0591636 Jun 09 13:23:59.545847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.568872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Deleting subnet bea69eb3-828f-4b71-bfe6-40b560ccb550 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:23:59.577160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.604684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f0524e-9351-4604-acdc-7a9bb5334f75 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:59.605139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f0524e-9351-4604-acdc-7a9bb5334f75 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:59.606820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-56f0524e-9351-4604-acdc-7a9bb5334f75 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/74ee491a-6630-49de-9551-a1c971ea3a77 HTTP/1.1" status: 404 len: 339 time: 0.0600629 Jun 09 13:23:59.611469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50982) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.623208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port c7a3e1d5-23d5-43a9-9b8a-d551266a8042, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:23:59.623567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.656450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-425d2c64-b51d-41b1-b339-bcf759e1e3b1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:59.656895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425d2c64-b51d-41b1-b339-bcf759e1e3b1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:59.658514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-425d2c64-b51d-41b1-b339-bcf759e1e3b1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/1b4f22c0-bfc2-4530-90e4-84e3d5121b53 HTTP/1.1" status: 404 len: 337 time: 0.0462880 Jun 09 13:23:59.664700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50984) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.694218 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4e86e1-7532-4fff-a28a-f4bf78816a23 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:23:59.694698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4e86e1-7532-4fff-a28a-f4bf78816a23 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:23:59.696332 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e4e86e1-7532-4fff-a28a-f4bf78816a23 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/ad53b0b6-4e0b-4ff1-85eb-9e9ca2f0c778 HTTP/1.1" status: 404 len: 339 time: 0.0307460 Jun 09 13:23:59.698730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.724051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50986) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:23:59.748960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535af6-b27a-4021-a3cf-235c172f6493 req-4d03318b-2e30-487d-a0ee-3f20ddba81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:59.750437 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-4d03318b-2e30-487d-a0ee-3f20ddba81a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1097 time: 0.2536387 Jun 09 13:23:59.756849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for c7a3e1d5-23d5-43a9-9b8a-d551266a8042 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:23:59.852826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.887083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:23:59.920218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535af6-b27a-4021-a3cf-235c172f6493 req-d3936a8e-257e-4778-9908-1cdeb08d4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:23:59.921762 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-d3936a8e-257e-4778-9908-1cdeb08d4234 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 200 len: 897 time: 0.1621189 Jun 09 13:24:00.010096 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-fb7d8a3d-bdea-4c75-a080-2f459cb41551 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 200 len: 217 time: 0.0778461 Jun 09 13:24:00.051402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.055891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.063554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-324c5d50-41ee-44a9-bddf-c4ab318b5e4f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:00.085160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535af6-b27a-4021-a3cf-235c172f6493 req-e42fc3a6-9371-497d-8c52-c90c3babf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:00.086769 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-e42fc3a6-9371-497d-8c52-c90c3babf9b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1b13201-c4aa-4226-8d62-7652627bdc35 HTTP/1.1" status: 200 len: 835 time: 0.0684698 Jun 09 13:24:00.109125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Subnet': ['ID=bea69eb3-828f-4b71-bfe6-40b560ccb550,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:00.111987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:00.113510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee155d92-e4a2-42b1-9eb0-f73630838635']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.121787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.123645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/subnets/bea69eb3-828f-4b71-bfe6-40b560ccb550 HTTP/1.1" status: 204 len: 168 time: 0.7165709 Jun 09 13:24:00.126330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50988) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:00.146692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27885b89-3bdc-4052-a20c-2d0bd915278c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.146995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27885b89-3bdc-4052-a20c-2d0bd915278c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.198435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.203681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8277f75-9fa1-40b3-b46f-81f2f5875baa tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:00.212346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.245588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.248411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=c7a3e1d5-23d5-43a9-9b8a-d551266a8042,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:00.253042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:00.264451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:00.264849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:00.280028 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:00.333347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.418468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.424296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b4653ec7-61a7-4e40-a661-5b2d5e353959 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:00.533390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535af6-b27a-4021-a3cf-235c172f6493 req-f78a06bc-ff9a-4a65-aa36-04976cd1de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:00.535047 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-f78a06bc-ff9a-4a65-aa36-04976cd1de96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4170628 Jun 09 13:24:00.631209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.634196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/ee155d92-e4a2-42b1-9eb0-f73630838635 HTTP/1.1" status: 204 len: 168 time: 0.9080586 Jun 09 13:24:00.645174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50992) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:00.678904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=ee155d92-e4a2-42b1-9eb0-f73630838635,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:00.714707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.731974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fbde8dd8-e818-468b-91e9-ac6749e137d9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:00.743428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a880fc-780b-4813-b763-a45509718e3f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:00.743869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a880fc-780b-4813-b763-a45509718e3f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:00.745499 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-03a880fc-780b-4813-b763-a45509718e3f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/b7d7e3d1-0071-4321-b4f2-5229af90bd74 HTTP/1.1" status: 404 len: 337 time: 0.0994451 Jun 09 13:24:00.749783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50996) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:00.751356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.785808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27afaa08-729c-443d-8847-47118b63f8f6']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.799356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeae0ce8-2c9c-496b-98e9-60eb604a8a6b') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.799657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeae0ce8-2c9c-496b-98e9-60eb604a8a6b') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:00.806187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aa6f84-7530-4c51-bf6b-7bef79803f87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:00.806681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aa6f84-7530-4c51-bf6b-7bef79803f87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:00.808332 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b5aa6f84-7530-4c51-bf6b-7bef79803f87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/43a34d37-6459-4553-b1c5-6eed0c843858 HTTP/1.1" status: 404 len: 339 time: 0.0497229 Jun 09 13:24:00.818777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 50998) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:00.821629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.862235 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-eda5c794-2fdf-4851-843f-55014d761c5c service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787137 Jun 09 13:24:00.873254 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-373395f9-7ec1-4214-9e78-536af64cf523 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:00.873696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373395f9-7ec1-4214-9e78-536af64cf523 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:00.875353 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-373395f9-7ec1-4214-9e78-536af64cf523 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/ee54dd01-db15-479b-8798-ff7b4ce344f9 HTTP/1.1" status: 404 len: 337 time: 0.0556340 Jun 09 13:24:00.878850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51000) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:00.905456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.914077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37e7390-424d-4026-ade4-35012c9b7d08 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:00.914562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37e7390-424d-4026-ade4-35012c9b7d08 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:00.916725 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d37e7390-424d-4026-ade4-35012c9b7d08 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/bcbb3581-4d36-4dcc-9886-7752c95fcd04 HTTP/1.1" status: 404 len: 339 time: 0.0360310 Jun 09 13:24:00.917762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:00.918143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:00.933314 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:00.935868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51002) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.029096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d8e4e-da0d-48ed-98e0-cfa7e9e7ff36 req-1eb4f10c-3505-476c-9d50-7381d6371cc6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:01.030590 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d2d8e4e-da0d-48ed-98e0-cfa7e9e7ff36 req-1eb4f10c-3505-476c-9d50-7381d6371cc6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 944 time: 0.3963897 Jun 09 13:24:01.051779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ad790b-b102-4038-a291-fdc782cfc435 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.052229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ad790b-b102-4038-a291-fdc782cfc435 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.053857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a7ad790b-b102-4038-a291-fdc782cfc435 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/32e25464-c395-4933-ba86-b33b80b9eed6 HTTP/1.1" status: 404 len: 337 time: 0.0758359 Jun 09 13:24:01.060115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51004) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.084473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.090339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d529d4ac-7a98-48d6-8ba6-c152b4c92d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:01.097109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e3a922-f22a-4759-8e32-0225c0f4012b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:24:01.107016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.109023 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] 10.222.0.21 "DELETE /v2.0/networks/27afaa08-729c-443d-8847-47118b63f8f6 HTTP/1.1" status: 204 len: 168 time: 0.9817543 Jun 09 13:24:01.116077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Pushing event deleted for resources: {'Network': ['ID=27afaa08-729c-443d-8847-47118b63f8f6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:01.120366 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d2d8e4e-da0d-48ed-98e0-cfa7e9e7ff36 req-3a4308f5-4cc6-4884-a21d-6381651e199a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739200 Jun 09 13:24:01.121507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:01.161467 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4e903d-7fca-49c3-a21d-c754c4115c37 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.162010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4e903d-7fca-49c3-a21d-c754c4115c37 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.163687 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5b4e903d-7fca-49c3-a21d-c754c4115c37 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/0b3e1b09-516a-48cc-b729-ecc98515ae22 HTTP/1.1" status: 404 len: 339 time: 0.1010334 Jun 09 13:24:01.166492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51008) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.177486 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-77535af6-b27a-4021-a3cf-235c172f6493 req-20df0c31-ec14-4b7c-bdf2-7d2ce3ebca98 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071239 Jun 09 13:24:01.204166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:01.209983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba7cbcc-7517-4066-bd5c-c91d83c9dd7e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.210545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba7cbcc-7517-4066-bd5c-c91d83c9dd7e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.212297 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eba7cbcc-7517-4066-bd5c-c91d83c9dd7e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/7d8fb317-389b-4caa-a123-65cc51fe0faf HTTP/1.1" status: 404 len: 337 time: 0.0443926 Jun 09 13:24:01.217119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51010) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.250111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-215655ef-e4e1-4585-9660-19e669670b87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.250877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215655ef-e4e1-4585-9660-19e669670b87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.253642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-215655ef-e4e1-4585-9660-19e669670b87 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/405f5a73-77c9-416b-a8e8-90725fd4a7fc HTTP/1.1" status: 404 len: 339 time: 0.0342247 Jun 09 13:24:01.255394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51012) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.265570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:01.281197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'port_id': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'mac_address': 'fa:16:3e:1e:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:24:01.297221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf39a6c-f2ff-40fa-886b-e855ed2ecc2f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.297670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf39a6c-f2ff-40fa-886b-e855ed2ecc2f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.299394 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bdf39a6c-f2ff-40fa-886b-e855ed2ecc2f tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/18d7ccda-8143-490c-8305-7479ab725636 HTTP/1.1" status: 404 len: 337 time: 0.0429151 Jun 09 13:24:01.302727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51014) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.333168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f490664-37ab-46d2-88f7-6482ca8eb106 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.334079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f490664-37ab-46d2-88f7-6482ca8eb106 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.336422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8f490664-37ab-46d2-88f7-6482ca8eb106 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/5c963006-470f-43f7-ba5f-3eabbf4561c4 HTTP/1.1" status: 404 len: 339 time: 0.0321307 Jun 09 13:24:01.338914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51016) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.356280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.372868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3a922-f22a-4759-8e32-0225c0f4012b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:24:01.377676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:01.383327 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1262960 Jun 09 13:24:01.385934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51020) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.388720 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:01.389581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b225881e-6efb-459f-992f-be4062d3dda1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.390229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b225881e-6efb-459f-992f-be4062d3dda1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.392245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b225881e-6efb-459f-992f-be4062d3dda1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/81f2977d-c2a4-42c6-956d-2d5b2ca4534f HTTP/1.1" status: 404 len: 337 time: 0.0515184 Jun 09 13:24:01.394846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51022) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.397747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:01.400360 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:01.401617 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:01.412393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.414757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2410c0d-42e4-46d1-8660-922070eee341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:01.426670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-418fe8a4-25b7-42df-b6fc-b1aaa2968cec tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.427530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418fe8a4-25b7-42df-b6fc-b1aaa2968cec tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.429117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-418fe8a4-25b7-42df-b6fc-b1aaa2968cec tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/fce2e7b1-b088-4c45-8a35-908f05dc75e1 HTTP/1.1" status: 404 len: 339 time: 0.0332315 Jun 09 13:24:01.431681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51024) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.471694 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f9b077-13e0-457b-bf66-ee9acafa1dde tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.472404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f9b077-13e0-457b-bf66-ee9acafa1dde tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.474455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-52f9b077-13e0-457b-bf66-ee9acafa1dde tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/2f37e938-7b88-4ea2-bef3-a34a3e9f9d57 HTTP/1.1" status: 404 len: 337 time: 0.0416279 Jun 09 13:24:01.477020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51026) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.490480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 222491ec-6c34-4e03-bfd5-cb4b264b6c02 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:01.499466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.503955 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cde560e-4613-40a8-865e-75174ed9d181 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.504524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cde560e-4613-40a8-865e-75174ed9d181 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.508950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5cde560e-4613-40a8-865e-75174ed9d181 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/fd4bc1b6-7f71-457b-9c44-f59c66976ef3 HTTP/1.1" status: 404 len: 339 time: 0.0286586 Jun 09 13:24:01.508950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.512584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.547239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:01.557588 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fe7412-557c-4fc0-bcc5-868dd222ab34 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.558087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fe7412-557c-4fc0-bcc5-868dd222ab34 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.562483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-10fe7412-557c-4fc0-bcc5-868dd222ab34 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/c098f3db-02e2-4761-ab20-50612305c526 HTTP/1.1" status: 404 len: 337 time: 0.0465968 Jun 09 13:24:01.562705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51034) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.567357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:01.579078 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:01.593071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc937597-7d31-423b-93c0-2c404948fa49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:01.593758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc937597-7d31-423b-93c0-2c404948fa49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:01.596068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dc937597-7d31-423b-93c0-2c404948fa49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/26067030-0a9b-4973-8a83-3389dd3285d7 HTTP/1.1" status: 404 len: 339 time: 0.0323768 Jun 09 13:24:01.598695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51036) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.604089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.678295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['c6e3a922-f22a-4759-8e32-0225c0f4012b'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:24:01.700216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting subnet 1e7d2ece-4404-477a-92b0-452131b7adbb {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:01.706199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.709594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.758831 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d0921cdc-8409-48f1-9532-d47196bc61dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3cba5654e5f40f5bd5f5ad817daa003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482514 Jun 09 13:24:01.759656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51038) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.798601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.800726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.812305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f4e3f880-aa08-4a0c-9b53-d2eeb2266d43 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:01.848357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.852543 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/222491ec-6c34-4e03-bfd5-cb4b264b6c02 HTTP/1.1" status: 204 len: 168 time: 0.4655826 Jun 09 13:24:01.854815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63b196-843b-45b3-9a2e-824545a3343d None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:01.857082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51040) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:01.858036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=222491ec-6c34-4e03-bfd5-cb4b264b6c02,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:01.861187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:01.898269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.935203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.952972 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:00Z', 'revision_number': 9, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:01.959356 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:01.964575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:01.973087 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:01.973956 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:02.072294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.079621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a20d29b5-b55b-4bb8-80a0-0b8cd40db01c tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:02.122204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.125411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.126763 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16b5a22f-605b-4aca-9612-9c2d648bc34c HTTP/1.1" status: 204 len: 168 time: 0.3662927 Jun 09 13:24:02.135512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7d2ece-4404-477a-92b0-452131b7adbb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:02.144811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:02.145693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b6dc9ea-e495-491e-9c8e-22a4b2c58a07 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:02.147825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131a98f-87ce-415c-a110-25db02f1e791 None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:02.154440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.160210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/subnets/1e7d2ece-4404-477a-92b0-452131b7adbb HTTP/1.1" status: 204 len: 168 time: 0.5567613 Jun 09 13:24:02.160925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51046) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:02.161922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b5a22f-605b-4aca-9612-9c2d648bc34c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:02.165464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:02.204865 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:02.297178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.298276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.394387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Deleting port fd411a0a-e420-4176-b9d8-1978a79b0ce1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:02.395157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.528288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port c1b9e279-2f46-46c2-ae92-d941e66defe3 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:02.528443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.621941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] DHCP port deletion for 4045db9e-4da7-44f8-a12c-093e5b95fa9f request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:02.660538 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:00Z', 'revision_number': 9, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:02.672806 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7beea-59f2-4b91-b756-55fc1a596a9b None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:00Z', 'revision_number': 9, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': '00340a42-1c74-4302-bae5-e844b6e14ee7', 'name': '', 'network_id': '21b240c8-8558-452a-b521-3bc271fa2c98', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:17:90:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:21Z', 'updated_at': '2021-06-09T13:23:31Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '8eeb07b7-d58a-4d58-88dd-72feda03720f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:02.676761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] For port fd411a0a-e420-4176-b9d8-1978a79b0ce1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd411a0a-e420-4176-b9d8-1978a79b0ce1,segment=NetworkSegment(a530515e-4382-4037-889e-6cf6ea764c65),segment_id=a530515e-4382-4037-889e-6cf6ea764c65)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:02.677167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.694305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] DHCP port deletion for 6f4fd507-446d-4fff-b0dc-cad939a3350a request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:02.762455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port c1b9e279-2f46-46c2-ae92-d941e66defe3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1b9e279-2f46-46c2-ae92-d941e66defe3,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:02.766374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.788306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Deleting port c1b9e279-2f46-46c2-ae92-d941e66defe3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:02.788966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.875938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Deleting port fd411a0a-e420-4176-b9d8-1978a79b0ce1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:02.876407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.919942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for c1b9e279-2f46-46c2-ae92-d941e66defe3 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:02.979595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:02.983368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Calling delete_port for fd411a0a-e420-4176-b9d8-1978a79b0ce1 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:02.985642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.009675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a372456-193d-4744-afcc-4ddc959ac3c3 req-39923709-b8aa-4c4d-9465-6552af1710ef tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:03.011829 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0a372456-193d-4744-afcc-4ddc959ac3c3 req-39923709-b8aa-4c4d-9465-6552af1710ef tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 945 time: 0.5276170 Jun 09 13:24:03.051752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=c1b9e279-2f46-46c2-ae92-d941e66defe3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.057798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.059738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port c1b9e279-2f46-46c2-ae92-d941e66defe3 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:03.073559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] For port c1b9e279-2f46-46c2-ae92-d941e66defe3, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1b9e279-2f46-46c2-ae92-d941e66defe3,segment=NetworkSegment(f60648d4-fc9b-44a2-af1c-abc43784cabd),segment_id=f60648d4-fc9b-44a2-af1c-abc43784cabd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:03.074217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.084093 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0a372456-193d-4744-afcc-4ddc959ac3c3 req-eb98ebc8-4b94-4293-9f89-8c82057d81b9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629835 Jun 09 13:24:03.098382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e3a922-f22a-4759-8e32-0225c0f4012b up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:03.135628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.138043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] For port fd411a0a-e420-4176-b9d8-1978a79b0ce1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd411a0a-e420-4176-b9d8-1978a79b0ce1,segment=NetworkSegment(a530515e-4382-4037-889e-6cf6ea764c65),segment_id=a530515e-4382-4037-889e-6cf6ea764c65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:03.138584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.140381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5cce925e-d31c-47bf-9fd2-538d4c0a5cab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.188652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Port': ['ID=fd411a0a-e420-4176-b9d8-1978a79b0ce1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.191863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.206552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] No DVR routers for this DVR port fd411a0a-e420-4176-b9d8-1978a79b0ce1 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:03.301985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.306265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Calling delete_port for c1b9e279-2f46-46c2-ae92-d941e66defe3 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:03.317948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4045db9e-4da7-44f8-a12c-093e5b95fa9f']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.336190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60648d4-fc9b-44a2-af1c-abc43784cabd') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.336485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60648d4-fc9b-44a2-af1c-abc43784cabd') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.349864 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.351879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.368048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4fd507-446d-4fff-b0dc-cad939a3350a']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.377000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.385681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a530515e-4382-4037-889e-6cf6ea764c65') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.386041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a530515e-4382-4037-889e-6cf6ea764c65') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:03.389343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:03.389743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.398866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:03.407548 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:03.421570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.428785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:03.429398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:03.448820 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:03.451267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51066) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:03.453343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Calling delete_port for fd411a0a-e420-4176-b9d8-1978a79b0ce1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:03.496589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.500226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.514950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.516829 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/4045db9e-4da7-44f8-a12c-093e5b95fa9f HTTP/1.1" status: 204 len: 168 time: 1.6567488 Jun 09 13:24:03.520352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51068) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:03.520496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port c6e3a922-f22a-4759-8e32-0225c0f4012b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:03.529089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port c6e3a922-f22a-4759-8e32-0225c0f4012b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:03.529498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.565498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.576473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.582701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] 10.222.0.21 "DELETE /v2.0/networks/6f4fd507-446d-4fff-b0dc-cad939a3350a HTTP/1.1" status: 204 len: 168 time: 1.4181287 Jun 09 13:24:03.583962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9f32ddb-31f6-445b-be89-87b24bab518b tempest-BulkNetworkOpsIpV6Test-696774294 tempest-BulkNetworkOpsIpV6Test-696774294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.596264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=4045db9e-4da7-44f8-a12c-093e5b95fa9f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.606795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.610809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Pushing event deleted for resources: {'Network': ['ID=6f4fd507-446d-4fff-b0dc-cad939a3350a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.620084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.623086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.628118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.682013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.688188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Network 4045db9e-4da7-44f8-a12c-093e5b95fa9f is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:24:03.688701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] No DVR routers for this DVR port c1b9e279-2f46-46c2-ae92-d941e66defe3 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:03.693061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Pushing event deleted for resources: {'Port': ['ID=c1b9e279-2f46-46c2-ae92-d941e66defe3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.697741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.721732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-718430789'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:03.733018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Network 6f4fd507-446d-4fff-b0dc-cad939a3350a is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 13:24:03.733525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] No DVR routers for this DVR port fd411a0a-e420-4176-b9d8-1978a79b0ce1 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:03.735036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be8d7a49-1ad2-4d78-a26c-ebc381216248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.756283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:03.760339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.772756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.801453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Pushing event deleted for resources: {'Port': ['ID=fd411a0a-e420-4176-b9d8-1978a79b0ce1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.810355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.826121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.867862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:03.871480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ea880-ca40-4451-8286-45e7e90ed235" -d '{"events": [{"server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:03.879819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:03.887329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.890241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd57a7a4-26d2-49ff-a7fa-290ef5f874b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:03.954590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8fe7b-c374-4f71-b152-03da066df847 x-openstack-request-id: req-38c8fe7b-c374-4f71-b152-03da066df847 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:03.954821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:03.955132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38c8fe7b-c374-4f71-b152-03da066df847 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:03.955528 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'code': 200} Jun 09 13:24:03.964301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.970770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.974069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:03.977776 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:03.985154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:03.995568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:03.995870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment a98d0465-9a9c-44cc-84f1-3cc44649d868 of type vlan for network d39c61c8-b863-4282-bce8-73f7216210a1 Jun 09 13:24:04.022296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00302be0-8d4b-4baa-a596-5de2a4fdb725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:04.031978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.054254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51078) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:04.070131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eade287-3771-4ce6-b180-661a9db480aa,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:04.081002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:04.096253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.103343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:04.103704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.119958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-11d34750-e9d2-4494-914b-008956e1c8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:04.152116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6931300 Jun 09 13:24:04.256725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.292652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-80a691b0-00ce-41d0-bc25-49be76768e47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eede7bed032047418fd9dff548f1592b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322061 Jun 09 13:24:04.292652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=d39c61c8-b863-4282-bce8-73f7216210a1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:04.293956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51084) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:04.305386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network d39c61c8-b863-4282-bce8-73f7216210a1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:04.307391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:04.440032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.470854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.542040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ca8af-7d75-49c0-ac08-4f749aa8897a req-43415706-3527-4117-8f75-c49e10df608a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:04.544218 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-164ca8af-7d75-49c0-ac08-4f749aa8897a req-43415706-3527-4117-8f75-c49e10df608a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.2493708 Jun 09 13:24:04.546586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ed85-8046-4eda-bc80-f30c6aa6595c req-f3e55c7c-8d7c-48f8-bcb1-2d4024a1bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:04.548037 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2de9ed85-8046-4eda-bc80-f30c6aa6595c req-f3e55c7c-8d7c-48f8-bcb1-2d4024a1bca3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1099 time: 0.3790751 Jun 09 13:24:04.587013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.589876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:04.592169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c496ee96-e53b-4cc0-a5c7-e385bd80d287 HTTP/1.1" status: 204 len: 168 time: 0.2953303 Jun 09 13:24:04.594417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1ff0a262-ae82-4f7e-a957-91dfa9d213e9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:04.613116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496ee96-e53b-4cc0-a5c7-e385bd80d287,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:04.615987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:04.666258 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-164ca8af-7d75-49c0-ac08-4f749aa8897a req-094a1a0a-5b10-412f-8f0a-ee3f43ec1e52 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099541 Jun 09 13:24:04.672118 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2de9ed85-8046-4eda-bc80-f30c6aa6595c req-c5a419b4-86a2-48fb-82fc-eede313bc572 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121221 Jun 09 13:24:04.731985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c7a3e1d5-23d5-43a9-9b8a-d551266a8042 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:04.785522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c7a3e1d5-23d5-43a9-9b8a-d551266a8042 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:04.786383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c7a3e1d5-23d5-43a9-9b8a-d551266a8042 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:04.787594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1b9e279-2f46-46c2-ae92-d941e66defe3 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:04.836852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c1b9e279-2f46-46c2-ae92-d941e66defe3 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:04.837514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1b9e279-2f46-46c2-ae92-d941e66defe3 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:04.838154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd411a0a-e420-4176-b9d8-1978a79b0ce1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:04.883478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: fd411a0a-e420-4176-b9d8-1978a79b0ce1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:04.884143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd411a0a-e420-4176-b9d8-1978a79b0ce1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:04.900118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 00340a42-1c74-4302-bae5-e844b6e14ee7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:04.900548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.045569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 00340a42-1c74-4302-bae5-e844b6e14ee7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=00340a42-1c74-4302-bae5-e844b6e14ee7,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:05.046038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.180511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 00340a42-1c74-4302-bae5-e844b6e14ee7 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:05.349616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.361796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:05.452226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51106) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:05.453551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=00340a42-1c74-4302-bae5-e844b6e14ee7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:05.457808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:05.652879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1810269386'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:05.664128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.703338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:05.716080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.731975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.963642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.971717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:05.981540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-540ea790-0d29-4f33-afbd-bd11caaedb55 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:06.003361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9bdb-75eb-49f9-b5a8-693c0669b7d2 req-cf3380a3-fdcd-4437-b4db-cebd63bbe9a1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:06.005412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d0bc9bdb-75eb-49f9-b5a8-693c0669b7d2 req-cf3380a3-fdcd-4437-b4db-cebd63bbe9a1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.1855414 Jun 09 13:24:06.020560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:06.057333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e39c9-01c8-45f7-a001-7cc5698963fc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:06.060974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:06.078646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.079149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment c6dae493-2fc7-4600-b329-7e65d183270a of type vlan for network 7b5a10c2-decd-4069-8a87-6a62365a2d62 Jun 09 13:24:06.100618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d0bc9bdb-75eb-49f9-b5a8-693c0669b7d2 req-060237e2-a045-4116-b825-44c3f4de9496 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811667 Jun 09 13:24:06.119080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.159684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.165675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:06.166298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.170657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bee640b3-8169-4333-95d6-33d6c1592179 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:06.297999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:06.319789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8633485 Jun 09 13:24:06.320718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51114) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:06.321529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=7b5a10c2-decd-4069-8a87-6a62365a2d62,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:06.328658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'name': 'tempest-PortsIpV6TestJSON-1420566261'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:06.333596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:06.341891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:06.468739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:06.469456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5712a-7820-4fa0-a676-6947990fe3cf req-a3004e1c-62b0-4d66-bf12-5587e389b115 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:06.470967 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-08a5712a-7820-4fa0-a676-6947990fe3cf req-a3004e1c-62b0-4d66-bf12-5587e389b115 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.2336462 Jun 09 13:24:06.477573 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9539251 Jun 09 13:24:06.478084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51116) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:06.489854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:06.501226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:06.501836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:06.533866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:06.539539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.671568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:06.742997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 8eeb07b7-d58a-4d58-88dd-72feda03720f {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:06.747342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port ceee080b-4513-4c27-92dd-93bed48364e9 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:06.783605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-08a5712a-7820-4fa0-a676-6947990fe3cf req-f91a4066-4397-48e2-9f15-7bce4c7cb58e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717545 Jun 09 13:24:06.785312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.821878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:06.874038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:06.929170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9f2d0-2684-4aa3-9cfd-f74cbdb5368d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:06.935452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ffc9f2d0-2684-4aa3-9cfd-f74cbdb5368d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1094 time: 0.1105983 Jun 09 13:24:06.936377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51120) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:06.944288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:06.977424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.021535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:05Z', 'revision_number': 10, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:07.025779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:07.035632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:07.036504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:07.100435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.135835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.162223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.197983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.203073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-12a737e5-cd45-4cfa-801e-2760870e7743 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:07.227406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:07.235614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.254615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=8eeb07b7-d58a-4d58-88dd-72feda03720f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:07.266849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:07.267727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:07.314434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.316999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/8eeb07b7-d58a-4d58-88dd-72feda03720f HTTP/1.1" status: 204 len: 168 time: 0.8378305 Jun 09 13:24:07.324259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51122) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:07.324612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51124) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:07.350597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:07.371387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': 'c6dae493-2fc7-4600-b329-7e65d183270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:07.372021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: 7b5a10c2-decd-4069-8a87-6a62365a2d62, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:07.376884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=ceee080b-4513-4c27-92dd-93bed48364e9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:07.380180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836e4ae-47be-445a-a480-b8dede21eea9 None None] Network 21b240c8-8558-452a-b521-3bc271fa2c98 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:07.383798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:07.396548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:07.409091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 7b5a10c2-decd-4069-8a87-6a62365a2d62) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:07.414096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:07.419547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:07.420387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.427551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.78 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/750c8192-227c-4151-9363-d55557e0b158) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:07.442968 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1162279 Jun 09 13:24:07.443908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51126) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:07.448979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-286043275'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:07.474189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:07.477843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.505594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636d924-4f24-49a1-b941-ad4cdb3b8f0f None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:07.507970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:07.517865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.518225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment 8e367a83-6bac-4e0e-92ac-aa78e116374c of type vlan for network 93269d91-f47f-497a-b397-817ce4d34deb Jun 09 13:24:07.548728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.580348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.586060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:07.586684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.590433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:07.624920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.694809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=93269d91-f47f-497a-b397-817ce4d34deb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:07.702666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.703435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.703435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.703798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.704137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.704492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.704846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.705202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.705567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.705914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.706264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.706687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:07.710174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:07.735943 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2907619 Jun 09 13:24:07.738424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:07.738842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:07.739531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 93269d91-f47f-497a-b397-817ce4d34deb details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:07.742773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.744281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'ports': [{'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'}, {'network_id': '93269d91-f47f-497a-b397-817ce4d34deb'}]} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:07.744675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:07.745213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '93269d91-f47f-497a-b397-817ce4d34deb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:07.852126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.917294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port 9f0ab275-389a-4b87-ac89-39e70ab8d559 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:07.917639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.974168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 2} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:07.978798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:07.996704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.039190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:05Z', 'revision_number': 10, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:08.044392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ebbeb-7f3f-4c0c-994c-e8fb9b7a2baa None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:05Z', 'revision_number': 10, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None, '_interfaces': [{'id': 'cc684b8f-2521-4e15-8351-c2f34380c4ed', 'name': '', 'network_id': 'e8126f93-0dec-4024-92bd-db614afb3f54', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'mac_address': 'fa:16:3e:60:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '3203fc63-7dce-40d0-872d-162381790885', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:13Z', 'updated_at': '2021-06-09T13:23:21Z', 'revision_number': 5, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'subnets': [{'id': '3203fc63-7dce-40d0-872d-162381790885', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:08.045131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.058378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e29d6d8a-919d-462b-a13b-be828eee9977 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:08.121301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 9ce40ad6-9a6a-4470-a937-eb7c44c77dae yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:08.132967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port 9f0ab275-389a-4b87-ac89-39e70ab8d559, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9f0ab275-389a-4b87-ac89-39e70ab8d559,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:08.133333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.216186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:08.260239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.370900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 19c0ca2b-bed9-4b3d-afee-41601f6edb48 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:08.420134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] DHCP port deletion for 21b240c8-8558-452a-b521-3bc271fa2c98 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:08.427813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:08.441220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for 9f0ab275-389a-4b87-ac89-39e70ab8d559 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:08.447460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:08.496031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Deleting port 9f0ab275-389a-4b87-ac89-39e70ab8d559 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:08.496429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.508629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.529043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=750c8192-227c-4151-9363-d55557e0b158,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:08.545255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.552708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-da5196c7-c1ea-4e15-b1e7-800947871410 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:08.564080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.564471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.564852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.565227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.565595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.566409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.566590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.566868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.567237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.567951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.568317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.568679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:08.577912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:08.628274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:08.635113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:08.637690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:08.638759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.640518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.653933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3d1f84f-ee5b-4a66-a7a0-5b5c003398c6 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:08.655035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=9ce40ad6-9a6a-4470-a937-eb7c44c77dae,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:08.658203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:08.663111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:08.666077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] For port 9f0ab275-389a-4b87-ac89-39e70ab8d559, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9f0ab275-389a-4b87-ac89-39e70ab8d559,segment=NetworkSegment(7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a),segment_id=7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:08.666488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.745249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00340a42-1c74-4302-bae5-e844b6e14ee7 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:08.753162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': '8e367a83-6bac-4e0e-92ac-aa78e116374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93269d91-f47f-497a-b397-817ce4d34deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:08.753566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: 93269d91-f47f-497a-b397-817ce4d34deb, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:08.756225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=19c0ca2b-bed9-4b3d-afee-41601f6edb48,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:08.758993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:08.775169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 93269d91-f47f-497a-b397-817ce4d34deb is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:08.786728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 93269d91-f47f-497a-b397-817ce4d34deb) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:08.791359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:08.798134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:08.801143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=78470ee9-21de-417a-b19d-157ab0cb648b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:08.803890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:08.804745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:08.823625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:08.832058 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0889390 Jun 09 13:24:08.832751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51130) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:08.846249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Calling delete_port for 9f0ab275-389a-4b87-ac89-39e70ab8d559 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:08.848891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48129a-5933-4790-8190-cfcf82dfc28e None None] Network 93269d91-f47f-497a-b397-817ce4d34deb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:08.864354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 00340a42-1c74-4302-bae5-e844b6e14ee7 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:08.864873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 00340a42-1c74-4302-bae5-e844b6e14ee7 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:08.867356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9f0ab275-389a-4b87-ac89-39e70ab8d559 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:08.950750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9f0ab275-389a-4b87-ac89-39e70ab8d559 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:08.951100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9f0ab275-389a-4b87-ac89-39e70ab8d559 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:08.955093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.014198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d47e786c-f880-4468-9b47-212030477633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:09.040867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': 'a98d0465-9a9c-44cc-84f1-3cc44649d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:09.041226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: d39c61c8-b863-4282-bce8-73f7216210a1, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: from cryptography.utils import int_from_bytes Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: from cryptography.utils import int_from_bytes Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:24:09.080330 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:24:09.086451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.090346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=9f0ab275-389a-4b87-ac89-39e70ab8d559,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:09.092237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6e63c4f-1819-4fa3-b4d9-0776ff637693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:09.102093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:09.103595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port 9f0ab275-389a-4b87-ac89-39e70ab8d559 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:09.137854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Pushing event deleted for resources: {'Port': ['ID=9f0ab275-389a-4b87-ac89-39e70ab8d559,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:09.139707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] No DVR routers for this DVR port 9f0ab275-389a-4b87-ac89-39e70ab8d559 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:09.141961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:09.259596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network d39c61c8-b863-4282-bce8-73f7216210a1 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:09.301875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, d39c61c8-b863-4282-bce8-73f7216210a1) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:09.309654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10778710-b35f-486c-b4c8-200d92003ef4 None None] Network d39c61c8-b863-4282-bce8-73f7216210a1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:09.316738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.325700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:09.326277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.350066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b240c8-8558-452a-b521-3bc271fa2c98']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:09.368805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:09.369098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7183cc9a-e3cb-4b3d-9305-e8d7dc8dab2a') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:09.385395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.395592 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0a8df96c-ae0f-47d1-ab9c-f34e29f371e5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0484028 Jun 09 13:24:09.396535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51132) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:09.402827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-212761996'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:09.417676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 19c0ca2b-bed9-4b3d-afee-41601f6edb48 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:09.418052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.426939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:09.430649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.440156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.464645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:09.473873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.474215 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment 705dd750-4957-4bd6-9f38-0d2e989c9b79 of type vlan for network bf957347-a965-46f0-a654-1bab67b9e73b Jun 09 13:24:09.501410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.514419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:09.514929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:09.532239 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:09.539232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.540152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-d39c61c8-b863-4282-bce8-73f7216210a1', 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': '78470ee9-21de-417a-b19d-157ab0cb648b'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:09.541073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.544711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:09.545310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.549132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1510712-27b5-45f7-ac98-13c0de146662 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:09.619006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.643366 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2448993 Jun 09 13:24:09.646235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51134) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:09.651210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:09.687031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.719219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=bf957347-a965-46f0-a654-1bab67b9e73b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:09.721748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Allocated IP 2001:db8:0:ffff::2 (d39c61c8-b863-4282-bce8-73f7216210a1/78470ee9-21de-417a-b19d-157ab0cb648b/dea35780-5054-46bd-a368-c9cce9174ff8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:09.724380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:09.735940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network bf957347-a965-46f0-a654-1bab67b9e73b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:09.755294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 19c0ca2b-bed9-4b3d-afee-41601f6edb48 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:09.760650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.766274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cb0b3509-bbcf-4943-a197-60a7b135ef76 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:09.784182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.786121 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/21b240c8-8558-452a-b521-3bc271fa2c98 HTTP/1.1" status: 204 len: 168 time: 2.4605880 Jun 09 13:24:09.789601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51136) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:09.794362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=21b240c8-8558-452a-b521-3bc271fa2c98,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:09.803032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:09.843212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:09.846826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.877491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.918033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:09.933936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:10.042717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.053472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Transition to ACTIVE for port object dea35780-5054-46bd-a368-c9cce9174ff8 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:10.072748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Transition to ACTIVE for port object dea35780-5054-46bd-a368-c9cce9174ff8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:10.079697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.083677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:10.134582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=19c0ca2b-bed9-4b3d-afee-41601f6edb48,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:10.139351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:10.142091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.144187 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/19c0ca2b-bed9-4b3d-afee-41601f6edb48 HTTP/1.1" status: 204 len: 168 time: 1.3105621 Jun 09 13:24:10.150825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51138) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:10.151146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Network d39c61c8-b863-4282-bce8-73f7216210a1 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:10.154429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:10.158489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:10.164528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Pushing event updated for resources: {'Port': ['ID=dea35780-5054-46bd-a368-c9cce9174ff8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:10.205922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.206274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.206864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.207403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.207749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.208069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.208397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.208721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.209045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.209370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.209683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.210169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:24:10.238918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:10.265164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Attempting to bind port dea35780-5054-46bd-a368-c9cce9174ff8 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:10.265539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Attempting to bind port dea35780-5054-46bd-a368-c9cce9174ff8 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a98d0465-9a9c-44cc-84f1-3cc44649d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:10.266109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Attempting to bind port dea35780-5054-46bd-a368-c9cce9174ff8 on network d39c61c8-b863-4282-bce8-73f7216210a1 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:10.271718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:10.272407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Checking segment: {'id': 'a98d0465-9a9c-44cc-84f1-3cc44649d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:10.273007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.273409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Bound using segment: {'id': 'a98d0465-9a9c-44cc-84f1-3cc44649d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:10.273887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Bound port: dea35780-5054-46bd-a368-c9cce9174ff8, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98d0465-9a9c-44cc-84f1-3cc44649d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd39c61c8-b863-4282-bce8-73f7216210a1'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:10.274267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.341544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaffd5e-397f-4b00-972e-0a7a76a05fb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:10.347792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaffd5e-397f-4b00-972e-0a7a76a05fb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:10.349616 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3aaffd5e-397f-4b00-972e-0a7a76a05fb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1976676 Jun 09 13:24:10.352546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51140) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:10.411582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] For port dea35780-5054-46bd-a368-c9cce9174ff8, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:10.414627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] For port dea35780-5054-46bd-a368-c9cce9174ff8, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=dea35780-5054-46bd-a368-c9cce9174ff8,segment=NetworkSegment(a98d0465-9a9c-44cc-84f1-3cc44649d868),segment_id=a98d0465-9a9c-44cc-84f1-3cc44649d868)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:10.419445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.422948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:10.463632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.471390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.476638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04e3943f-303d-4972-9221-00c69853ad47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:10.496971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Pushing event updated for resources: {'Port': ['ID=dea35780-5054-46bd-a368-c9cce9174ff8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:10.500440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:10.607288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=750c8192-227c-4151-9363-d55557e0b158,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:10.619057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:10.629544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.745131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:24:10.747945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.753277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ca8d0e29-8b00-4ff4-acbd-e9e844c1c50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:10.776157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 9ce40ad6-9a6a-4470-a937-eb7c44c77dae {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:10.776157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.840985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=db974cbc-53ce-4ed9-b54a-93b2ad9e50a9,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:10.848324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:10.882366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': '705dd750-4957-4bd6-9f38-0d2e989c9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:10.882753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: bf957347-a965-46f0-a654-1bab67b9e73b, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:10.911017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.919046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network bf957347-a965-46f0-a654-1bab67b9e73b is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:10.932522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, bf957347-a965-46f0-a654-1bab67b9e73b) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:10.936787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:10.937396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:10.941008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2c74f-de2e-47f8-836c-97c8d7ee1118 None None] Network bf957347-a965-46f0-a654-1bab67b9e73b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:10.957111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.026417 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3765726 Jun 09 13:24:11.040521 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51142) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:11.048422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 9ce40ad6-9a6a-4470-a937-eb7c44c77dae owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:11.054034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'port': {'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b', 'name': 'tempest-NetworksIpV6TestAttrs-80335980'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:11.127395 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 6c1144c6-85d3-4130-a4ab-3852cfc925af associated. External IP: 172.26.5.78, port: c6e3a922-f22a-4759-8e32-0225c0f4012b. Jun 09 13:24:11.165708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-bf957347-a965-46f0-a654-1bab67b9e73b', 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': 'db974cbc-53ce-4ed9-b54a-93b2ad9e50a9'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:11.166601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.347594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Allocated IP 2001:db8::f816:3eff:febc:ee25 (bf957347-a965-46f0-a654-1bab67b9e73b/db974cbc-53ce-4ed9-b54a-93b2ad9e50a9/bf2a173f-0155-4a22-89a5-f8508eda2dd1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:11.424092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port cc684b8f-2521-4e15-8351-c2f34380c4ed {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:11.424778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.460301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.599124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.599359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port cc684b8f-2521-4e15-8351-c2f34380c4ed, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cc684b8f-2521-4e15-8351-c2f34380c4ed,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:11.599469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.610381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Transition to ACTIVE for port object bf2a173f-0155-4a22-89a5-f8508eda2dd1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:11.631107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Transition to ACTIVE for port object bf2a173f-0155-4a22-89a5-f8508eda2dd1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:11.638351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.642164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2b3435-28c1-40ce-be0d-34f2d0778277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:11.679429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0de2cafe-bdb1-4aba-bf5e-4f00689b1d29 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:11.685210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93480b-3ec1-47c7-8444-9365330410d3 None None] Network d39c61c8-b863-4282-bce8-73f7216210a1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:11.734659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:11.738099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.758070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=9ce40ad6-9a6a-4470-a937-eb7c44c77dae,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:11.770723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:11.777252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.779158 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/9ce40ad6-9a6a-4470-a937-eb7c44c77dae HTTP/1.1" status: 204 len: 168 time: 1.4255047 Jun 09 13:24:11.789702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51144) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:11.793305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Network bf957347-a965-46f0-a654-1bab67b9e73b is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:11.798192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3bbde54b-f415-467a-a13e-b4f5496e5e93 None None] Provisioning for port dea35780-5054-46bd-a368-c9cce9174ff8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:11.813245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:11.821276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:11.821473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] device_id is not set on port d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:11.897404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for cc684b8f-2521-4e15-8351-c2f34380c4ed owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:11.907224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Pushing event updated for resources: {'Port': ['ID=bf2a173f-0155-4a22-89a5-f8508eda2dd1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:11.920886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:11.939331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Attempting to bind port bf2a173f-0155-4a22-89a5-f8508eda2dd1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:11.939722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Attempting to bind port bf2a173f-0155-4a22-89a5-f8508eda2dd1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '705dd750-4957-4bd6-9f38-0d2e989c9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:11.940085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Attempting to bind port bf2a173f-0155-4a22-89a5-f8508eda2dd1 on network bf957347-a965-46f0-a654-1bab67b9e73b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:11.957801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:11.958589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Checking segment: {'id': '705dd750-4957-4bd6-9f38-0d2e989c9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:11.958589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.958977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Bound using segment: {'id': '705dd750-4957-4bd6-9f38-0d2e989c9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:11.959467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Bound port: bf2a173f-0155-4a22-89a5-f8508eda2dd1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705dd750-4957-4bd6-9f38-0d2e989c9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf957347-a965-46f0-a654-1bab67b9e73b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:11.959831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:11.991091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:12.024784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Allocated IP 2001:db8::f816:3eff:fe9a:73d3 (bf957347-a965-46f0-a654-1bab67b9e73b/db974cbc-53ce-4ed9-b54a-93b2ad9e50a9/d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:12.078461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.085163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2925e60-f771-4308-88a7-9fe6e753b63b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:12.132178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=cc684b8f-2521-4e15-8351-c2f34380c4ed,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:12.135574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:12.143556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] For port bf2a173f-0155-4a22-89a5-f8508eda2dd1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:12.155018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] For port bf2a173f-0155-4a22-89a5-f8508eda2dd1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf2a173f-0155-4a22-89a5-f8508eda2dd1,segment=NetworkSegment(705dd750-4957-4bd6-9f38-0d2e989c9b79),segment_id=705dd750-4957-4bd6-9f38-0d2e989c9b79)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:12.163006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.169146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:12.171398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea5616-988a-4146-af19-70a13a181797 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:12.172907 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bcea5616-988a-4146-af19-70a13a181797 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3822508 Jun 09 13:24:12.178073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51146) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:12.259489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Pushing event updated for resources: {'Port': ['ID=bf2a173f-0155-4a22-89a5-f8508eda2dd1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:12.262408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:12.357988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:12.382815 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Sync routers for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:12.391662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d237e5-b6ae-401f-b5a5-8c72771e6a2d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:12.395886 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e6d237e5-b6ae-401f-b5a5-8c72771e6a2d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/19c0ca2b-bed9-4b3d-afee-41601f6edb48 HTTP/1.1" status: 404 len: 333 time: 0.2113419 Jun 09 13:24:12.400722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51148) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:12.404026 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:12.404672 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:12.435143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.455812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.473561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6727d6-7500-4865-88c5-12a0f3e28faf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:12.477477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3f6727d6-7500-4865-88c5-12a0f3e28faf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/9ce40ad6-9a6a-4470-a937-eb7c44c77dae HTTP/1.1" status: 404 len: 333 time: 0.0712223 Jun 09 13:24:12.478302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51150) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:12.546363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.596846 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6590405 Jun 09 13:24:12.603756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:12.607072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e12f6e-0781-4283-9e8f-ed657a6592f0" -d '{"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:12.611466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51152) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:12.671507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.687911 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:12.698510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Transition to ACTIVE for port object d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:12.735319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c3f98-51e9-4510-9f07-6cd15b9c3d32 x-openstack-request-id: req-4c8c3f98-51e9-4510-9f07-6cd15b9c3d32 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:12.735861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:12.737905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c8c3f98-51e9-4510-9f07-6cd15b9c3d32 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:12.738563 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'status': 'completed', 'code': 200} Jun 09 13:24:12.883622 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3a095b75-350f-4d65-9e7e-e029211828e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/6c1144c6-85d3-4130-a4ab-3852cfc925af HTTP/1.1" status: 200 len: 991 time: 0.2705171 Jun 09 13:24:12.896071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:12.904331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f27a154c-532d-4766-96fd-cb4d550bb54c tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:12.932180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf2a173f-0155-4a22-89a5-f8508eda2dd1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:12.991073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network bf957347-a965-46f0-a654-1bab67b9e73b is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:12.995365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:13.000834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:13.006949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:13.007627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.009824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port bf2a173f-0155-4a22-89a5-f8508eda2dd1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:13.013223 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:24:13.016327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device dea35780-5054-46bd-a368-c9cce9174ff8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:13.021232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Port': ['ID=d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:13.029975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-8025521b-94bd-422e-b58c-08645d0b43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:13.031625 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-8025521b-94bd-422e-b58c-08645d0b43c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1099 time: 0.2620456 Jun 09 13:24:13.036614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:13.102026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:13.111392 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0697877 Jun 09 13:24:13.116619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51156) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:13.129278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port dea35780-5054-46bd-a368-c9cce9174ff8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:13.135752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port dea35780-5054-46bd-a368-c9cce9174ff8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:13.136274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.179149 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6c1144c6-85d3-4130-a4ab-3852cfc925af', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'port_id': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'mac_address': 'fa:16:3e:1e:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:09Z', 'updated_at': '2021-06-09T13:24:09Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.184185 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Checking router: 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:13.197242 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:13.199300 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.219960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting subnet db974cbc-53ce-4ed9-b54a-93b2ad9e50a9 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:13.227098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.253087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.292659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-55c9dd9b-c8fb-4dd7-9f6a-1c9f1b040a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:13.294081 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-55c9dd9b-c8fb-4dd7-9f6a-1c9f1b040a45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 200 len: 897 time: 0.2555509 Jun 09 13:24:13.300931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.305655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.346814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port dea35780-5054-46bd-a368-c9cce9174ff8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=dea35780-5054-46bd-a368-c9cce9174ff8,segment=NetworkSegment(a98d0465-9a9c-44cc-84f1-3cc44649d868),segment_id=a98d0465-9a9c-44cc-84f1-3cc44649d868)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:13.356009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.358785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:13.383226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93269d91-f47f-497a-b397-817ce4d34deb']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.397664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e367a83-6bac-4e0e-92ac-aa78e116374c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.398139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e367a83-6bac-4e0e-92ac-aa78e116374c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.410939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.414744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:13.429088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.436347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:13.437328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.516043 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-df85bb89-3225-461c-bfc6-f60e13cd42d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 200 len: 999 time: 0.2130945 Jun 09 13:24:13.559468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=dea35780-5054-46bd-a368-c9cce9174ff8,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:13.562814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:13.713086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9275939 Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:13.721935 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:13.724833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51158) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:13.732336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:13.744925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:13.745687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.804296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting subnet 3203fc63-7dce-40d0-872d-162381790885 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:13.808893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.818766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-660fa8fe-775b-4891-a27b-bf95a1ca4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:13.819293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.820749 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-660fa8fe-775b-4891-a27b-bf95a1ca4399 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1b13201-c4aa-4226-8d62-7652627bdc35 HTTP/1.1" status: 200 len: 835 time: 0.2922215 Jun 09 13:24:13.826060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/93269d91-f47f-497a-b397-817ce4d34deb HTTP/1.1" status: 204 len: 168 time: 1.3457091 Jun 09 13:24:13.829650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.857356 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6c1144c6-85d3-4130-a4ab-3852cfc925af', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'port_id': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'mac_address': 'fa:16:3e:1e:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:09Z', 'updated_at': '2021-06-09T13:24:09Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:13.862143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff3c77-dea6-4536-8982-a9c8835a1e5f None None] The sync data for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv is: [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6c1144c6-85d3-4130-a4ab-3852cfc925af', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.78', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'port_id': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'mac_address': 'fa:16:3e:1e:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:09Z', 'updated_at': '2021-06-09T13:24:09Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:13.862768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a31d15f-bdb1-4742-aba3-8a1f34dc4206 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:13.875193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51160) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:13.881928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-633551007'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:13.887478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51162) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:13.888387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=93269d91-f47f-497a-b397-817ce4d34deb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:13.907750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db769334-5c6c-4b45-b0f5-a22d7c8622b8 None None] Network bf957347-a965-46f0-a654-1bab67b9e73b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:13.939603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.948280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:13.979465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:13.983790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:13.999154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.012694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:14.017775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-d6b09bf9-8e6e-484e-a031-a82c95e1d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:14.019673 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-d6b09bf9-8e6e-484e-a031-a82c95e1d0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1897123 Jun 09 13:24:14.058288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-546e87d7-caab-4e7e-815d-1c97815bc3d5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/6c1144c6-85d3-4130-a4ab-3852cfc925af HTTP/1.1" status: 200 len: 991 time: 0.1673217 Jun 09 13:24:14.069309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Provisioning for port bf2a173f-0155-4a22-89a5-f8508eda2dd1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:14.100235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.161693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Provisioning complete for port bf2a173f-0155-4a22-89a5-f8508eda2dd1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:14.162181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.165952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.169930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:14.175441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43ff4f82-3f91-4c76-89ff-1686fd978149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:14.180808 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6766ef-05eb-4059-a374-9d3186306539 None None] New status for floating IP 6c1144c6-85d3-4130-a4ab-3852cfc925af: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:24:14.196105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:14.205547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.220009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-717a0efd-383e-4b13-b873-cf5963c2c701 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:14.230821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=db974cbc-53ce-4ed9-b54a-93b2ad9e50a9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:14.233004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.233400 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment f683ff58-7999-4076-b89a-430f0964913b of type vlan for network a79495ea-534a-4bab-ad19-620ff1c74d21 Jun 09 13:24:14.235047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.236863 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/db974cbc-53ce-4ed9-b54a-93b2ad9e50a9 HTTP/1.1" status: 204 len: 168 time: 1.1197035 Jun 09 13:24:14.251255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51164) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:14.251986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:14.261361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Subnet': ['ID=3203fc63-7dce-40d0-872d-162381790885,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:14.263586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.265621 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/3203fc63-7dce-40d0-872d-162381790885 HTTP/1.1" status: 204 len: 168 time: 0.5389566 Jun 09 13:24:14.266479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:14.268238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51166) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:14.302858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19977a-63f5-45de-afbe-1905b01496b4 None None] Network e8126f93-0dec-4024-92bd-db614afb3f54 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:14.354038 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-65b1be07-fe0b-4bca-a35c-9069163900b9 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243382 Jun 09 13:24:14.361189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.392509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad40d0-2630-4c9d-894d-e01624f7e7d9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:14.394196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad40d0-2630-4c9d-894d-e01624f7e7d9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:14.395850 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2bad40d0-2630-4c9d-894d-e01624f7e7d9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1413362 Jun 09 13:24:14.399717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51168) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:14.451031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:14.494169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.506771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.512749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:14.513391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.521121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-201a4373-8685-4e9a-9121-7a930807fb49 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:14.591145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:14.591803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:14.595992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2a96bb6-1e4d-4e67-99d2-1aea363b9db9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.628137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a96bb6-1e4d-4e67-99d2-1aea363b9db9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 09 13:24:14.629025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a96bb6-1e4d-4e67-99d2-1aea363b9db9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:14.635794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2a96bb6-1e4d-4e67-99d2-1aea363b9db9 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/bf957347-a965-46f0-a654-1bab67b9e73b HTTP/1.1" status: 409 len: 405 time: 0.2304757 Jun 09 13:24:14.635905 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34e12f6e-0781-4283-9e8f-ed657a6592f0 req-72b1b59d-104b-4775-a1f8-2dd4bb387c75 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660940 Jun 09 13:24:14.635997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51170) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:14.642321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846917466'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:14.667320 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7823772 Jun 09 13:24:14.667320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51172) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:14.684853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Deleting port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:14.685567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.685847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:14.719969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device dea35780-5054-46bd-a368-c9cce9174ff8 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:14.756762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:14.760144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.762849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=a79495ea-534a-4bab-ad19-620ff1c74d21,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:14.767984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b9802bec-9786-49c9-8aa8-495b02463c92 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:14.809037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network a79495ea-534a-4bab-ad19-620ff1c74d21 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:14.824599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:14.827820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:14.828342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] For port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,segment=NetworkSegment(ad9ebd16-ea7b-40e9-b83f-58e286195b36),segment_id=ad9ebd16-ea7b-40e9-b83f-58e286195b36)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:14.828342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.831822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.884319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:14.951000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:14.951524 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment c98f4f6b-3dc7-4674-87a8-a6afde504e6f of type vlan for network 1becccf3-8f12-470d-97a3-78a7b5ffff32 Jun 09 13:24:14.959236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Calling delete_port for cac4942a-cc29-4411-bc2b-2fe0a6da6d0c owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:14.996902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.039957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.045654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:15.046349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.052879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-06c778c6-bce3-4388-b589-e4443a8dd637 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:15.061957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:15.125799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.144596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-daee1863-ed06-43b7-a86b-7ebf6520c489 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:15.145227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.155884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5192413 Jun 09 13:24:15.159689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51176) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:15.165751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-15453146-1541-4104-9634-041b3fafd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:15.168957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:15.206928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15453146-1541-4104-9634-041b3fafd9dc None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:15.241162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=1becccf3-8f12-470d-97a3-78a7b5ffff32,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:15.249640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No DVR routers for this DVR port cac4942a-cc29-4411-bc2b-2fe0a6da6d0c on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:15.251591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:15.255256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d6ba612-7a0e-43d5-8ce4-cb97666225b1 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:15.263884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:15.281855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=2659019c-ad49-44be-bffa-2007fbbd2ce3,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:15.296944 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8d846d05-68b2-49c6-bc83-c41dc5d362d1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/6c1144c6-85d3-4130-a4ab-3852cfc925af HTTP/1.1" status: 200 len: 993 time: 0.2296999 Jun 09 13:24:15.296944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:15.305620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': 'f683ff58-7999-4076-b89a-430f0964913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:15.306071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: a79495ea-534a-4bab-ad19-620ff1c74d21, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:15.325567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network a79495ea-534a-4bab-ad19-620ff1c74d21 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:15.337741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, a79495ea-534a-4bab-ad19-620ff1c74d21) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:15.342721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:15.344126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.346622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Port': ['ID=cac4942a-cc29-4411-bc2b-2fe0a6da6d0c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:15.349793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.367362 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6996369 Jun 09 13:24:15.369427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:15.371725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b14801-add7-455e-87d7-ab9ce73d1652 None None] Network a79495ea-534a-4bab-ad19-620ff1c74d21 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:15.377025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:15.377597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21', 'name': 'tempest-PortsIpV6TestJSON-1543922235'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:15.471430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port dea35780-5054-46bd-a368-c9cce9174ff8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:15.471815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.551075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:15.555554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.577725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] For port bf2a173f-0155-4a22-89a5-f8508eda2dd1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf2a173f-0155-4a22-89a5-f8508eda2dd1,segment=NetworkSegment(705dd750-4957-4bd6-9f38-0d2e989c9b79),segment_id=705dd750-4957-4bd6-9f38-0d2e989c9b79)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:15.584475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 91437aed-8a83-4952-a91b-e64f4498fa38 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:15.593634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.608292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b40a7b82-d443-479f-a652-8b539dcc778e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:15.627866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.647175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8126f93-0dec-4024-92bd-db614afb3f54']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:15.655182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95664568-1187-4b64-92d6-8cfd781ee5a2 None None] DHCP port deletion for e8126f93-0dec-4024-92bd-db614afb3f54 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:15.678322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9ebd16-ea7b-40e9-b83f-58e286195b36') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:15.678869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9ebd16-ea7b-40e9-b83f-58e286195b36') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:15.699382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:15.702981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.711726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] DHCP port deletion for bf957347-a965-46f0-a654-1bab67b9e73b request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:15.731058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.812417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.828552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:15.828955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.850919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Pushing event updated for resources: {'Port': ['ID=bf2a173f-0155-4a22-89a5-f8508eda2dd1,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:15.854099 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:15.860448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:15.955559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.960187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-954e2d13-72af-49b9-b3a0-861299f7d36e tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:15.973336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-a79495ea-534a-4bab-ad19-620ff1c74d21', 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '2659019c-ad49-44be-bffa-2007fbbd2ce3'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:15.974177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.974620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:15.978912 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/networks/e8126f93-0dec-4024-92bd-db614afb3f54 HTTP/1.1" status: 204 len: 168 time: 1.7072768 Jun 09 13:24:15.979080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::70 (a79495ea-534a-4bab-ad19-620ff1c74d21/2659019c-ad49-44be-bffa-2007fbbd2ce3/91437aed-8a83-4952-a91b-e64f4498fa38) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:15.981874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51180) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:15.987281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'routes': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:15.996158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Deleting port bf2a173f-0155-4a22-89a5-f8508eda2dd1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:15.996539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.019737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Pushing event deleted for resources: {'Network': ['ID=e8126f93-0dec-4024-92bd-db614afb3f54,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:16.023570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:16.158272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] For port bf2a173f-0155-4a22-89a5-f8508eda2dd1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf2a173f-0155-4a22-89a5-f8508eda2dd1,segment=NetworkSegment(705dd750-4957-4bd6-9f38-0d2e989c9b79),segment_id=705dd750-4957-4bd6-9f38-0d2e989c9b79)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:16.158746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.180623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:24:16.181869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.185448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-90b7c7f9-3042-49ba-929e-f03166541832 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:16.264456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=bae9a033-d24f-4e83-87bb-bc9ef20e9db3,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:16.267918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:16.270411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:16.270817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: 1becccf3-8f12-470d-97a3-78a7b5ffff32, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:16.287041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Calling delete_port for bf2a173f-0155-4a22-89a5-f8508eda2dd1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:16.291672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:16.306228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1becccf3-8f12-470d-97a3-78a7b5ffff32) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:16.314694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c984ac-327b-45a2-ab2e-538eeab5f13f None None] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:16.315056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:16.315646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.340242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1772170 Jun 09 13:24:16.340910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51182) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:16.343412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.extraroute_db [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Added routes are [] {{(pid=92383) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:24:16.343782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.extraroute_db [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Removed routes are [] {{(pid=92383) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:24:16.344275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.346716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'port': {'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32', 'name': 'tempest-NetworksIpV6TestAttrs-778804015'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:16.431006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.436887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:16.486827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Pushing event deleted for resources: {'Port': ['ID=bf2a173f-0155-4a22-89a5-f8508eda2dd1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:16.492555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:16.495262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] No DVR routers for this DVR port bf2a173f-0155-4a22-89a5-f8508eda2dd1 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:16.509118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:16.513866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.538014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] device_id is not set on port 766d3f23-3974-436c-8c59-b5f7ebda3d46 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:16.683306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf2a173f-0155-4a22-89a5-f8508eda2dd1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:16.703399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.711062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Allocated IP 2001:db8::f816:3eff:fe7d:51c8 (1becccf3-8f12-470d-97a3-78a7b5ffff32/bae9a033-d24f-4e83-87bb-bc9ef20e9db3/766d3f23-3974-436c-8c59-b5f7ebda3d46) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:16.711603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.728800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: bf2a173f-0155-4a22-89a5-f8508eda2dd1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:16.729157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf2a173f-0155-4a22-89a5-f8508eda2dd1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:16.729591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cac4942a-cc29-4411-bc2b-2fe0a6da6d0c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:16.761567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-1becccf3-8f12-470d-97a3-78a7b5ffff32', 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': 'bae9a033-d24f-4e83-87bb-bc9ef20e9db3'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:16.762305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.779974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cac4942a-cc29-4411-bc2b-2fe0a6da6d0c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:16.780195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cac4942a-cc29-4411-bc2b-2fe0a6da6d0c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:16.780624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cc684b8f-2521-4e15-8351-c2f34380c4ed no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:16.815968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cc684b8f-2521-4e15-8351-c2f34380c4ed {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:16.816392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cc684b8f-2521-4e15-8351-c2f34380c4ed not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:16.867858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.888561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 124ac24f-1715-4f2b-b289-f608836f06b9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:16.892403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 91437aed-8a83-4952-a91b-e64f4498fa38 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:16.947868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.962924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Transition to ACTIVE for port object 766d3f23-3974-436c-8c59-b5f7ebda3d46 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:16.987214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:16.993061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7d15fe82-016b-407a-8ebf-6a3eb1568784 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:17.036969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:17.043895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.044989 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9974b95-d55e-4fb2-9e9d-dd36d5ab3d83 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 704 time: 1.0618625 Jun 09 13:24:17.047850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:17.051500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Sync routers for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:17.059234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Allocated IP 2001:db8::f816:3eff:fe51:b2ea (1becccf3-8f12-470d-97a3-78a7b5ffff32/bae9a033-d24f-4e83-87bb-bc9ef20e9db3/240627c6-60aa-4133-9fd4-32e94f23b707) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:17.071704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:17.072471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:17.074256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:17.077470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:17.081475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:17.087184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:17.087924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.095264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.102075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Port': ['ID=766d3f23-3974-436c-8c59-b5f7ebda3d46,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:17.106774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:17.109807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5d6c1cc-a95a-4666-bbf7-74415f441cd5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:17.118179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7765510 Jun 09 13:24:17.118926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51186) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:17.192539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting subnet bae9a033-d24f-4e83-87bb-bc9ef20e9db3 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:17.307487 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65d2ce7a-470b-48fc-8591-0c92e7653b99 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 205 time: 0.2584236 Jun 09 13:24:17.310423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51188) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:17.333795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:17.345331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network a79495ea-534a-4bab-ad19-620ff1c74d21 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:17.348626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:17.352640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:17.358080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:17.358709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.366793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=91437aed-8a83-4952-a91b-e64f4498fa38,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:17.374040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:17.386167 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0154717 Jun 09 13:24:17.388744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51190) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:17.453135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.465746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:17.468530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Allocated IP 2001:db8::2 (a79495ea-534a-4bab-ad19-620ff1c74d21/2659019c-ad49-44be-bffa-2007fbbd2ce3/7ab2189b-ae44-448e-9784-71db2645bd42) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:17.499249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Checking router: 124ac24f-1715-4f2b-b289-f608836f06b9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:17.543524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 91437aed-8a83-4952-a91b-e64f4498fa38 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:17.543976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.584199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Routers {'124ac24f-1715-4f2b-b289-f608836f06b9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:17.584578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['124ac24f-1715-4f2b-b289-f608836f06b9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:17.691596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.785476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] Set router 124ac24f-1715-4f2b-b289-f608836f06b9 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:17.818827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 91437aed-8a83-4952-a91b-e64f4498fa38 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:17.888379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.890547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.916084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.916603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router 124ac24f-1715-4f2b-b289-f608836f06b9 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:24:17.919888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:17.927692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.932830 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3dde417f-2a2e-44df-a34e-0a98fd99bb20 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 204 len: 168 time: 0.6171167 Jun 09 13:24:17.932997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c6819-c418-43b9-976e-2e26dcacd6c2 None None] The sync data for ids ['124ac24f-1715-4f2b-b289-f608836f06b9'] in dv-neutron-601336-89-hyperv is: [{'id': '124ac24f-1715-4f2b-b289-f608836f06b9', 'name': 'tempest-RoutersIpV6Test-router-792015378', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:10Z', 'updated_at': '2021-06-09T13:24:11Z', 'revision_number': 11, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:17.933142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51192) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:17.939271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-784204827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:17.947884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.953288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b051f349-5567-4bf5-9310-1de7a12324ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.953831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:17.961926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-135e04da-be42-4d3e-8f83-8eb8c80d7b37 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:17.982801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Transition to ACTIVE for port object 240627c6-60aa-4133-9fd4-32e94f23b707 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:18.012639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=91437aed-8a83-4952-a91b-e64f4498fa38,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.016357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.049062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.049787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.062059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.063974 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/91437aed-8a83-4952-a91b-e64f4498fa38 HTTP/1.1" status: 204 len: 168 time: 0.6740501 Jun 09 13:24:18.066853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51194) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.102887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Transition to ACTIVE for port object 240627c6-60aa-4133-9fd4-32e94f23b707 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:18.112037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.112496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.117945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9985630b-3d61-4338-8a1f-86ee6ead4acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.119241 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-3417591b-82da-4003-bcad-817681c83cb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:18.119777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3417591b-82da-4003-bcad-817681c83cb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:18.124111 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3417591b-82da-4003-bcad-817681c83cb7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/91437aed-8a83-4952-a91b-e64f4498fa38 HTTP/1.1" status: 404 len: 333 time: 0.0536644 Jun 09 13:24:18.124358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51196) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.149314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.158098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.177328 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-9deaae34-1b4a-4748-a5fe-667fe5806584 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:18.181182 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9deaae34-1b4a-4748-a5fe-667fe5806584 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/91437aed-8a83-4952-a91b-e64f4498fa38 HTTP/1.1" status: 404 len: 333 time: 0.0534101 Jun 09 13:24:18.185133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Transition to ACTIVE for port object 7ab2189b-ae44-448e-9784-71db2645bd42 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:18.185488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51198) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.195742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.199097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:18.206671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:18.212466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:18.221763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.222844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Pushing event updated for resources: {'Port': ['ID=240627c6-60aa-4133-9fd4-32e94f23b707,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.226232 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dc0d46b0-d569-446a-8753-c54f60070724 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2882423 Jun 09 13:24:18.227159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Transition to ACTIVE for port object 7ab2189b-ae44-448e-9784-71db2645bd42 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:18.228702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.229330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.232238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.237174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:18.294860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.302229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-287d6ad9-7967-479d-9f58-8f2ebda47847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.310440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 2659019c-ad49-44be-bffa-2007fbbd2ce3 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:18.321738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.374621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Attempting to bind port 240627c6-60aa-4133-9fd4-32e94f23b707 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:18.375258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Attempting to bind port 240627c6-60aa-4133-9fd4-32e94f23b707 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:18.375367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Attempting to bind port 240627c6-60aa-4133-9fd4-32e94f23b707 on network 1becccf3-8f12-470d-97a3-78a7b5ffff32 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:18.380358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Network a79495ea-534a-4bab-ad19-620ff1c74d21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:18.384424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.386293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:18.390192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:18.390591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Checking segment: {'id': 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:18.391002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.391466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Bound using segment: {'id': 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:18.391943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Bound port: 240627c6-60aa-4133-9fd4-32e94f23b707, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1becccf3-8f12-470d-97a3-78a7b5ffff32'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:18.392317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.401136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:18.410429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Pushing event updated for resources: {'Port': ['ID=7ab2189b-ae44-448e-9784-71db2645bd42,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.416918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.478995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.539947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.547173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Attempting to bind port 7ab2189b-ae44-448e-9784-71db2645bd42 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:18.547540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Attempting to bind port 7ab2189b-ae44-448e-9784-71db2645bd42 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f683ff58-7999-4076-b89a-430f0964913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:18.547885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Attempting to bind port 7ab2189b-ae44-448e-9784-71db2645bd42 on network a79495ea-534a-4bab-ad19-620ff1c74d21 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:18.568228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:18.568594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Checking segment: {'id': 'f683ff58-7999-4076-b89a-430f0964913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:18.569820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.569820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Bound using segment: {'id': 'f683ff58-7999-4076-b89a-430f0964913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:18.569820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Bound port: 7ab2189b-ae44-448e-9784-71db2645bd42, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f683ff58-7999-4076-b89a-430f0964913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a79495ea-534a-4bab-ad19-620ff1c74d21'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:18.570654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.615946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.623354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-09c57300-3df2-4c70-829c-89bff85be4c7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.627566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] For port 240627c6-60aa-4133-9fd4-32e94f23b707, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:18.642184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.646221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] For port 240627c6-60aa-4133-9fd4-32e94f23b707, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=240627c6-60aa-4133-9fd4-32e94f23b707,segment=NetworkSegment(c98f4f6b-3dc7-4674-87a8-a6afde504e6f),segment_id=c98f4f6b-3dc7-4674-87a8-a6afde504e6f)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:18.655462 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.659408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.665754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.666816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75cbfbcc-b58f-4463-aa94-a1b0e1f83f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.667799 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/bae9a033-d24f-4e83-87bb-bc9ef20e9db3 HTTP/1.1" status: 204 len: 168 time: 1.5479493 Jun 09 13:24:18.671178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=bae9a033-d24f-4e83-87bb-bc9ef20e9db3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.673514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.674909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51202) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.714056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.723157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d28fafa-2864-48ed-922f-359a371d6327 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.742929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] For port 7ab2189b-ae44-448e-9784-71db2645bd42, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:18.748045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] For port 7ab2189b-ae44-448e-9784-71db2645bd42, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ab2189b-ae44-448e-9784-71db2645bd42,segment=NetworkSegment(f683ff58-7999-4076-b89a-430f0964913b),segment_id=f683ff58-7999-4076-b89a-430f0964913b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:18.764247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.765443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=2659019c-ad49-44be-bffa-2007fbbd2ce3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.768030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.775265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Pushing event updated for resources: {'Port': ['ID=240627c6-60aa-4133-9fd4-32e94f23b707,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.777209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:18.779785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.780389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-540f02cf-313e-4df3-99b2-fb91dac67065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:18.782398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/2659019c-ad49-44be-bffa-2007fbbd2ce3 HTTP/1.1" status: 204 len: 168 time: 0.5951462 Jun 09 13:24:18.783044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51204) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:18.876234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a810d-4470-41da-a198-fd655741f19b tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:18.876462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Pushing event updated for resources: {'Port': ['ID=7ab2189b-ae44-448e-9784-71db2645bd42,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:18.880114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:18.880466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a810d-4470-41da-a198-fd655741f19b tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:18.885618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0d6a810d-4470-41da-a198-fd655741f19b tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2072141 Jun 09 13:24:18.900832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51206) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.021193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.023229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Router 196220f6-1344-434b-9819-ce442b95b717 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:24:19.063614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5903a18e-b827-4dc4-9563-e092ea5a8f00 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.123062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903a18e-b827-4dc4-9563-e092ea5a8f00 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 09 13:24:19.123062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903a18e-b827-4dc4-9563-e092ea5a8f00 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:19.123062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5903a18e-b827-4dc4-9563-e092ea5a8f00 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/1becccf3-8f12-470d-97a3-78a7b5ffff32 HTTP/1.1" status: 409 len: 405 time: 0.2213013 Jun 09 13:24:19.129088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51208) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.140840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-398745634'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:19.190302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 7ab2189b-ae44-448e-9784-71db2645bd42 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:19.191187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.208381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:19.211777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.261887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:19.270465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.271854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-944d95cb-c743-442f-a620-b5e5a7d3425e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "PUT /v2.0/routers/196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 200 len: 697 time: 1.0386288 Jun 09 13:24:19.274613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51210) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.278382 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Sync routers for ids ['196220f6-1344-434b-9819-ce442b95b717'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:19.290580 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Routers {'196220f6-1344-434b-9819-ce442b95b717'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:19.291976 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['196220f6-1344-434b-9819-ce442b95b717'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:19.328178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:19.342802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port 7ab2189b-ae44-448e-9784-71db2645bd42, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ab2189b-ae44-448e-9784-71db2645bd42,segment=NetworkSegment(f683ff58-7999-4076-b89a-430f0964913b),segment_id=f683ff58-7999-4076-b89a-430f0964913b)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:19.343473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.419199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.419626 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment 03cdb9c5-8791-4c4e-9094-8dede6eed8c0 of type vlan for network 511f8893-9fe3-4b7c-9cd7-102270122658 Jun 09 13:24:19.428338 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-78bb9e50-86c7-4e44-b8dd-faf4f4feb6bb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/routers/196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 200 len: 703 time: 0.1526773 Jun 09 13:24:19.430957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51212) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.468304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Set router 196220f6-1344-434b-9819-ce442b95b717 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:19.479620 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-70ba9ecc-c363-4e50-98c9-cd6a886f4a2c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 200 len: 205 time: 0.0472667 Jun 09 13:24:19.480244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51214) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.488318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 7ab2189b-ae44-448e-9784-71db2645bd42 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:19.521281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.562265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.568831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:19.569493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.573310 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196220f6-1344-434b-9819-ce442b95b717', 'name': 'tempest-RoutersIpV6Test-router-784204827', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:24:18Z', 'updated_at': '2021-06-09T13:24:18Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:19.575820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:19.577610 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Checking router: 196220f6-1344-434b-9819-ce442b95b717 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:19.586260 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Routers {'196220f6-1344-434b-9819-ce442b95b717'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:19.586918 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:23:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['196220f6-1344-434b-9819-ce442b95b717'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:19.614571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.739907 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] Set router 196220f6-1344-434b-9819-ce442b95b717 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:19.862078 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7279665 Jun 09 13:24:19.862078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=511f8893-9fe3-4b7c-9cd7-102270122658,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:19.864495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:19.864990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51216) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:19.870478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:19.877453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 511f8893-9fe3-4b7c-9cd7-102270122658 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:19.889437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:19.927623 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196220f6-1344-434b-9819-ce442b95b717', 'name': 'tempest-RoutersIpV6Test-router-784204827', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:24:18Z', 'updated_at': '2021-06-09T13:24:18Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:19.939159 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692851ea-f672-4778-8fd9-8d99ccd3efac None None] The sync data for ids ['196220f6-1344-434b-9819-ce442b95b717'] in dv-neutron-601336-89-hyperv is: [{'id': '196220f6-1344-434b-9819-ce442b95b717', 'name': 'tempest-RoutersIpV6Test-router-784204827', 'tenant_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:24:18Z', 'updated_at': '2021-06-09T13:24:18Z', 'revision_number': 2, 'project_id': '0ef04db12f0d48a2b98a22b53c6d9f58', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:20.005261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f7ac1639-fa54-4c45-889e-08330ec921a9 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:20.041812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.048435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.080957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.081706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Fanout notify agent at l3_agent the message router_deleted on router 196220f6-1344-434b-9819-ce442b95b717 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:24:20.090831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.095386 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63b04f95-d629-4df9-9e6b-d82be1dd111c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 204 len: 168 time: 0.6109498 Jun 09 13:24:20.095700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51218) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.110185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=7ab2189b-ae44-448e-9784-71db2645bd42,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:20.116476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:20.117473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port 7ab2189b-ae44-448e-9784-71db2645bd42 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:20.155216 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-95870874-24be-47f3-88ae-ccca836b4606 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 200 len: 205 time: 0.0561254 Jun 09 13:24:20.155463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51220) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.261005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51fbce0-b9fa-4289-aa22-42aeaf94ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.272391 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-65bc7a0c-e31d-4481-89d1-b4c2167cd1a7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:20.278826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51224) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.279677 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-65bc7a0c-e31d-4481-89d1-b4c2167cd1a7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/196220f6-1344-434b-9819-ce442b95b717 HTTP/1.1" status: 404 len: 336 time: 0.1198788 Jun 09 13:24:20.299887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b0261-02a5-405d-9d6b-af9df1b29eb6 None None] Network 1becccf3-8f12-470d-97a3-78a7b5ffff32 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:20.353304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-009ee1dd-2fa2-466e-8c0c-3621f3516f2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:20.353860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009ee1dd-2fa2-466e-8c0c-3621f3516f2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:20.357862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-009ee1dd-2fa2-466e-8c0c-3621f3516f2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/3cca8157-b24a-4194-b10f-b95fa2779458 HTTP/1.1" status: 404 len: 337 time: 0.0741076 Jun 09 13:24:20.359184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51226) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.374185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.393179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79495ea-534a-4bab-ad19-620ff1c74d21']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:20.420780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f683ff58-7999-4076-b89a-430f0964913b') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:20.421164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f683ff58-7999-4076-b89a-430f0964913b') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:20.437643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:20.441558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.465593 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e60d83-d159-44ff-84e4-26c3888ae7cd tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:20.474742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e60d83-d159-44ff-84e4-26c3888ae7cd tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:20.480142 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-85e60d83-d159-44ff-84e4-26c3888ae7cd tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/222491ec-6c34-4e03-bfd5-cb4b264b6c02 HTTP/1.1" status: 404 len: 337 time: 0.1196067 Jun 09 13:24:20.480826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51228) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.501316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.554243 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-657e3bbe-bb9e-443b-994d-fe44ae76aea8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:20.554802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657e3bbe-bb9e-443b-994d-fe44ae76aea8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:20.560051 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-657e3bbe-bb9e-443b-994d-fe44ae76aea8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/8eeb07b7-d58a-4d58-88dd-72feda03720f HTTP/1.1" status: 404 len: 337 time: 0.0778897 Jun 09 13:24:20.561036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51232) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.571584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.636421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.671578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1c657a07-8c77-4091-abaf-ce7ea86d9e8b None None] Provisioning for port 240627c6-60aa-4133-9fd4-32e94f23b707 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:20.677236 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d0915b-0c6a-416a-9b44-f6c282be768f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:20.677716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d0915b-0c6a-416a-9b44-f6c282be768f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:20.682785 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d3d0915b-0c6a-416a-9b44-f6c282be768f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/3203fc63-7dce-40d0-872d-162381790885 HTTP/1.1" status: 404 len: 337 time: 0.1202507 Jun 09 13:24:20.683459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51234) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.695467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:20.695849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:20.735180 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:20.754999 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6aedf961-a877-44ea-947e-b07563e71002 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 200 len: 205 time: 0.0703444 Jun 09 13:24:20.757230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51236) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.774879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 240627c6-60aa-4133-9fd4-32e94f23b707 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:20.862072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] DHCP port deletion for 1becccf3-8f12-470d-97a3-78a7b5ffff32 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:20.878654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e903d30-4457-4cde-b2c1-db7cedf682da None None] Network a79495ea-534a-4bab-ad19-620ff1c74d21 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:20.930998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.939294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9a6afcc-7ec6-4729-be19-9981ab202987 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:20.963427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:20.965448 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/a79495ea-534a-4bab-ad19-620ff1c74d21 HTTP/1.1" status: 204 len: 168 time: 2.1787140 Jun 09 13:24:20.966432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=a79495ea-534a-4bab-ad19-620ff1c74d21,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:20.980579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab98f-07cd-4085-9d57-c32dd3806a6b req-7ac69653-5799-4404-9112-a3ffa4656cb5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:20.982152 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-72aab98f-07cd-4085-9d57-c32dd3806a6b req-7ac69653-5799-4404-9112-a3ffa4656cb5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.2882786 Jun 09 13:24:20.982720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51238) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:20.984729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:20.991384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004656104'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:21.034236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:21.038045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.074686 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-037f1c4e-1125-4767-841b-d990856bb14b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.078661 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-037f1c4e-1125-4767-841b-d990856bb14b tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/124ac24f-1715-4f2b-b289-f608836f06b9 HTTP/1.1" status: 404 len: 336 time: 0.3203335 Jun 09 13:24:21.079139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51240) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.101358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1a70a360-4587-4630-b907-b16d46bd572b None None] Could not find standard attr ID for object 7ab2189b-ae44-448e-9784-71db2645bd42. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:24:21.126265 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-72aab98f-07cd-4085-9d57-c32dd3806a6b req-f684fe44-72c2-4b05-abcd-05cf19ed1053 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125274 Jun 09 13:24:21.126989 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a90111e2-c79e-4305-ae97-ba34a94e58bb tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf7b5613-998e-49aa-8c00-466f00d626a5 HTTP/1.1" status: 200 len: 205 time: 0.0459993 Jun 09 13:24:21.127634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51242) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.173334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:21.199646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.200042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment 56222188-ec51-483e-839e-3380ab2f512e of type vlan for network 00c4e316-56e5-4862-98b6-10732332cec9 Jun 09 13:24:21.200292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 240627c6-60aa-4133-9fd4-32e94f23b707 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:21.216665 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-2340edfe-9d31-467c-bb5a-da1e6bdfb36f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.220682 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2340edfe-9d31-467c-bb5a-da1e6bdfb36f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/bf7b5613-998e-49aa-8c00-466f00d626a5 HTTP/1.1" status: 404 len: 336 time: 0.0920227 Jun 09 13:24:21.221300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51244) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.246706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 240627c6-60aa-4133-9fd4-32e94f23b707 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:21.247093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.276357 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-436927ff-28f5-4ca8-ac9d-44b09ce1f6a2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:21.276357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436927ff-28f5-4ca8-ac9d-44b09ce1f6a2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:21.276357 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-436927ff-28f5-4ca8-ac9d-44b09ce1f6a2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/99c9ba47-ed6c-4e19-b72b-37c09a254fb4 HTTP/1.1" status: 404 len: 337 time: 0.0508542 Jun 09 13:24:21.276357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51246) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.319972 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-50cb0cc6-77a6-4d96-bce3-dc7b90d83e99 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 200 len: 205 time: 0.0430434 Jun 09 13:24:21.322327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51248) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.330304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.347996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Deleting port 240627c6-60aa-4133-9fd4-32e94f23b707 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:21.348445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.361229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.367648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985d3f6-d9a3-447e-810f-b452bd290d0b None None] DHCP port deletion for a79495ea-534a-4bab-ad19-620ff1c74d21 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:21.386603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:24:21.389978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.396385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ddb7b5a4-13ab-4384-a449-147806606843 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:21.412476 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-ba7eb3bb-ced1-45b8-a70e-489ac8f28739 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.414171 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba7eb3bb-ced1-45b8-a70e-489ac8f28739 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/dcd99978-73fe-46ee-bfbd-ef2648394825 HTTP/1.1" status: 404 len: 336 time: 0.0892901 Jun 09 13:24:21.416878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.467794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6eb1ef9f-f2ef-4872-9bcf-96945f2feab5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=315db41b-410b-4ec2-befe-db96dd0a92ba HTTP/1.1" status: 200 len: 205 time: 0.0497270 Jun 09 13:24:21.470229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51252) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.507513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] For port 240627c6-60aa-4133-9fd4-32e94f23b707, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=240627c6-60aa-4133-9fd4-32e94f23b707,segment=NetworkSegment(c98f4f6b-3dc7-4674-87a8-a6afde504e6f),segment_id=c98f4f6b-3dc7-4674-87a8-a6afde504e6f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:21.507830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.515436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.525106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:21.526071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.537911 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-993bad8b-e2b4-40b9-b33b-470ccaefc130 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.538945 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-993bad8b-e2b4-40b9-b33b-470ccaefc130 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/315db41b-410b-4ec2-befe-db96dd0a92ba HTTP/1.1" status: 404 len: 336 time: 0.0676024 Jun 09 13:24:21.541579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51254) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.553966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=5a66434a-d8bd-4fd5-bca8-a4b309bb8b4c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:21.562233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:21.563184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:21.579603 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-f420873d-c61f-43f1-98b6-877d3534ecb8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:21.579939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f420873d-c61f-43f1-98b6-877d3534ecb8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:21.582101 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f420873d-c61f-43f1-98b6-877d3534ecb8 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/043a174a-ae9b-4c65-ab7d-9af68f17889a HTTP/1.1" status: 404 len: 337 time: 0.0391827 Jun 09 13:24:21.583600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': '03cdb9c5-8791-4c4e-9094-8dede6eed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:21.584270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: 511f8893-9fe3-4b7c-9cd7-102270122658, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:21.585210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51256) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.634985 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec432935-a26b-4284-9c65-5cacf6052cf0 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e84df5e-a99d-45ec-ba7d-798f561df4db HTTP/1.1" status: 200 len: 205 time: 0.0465715 Jun 09 13:24:21.635675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51258) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.666598 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6794765 Jun 09 13:24:21.673498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51260) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.688477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '00c4e316-56e5-4862-98b6-10732332cec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:21.701791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Calling delete_port for 240627c6-60aa-4133-9fd4-32e94f23b707 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:21.707135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.715281 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-75c35b1a-9006-49ab-8083-276cea43b932 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.718662 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-75c35b1a-9006-49ab-8083-276cea43b932 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/9e84df5e-a99d-45ec-ba7d-798f561df4db HTTP/1.1" status: 404 len: 336 time: 0.0796349 Jun 09 13:24:21.719544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51262) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.760201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network 511f8893-9fe3-4b7c-9cd7-102270122658 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:21.760524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 240627c6-60aa-4133-9fd4-32e94f23b707, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=240627c6-60aa-4133-9fd4-32e94f23b707,segment=NetworkSegment(c98f4f6b-3dc7-4674-87a8-a6afde504e6f),segment_id=c98f4f6b-3dc7-4674-87a8-a6afde504e6f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:21.762452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-37646218-3387-497c-b8c8-a9211520ba38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:21.762929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37646218-3387-497c-b8c8-a9211520ba38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:21.767679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-37646218-3387-497c-b8c8-a9211520ba38 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/aea0a496-9619-4303-80b4-d965453c6d62 HTTP/1.1" status: 404 len: 337 time: 0.0444231 Jun 09 13:24:21.768140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51264) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.769621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=00c4e316-56e5-4862-98b6-10732332cec9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:21.775465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.778779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e311d2e-2b73-4f51-8162-9accfb19d960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:21.778970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:21.792370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 511f8893-9fe3-4b7c-9cd7-102270122658) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:21.801194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:21.801880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.818597 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-380fc6c0-348a-4791-b8ca-42e41be57c69 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8c4223-8639-4f9d-9ade-852fde4d729e HTTP/1.1" status: 200 len: 205 time: 0.0459301 Jun 09 13:24:21.819419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 00c4e316-56e5-4862-98b6-10732332cec9 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:21.820220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51266) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.837303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f701e9-b86e-48e2-bd34-ef4687902bfa None None] Network 511f8893-9fe3-4b7c-9cd7-102270122658 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:21.864923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9983470 Jun 09 13:24:21.866083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51268) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.890007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:21.892773 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-15c89ba0-079d-49ad-bdf6-8d351a15cd66 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] delete failed (client error): The resource could not be found. Jun 09 13:24:21.893515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:21.894208 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-15c89ba0-079d-49ad-bdf6-8d351a15cd66 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/routers/ad8c4223-8639-4f9d-9ade-852fde4d729e HTTP/1.1" status: 404 len: 336 time: 0.0725288 Jun 09 13:24:21.896476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51270) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.936671 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fbe92d-d412-4b25-9c23-5b35bc6a6a2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:21.937361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fbe92d-d412-4b25-9c23-5b35bc6a6a2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:21.941842 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-03fbe92d-d412-4b25-9c23-5b35bc6a6a2f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/86d91733-eb9f-426a-997d-b97640a5c03d HTTP/1.1" status: 404 len: 337 time: 0.0418150 Jun 09 13:24:21.942518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51272) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:21.995917 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7386f5e-9837-47b7-a140-0cbc25276371 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:21.996373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7386f5e-9837-47b7-a140-0cbc25276371 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:22.000403 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e7386f5e-9837-47b7-a140-0cbc25276371 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] 10.222.0.21 "DELETE /v2.0/subnets/df1fd3a1-2bd1-4d9f-a341-05a6e43361a8 HTTP/1.1" status: 404 len: 337 time: 0.0539901 Jun 09 13:24:22.002555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.043546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] No DVR routers for this DVR port 240627c6-60aa-4133-9fd4-32e94f23b707 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:22.069256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=240627c6-60aa-4133-9fd4-32e94f23b707,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:22.072813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:22.075568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:22.127271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Pushing event deleted for resources: {'Port': ['ID=240627c6-60aa-4133-9fd4-32e94f23b707,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:22.129742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:22.254756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-511f8893-9fe3-4b7c-9cd7-102270122658', 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': '5a66434a-d8bd-4fd5-bca8-a4b309bb8b4c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:22.255590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.344221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.358675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-e618b6b1-70e9-460f-af84-ce04fba83999 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:22.360370 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-e618b6b1-70e9-460f-af84-ce04fba83999 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.1083415 Jun 09 13:24:22.406315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51280) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:22.451231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Allocated IP 2001:db8::f816:3eff:fe72:5383 (511f8893-9fe3-4b7c-9cd7-102270122658/5a66434a-d8bd-4fd5-bca8-a4b309bb8b4c/730a5153-ec57-4c51-9a73-61bac6bfe7f0) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:22.507215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e3ef4-6958-4a5b-b792-38b3c5e8e823 req-495def31-bcac-46d0-8106-c34a282b54c8 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:22.508733 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd8e3ef4-6958-4a5b-b792-38b3c5e8e823 req-495def31-bcac-46d0-8106-c34a282b54c8 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 945 time: 0.2308934 Jun 09 13:24:22.517692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.557959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:22.558306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.656552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.662365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:22.668051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 240627c6-60aa-4133-9fd4-32e94f23b707 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:22.679918 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fa4d19ae-f446-4e0e-a826-39e805daeb69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ef04db12f0d48a2b98a22b53c6d9f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720988 Jun 09 13:24:22.683540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51284) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:22.721738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 240627c6-60aa-4133-9fd4-32e94f23b707 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:22.722431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 240627c6-60aa-4133-9fd4-32e94f23b707 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:22.723065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ab2189b-ae44-448e-9784-71db2645bd42 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:22.724440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd8e3ef4-6958-4a5b-b792-38b3c5e8e823 req-938072c7-e034-4712-a16d-a300db83cbfe tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088668 Jun 09 13:24:22.742119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=9f7519ac-cc1e-4c83-84b7-123451b2d2c4,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:22.745887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:22.748684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] For port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:22.749155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.772103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': '56222188-ec51-483e-839e-3380ab2f512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:22.772475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: 00c4e316-56e5-4862-98b6-10732332cec9, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:22.773317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7ab2189b-ae44-448e-9784-71db2645bd42 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:22.773677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ab2189b-ae44-448e-9784-71db2645bd42 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:22.789948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.794281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 00c4e316-56e5-4862-98b6-10732332cec9 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:22.802324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Transition to ACTIVE for port object 730a5153-ec57-4c51-9a73-61bac6bfe7f0 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:22.807608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 00c4e316-56e5-4862-98b6-10732332cec9) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:22.818147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:22.818570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b8381-73cf-45bd-9b7a-97b5d6af48a5 None None] Network 00c4e316-56e5-4862-98b6-10732332cec9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:22.819068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.841002 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1615424 Jun 09 13:24:22.843696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51286) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:22.850006 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '00c4e316-56e5-4862-98b6-10732332cec9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-710522872'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:22.867878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.885263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Transition to ACTIVE for port object 730a5153-ec57-4c51-9a73-61bac6bfe7f0 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:22.904516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.915422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c97f26fc-8d78-42be-bb7c-f50ce3a724b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:22.957912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.958202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Network 511f8893-9fe3-4b7c-9cd7-102270122658 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:22.967276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26826047-1adc-415a-a9fc-bb2f3b316fe1 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:22.972963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:22.973445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:22.985686 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:23.018842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=5a66434a-d8bd-4fd5-bca8-a4b309bb8b4c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:23.036685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:23.137766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.146891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Pushing event updated for resources: {'Port': ['ID=730a5153-ec57-4c51-9a73-61bac6bfe7f0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:23.151912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.152804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:23.153697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Attempting to bind port 730a5153-ec57-4c51-9a73-61bac6bfe7f0 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:23.154511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Attempting to bind port 730a5153-ec57-4c51-9a73-61bac6bfe7f0 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '03cdb9c5-8791-4c4e-9094-8dede6eed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:23.154511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Attempting to bind port 730a5153-ec57-4c51-9a73-61bac6bfe7f0 on network 511f8893-9fe3-4b7c-9cd7-102270122658 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:23.159361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511f8893-9fe3-4b7c-9cd7-102270122658']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:23.176387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cdb9c5-8791-4c4e-9094-8dede6eed8c0') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:23.176739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cdb9c5-8791-4c4e-9094-8dede6eed8c0') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:23.183825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:23.184206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Checking segment: {'id': '03cdb9c5-8791-4c4e-9094-8dede6eed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:23.184608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.185003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Bound using segment: {'id': '03cdb9c5-8791-4c4e-9094-8dede6eed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:23.185713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Bound port: 730a5153-ec57-4c51-9a73-61bac6bfe7f0, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cdb9c5-8791-4c4e-9094-8dede6eed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '511f8893-9fe3-4b7c-9cd7-102270122658'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:23.186199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.193141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.200813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:23.204485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.230075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.236392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 5120fe67-a0db-4e23-a783-7dd6c0a66ddb yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:23.276090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:23.276711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:23.292350 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:23.299786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.303017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.308446 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/356aaa63-9640-4cb2-9677-9b8cbd249126 HTTP/1.1" status: 204 len: 168 time: 0.6201825 Jun 09 13:24:23.308446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.308446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.308446 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP 4e01c324-3272-4848-8ac1-6898fdab9190 disassociated. External IP: 172.26.5.32, port: 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5. Jun 09 13:24:23.308446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:23.311551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-65deb9a7-d749-42a2-85c6-97c70f21ba32 tempest-TagsExtTest-1177242022 tempest-TagsExtTest-1177242022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:23.327347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356aaa63-9640-4cb2-9677-9b8cbd249126,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:23.330193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:23.400159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.db.api [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 09 13:24:23.400159 dv-neutron-601336-89-hyperv neutron-server[92384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 09 13:24:23.400159 dv-neutron-601336-89-hyperv neutron-server[92384]: [parameters: {'id': '511f8893-9fe3-4b7c-9cd7-102270122658'}] Jun 09 13:24:23.400159 dv-neutron-601336-89-hyperv neutron-server[92384]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:24:23.400730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_db.api [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:24:23.440140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] For port 730a5153-ec57-4c51-9a73-61bac6bfe7f0, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:23.446244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-00c4e316-56e5-4862-98b6-10732332cec9', 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '9f7519ac-cc1e-4c83-84b7-123451b2d2c4'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:23.447411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.474070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] For port 730a5153-ec57-4c51-9a73-61bac6bfe7f0, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=730a5153-ec57-4c51-9a73-61bac6bfe7f0,segment=NetworkSegment(03cdb9c5-8791-4c4e-9094-8dede6eed8c0),segment_id=03cdb9c5-8791-4c4e-9094-8dede6eed8c0)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:23.493736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.506789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::a5 (00c4e316-56e5-4862-98b6-10732332cec9/9f7519ac-cc1e-4c83-84b7-123451b2d2c4/5120fe67-a0db-4e23-a783-7dd6c0a66ddb) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:23.507204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:23.521420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.527502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:23.555916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:23.710601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Pushing event updated for resources: {'Port': ['ID=730a5153-ec57-4c51-9a73-61bac6bfe7f0,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:23.713830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:23.727348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:23.731450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4471a8b-7f72-4d59-afd2-ef5d4cdb29e1 None None] Network 511f8893-9fe3-4b7c-9cd7-102270122658 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:23.754274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:23.773880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.794272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 5120fe67-a0db-4e23-a783-7dd6c0a66ddb will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:23.830309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.837491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:23.927358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:23.972489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Allocated IP 2001:db8::2 (00c4e316-56e5-4862-98b6-10732332cec9/9f7519ac-cc1e-4c83-84b7-123451b2d2c4/28aa121e-e067-485a-9de0-d76aa71162be) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:23.994920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:24.008319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:24.035474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 00c4e316-56e5-4862-98b6-10732332cec9 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:24.065619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2958f7e8-7224-450c-bb81-a9dd9d491d44 req-f586fdb1-f623-4aab-bf49-de6330b04b14 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.1341317 Jun 09 13:24:24.069749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:24.079410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:24.090430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:24.091290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.099145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:24.099809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:24.109848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] No DVR routers for this DVR port 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:24.113502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.116536 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-bdb3806a-7454-45bf-93d3-6947807017e9 req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "DELETE /v2.0/ports/1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 HTTP/1.1" status: 204 len: 173 time: 1.7503343 Jun 09 13:24:24.117302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'name': 'network-vif-deleted', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:24.127714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d16637-0524-4a8d-9377-9ee0d35e775a" -d '{"events": [{"server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "name": "network-vif-deleted", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:24.186084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=5120fe67-a0db-4e23-a783-7dd6c0a66ddb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:24.196149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0429be-5ab6-4e0f-990c-e155d48cb1af x-openstack-request-id: req-af0429be-5ab6-4e0f-990c-e155d48cb1af {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:24.196334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:24.196952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c09b5e5-0567-4cfb-8a68-d374ed30e2df", "name": "network-vif-deleted", "tag": "1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:24.197443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af0429be-5ab6-4e0f-990c-e155d48cb1af {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:24.198320 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c09b5e5-0567-4cfb-8a68-d374ed30e2df', 'name': 'network-vif-deleted', 'tag': '1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5', 'status': 'completed', 'code': 200} Jun 09 13:24:24.222477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51314) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:24.222764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3775692 Jun 09 13:24:24.262400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting port 730a5153-ec57-4c51-9a73-61bac6bfe7f0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:24.262774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.392172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51316) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:24.408903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] For port 730a5153-ec57-4c51-9a73-61bac6bfe7f0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=730a5153-ec57-4c51-9a73-61bac6bfe7f0,segment=NetworkSegment(03cdb9c5-8791-4c4e-9094-8dede6eed8c0),segment_id=03cdb9c5-8791-4c4e-9094-8dede6eed8c0)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:24.409353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.438692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 5120fe67-a0db-4e23-a783-7dd6c0a66ddb {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:24.439309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.516108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:24.612935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c37e3566-0660-4fe0-be44-678287ebf7ae tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:24.614424 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-c37e3566-0660-4fe0-be44-678287ebf7ae tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 09 13:24:24.615329 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-c37e3566-0660-4fe0-be44-678287ebf7ae tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:24:24.616619 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c37e3566-0660-4fe0-be44-678287ebf7ae tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2233682 Jun 09 13:24:24.621729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51320) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:24.638996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231911397'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:24.659366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.693455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.740536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Transition to ACTIVE for port object 28aa121e-e067-485a-9de0-d76aa71162be will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:24.781854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Transition to ACTIVE for port object 28aa121e-e067-485a-9de0-d76aa71162be will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:24.790407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Calling delete_port for 730a5153-ec57-4c51-9a73-61bac6bfe7f0 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:24.804199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.810553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a97b87be-522d-4401-8035-333d9ab425fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:24.819902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 5120fe67-a0db-4e23-a783-7dd6c0a66ddb owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:24.842766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.846827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.853440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b0710673-b3ad-4ac0-b179-0e19f43fb8d1 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:24.857486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:24.890778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Pushing event updated for resources: {'Port': ['ID=28aa121e-e067-485a-9de0-d76aa71162be,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:24.894132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:24.907726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Port': ['ID=730a5153-ec57-4c51-9a73-61bac6bfe7f0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:24.912781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:24.913846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No DVR routers for this DVR port 730a5153-ec57-4c51-9a73-61bac6bfe7f0 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:24.943284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Network 00c4e316-56e5-4862-98b6-10732332cec9 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:24.948163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:24.950880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:24.995150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.030515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.036432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1d59f11-5654-4a75-a38f-7f1d1d384104 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.057079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.077393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511f8893-9fe3-4b7c-9cd7-102270122658']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:25.095345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b3fe49-6c56-4174-a71b-fa1627e1044b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:25.104050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:25.107886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cdb9c5-8791-4c4e-9094-8dede6eed8c0') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:25.109677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cdb9c5-8791-4c4e-9094-8dede6eed8c0') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:25.128761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.129988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.139284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.150498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.155588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Attempting to bind port 28aa121e-e067-485a-9de0-d76aa71162be on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:25.156009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Attempting to bind port 28aa121e-e067-485a-9de0-d76aa71162be by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '56222188-ec51-483e-839e-3380ab2f512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:25.156392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Attempting to bind port 28aa121e-e067-485a-9de0-d76aa71162be on network 00c4e316-56e5-4862-98b6-10732332cec9 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:25.159314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:25.160216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.175621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:25.177107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Checking segment: {'id': '56222188-ec51-483e-839e-3380ab2f512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:25.177107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.177107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Bound using segment: {'id': '56222188-ec51-483e-839e-3380ab2f512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:25.177447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Bound port: 28aa121e-e067-485a-9de0-d76aa71162be, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56222188-ec51-483e-839e-3380ab2f512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '00c4e316-56e5-4862-98b6-10732332cec9'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:25.180127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:25.185502 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:25.234538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.239136 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/5120fe67-a0db-4e23-a783-7dd6c0a66ddb HTTP/1.1" status: 204 len: 168 time: 1.0122445 Jun 09 13:24:25.240232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=5120fe67-a0db-4e23-a783-7dd6c0a66ddb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:25.241984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51324) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:25.278442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:25.296648 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec42e3c-853f-4166-82e5-af6ce21aa8c9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:25.300547 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1ec42e3c-853f-4166-82e5-af6ce21aa8c9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/5120fe67-a0db-4e23-a783-7dd6c0a66ddb HTTP/1.1" status: 404 len: 333 time: 0.0514770 Jun 09 13:24:25.300717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] For port 28aa121e-e067-485a-9de0-d76aa71162be, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:25.302320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] For port 28aa121e-e067-485a-9de0-d76aa71162be, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=28aa121e-e067-485a-9de0-d76aa71162be,segment=NetworkSegment(56222188-ec51-483e-839e-3380ab2f512e),segment_id=56222188-ec51-483e-839e-3380ab2f512e)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:25.307621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51326) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:25.314110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:25.337037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40966fbd-3721-4e16-b237-9f63df77cd5d req-44efbf6d-028e-412d-8524-ba1ad457b4b2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.0625675 Jun 09 13:24:25.359468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.365477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.369488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:25.374110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:25.374623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 1fd1f86a-eeaa-4c86-8135-62f6c6b32aa5 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:25.376667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.386847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.388965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:25.392856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.393081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/511f8893-9fe3-4b7c-9cd7-102270122658 HTTP/1.1" status: 204 len: 168 time: 3.5253637 Jun 09 13:24:25.401391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51328) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:25.407498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-219458476'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:25.411581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=511f8893-9fe3-4b7c-9cd7-102270122658,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:25.419932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:25.469681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:25.470343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:25.546688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.565945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.574879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 9f7519ac-cc1e-4c83-84b7-123451b2d2c4 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:25.575761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:25.579530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8441e99-e4de-4459-b68f-fd50ab58faea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.581556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.592261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.623310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:25.639522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.640531 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment 85c7f49b-ee03-4850-89eb-b58cbe92c053 of type vlan for network 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b Jun 09 13:24:25.661040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:25.661631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.662370 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0392525 Jun 09 13:24:25.663193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860bcd7c-31c9-48b9-884c-fee0dbbcc551,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:25.665979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:25.666675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51330) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:25.673957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '860bcd7c-31c9-48b9-884c-fee0dbbcc551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:25.685179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.705926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.768418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Pushing event updated for resources: {'Port': ['ID=28aa121e-e067-485a-9de0-d76aa71162be,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:25.773737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.781708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.786724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:25.787442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.794293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.799360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:25.899001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.910453 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5075221 Jun 09 13:24:25.914138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51332) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:25.919267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': '8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:25.931896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.953732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:25.959841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:25.996927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28409e9c-91aa-4dd9-b200-089db37b96e2,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:26.004857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:26.014023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.016907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:26.019876 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493505 Jun 09 13:24:26.020705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:26.020856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51334) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:26.027757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a8c70122-d4ea-4c91-bed5-42d50fc1d70c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '860bcd7c-31c9-48b9-884c-fee0dbbcc551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:26.033524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:26.052078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.068598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-45253a45-b516-4090-b334-08f3adcfb230 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:26.114510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.116381 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/9f7519ac-cc1e-4c83-84b7-123451b2d2c4 HTTP/1.1" status: 204 len: 168 time: 0.8075373 Jun 09 13:24:26.117393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7519ac-cc1e-4c83-84b7-123451b2d2c4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:26.118349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:26.119727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51336) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:26.122978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.139177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:26.140053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a8c70122-d4ea-4c91-bed5-42d50fc1d70c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.277354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:26.283121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668bc79-5254-482c-a085-0987f99c4cba None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:26.290202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.371891 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-a8c70122-d4ea-4c91-bed5-42d50fc1d70c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): There was a conflict when trying to complete your request. Jun 09 13:24:26.372958 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a8c70122-d4ea-4c91-bed5-42d50fc1d70c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3511112 Jun 09 13:24:26.375895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51340) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:26.400005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.408187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6a07fdc9-0895-4518-a1b4-4b8dce92014f tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:26.491736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.516027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 28aa121e-e067-485a-9de0-d76aa71162be {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:26.516369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.603054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': '85c7f49b-ee03-4850-89eb-b58cbe92c053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:26.603414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:26.619428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d4842f05-81d7-4691-b23f-db01e1266f49 req-cef39ad8-ee0f-4d37-af12-0147544d4ab5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.0956526 Jun 09 13:24:26.623150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=6f99e386-7740-477f-b883-05ea39f4bd11,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:26.627468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:26.655957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.661210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:26.683027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:26.688639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:26.689402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.690260 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87a347-cea0-4f3f-a0b9-7b5ccc6948ee None None] New status for floating IP 4e01c324-3272-4848-8ac1-6898fdab9190: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:24:26.705175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddda73-9e76-4a0b-96f4-032e317a4968 None None] Network 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:26.743493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port 28aa121e-e067-485a-9de0-d76aa71162be, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=28aa121e-e067-485a-9de0-d76aa71162be,segment=NetworkSegment(56222188-ec51-483e-839e-3380ab2f512e),segment_id=56222188-ec51-483e-839e-3380ab2f512e)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:26.744114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.758061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8426535 Jun 09 13:24:26.765850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51342) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:26.886441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 28aa121e-e067-485a-9de0-d76aa71162be up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:26.960463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 28aa121e-e067-485a-9de0-d76aa71162be owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:26.984702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.987360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:26.988687 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/860bcd7c-31c9-48b9-884c-fee0dbbcc551 HTTP/1.1" status: 204 len: 168 time: 0.6116395 Jun 09 13:24:26.990769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a87c9c1d-6d3d-4442-8cd2-d64c5f100af6 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:26.993614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51344) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:27.030090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860bcd7c-31c9-48b9-884c-fee0dbbcc551,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:27.031483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:27.066498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff726eeb-41b5-4e38-92a0-252d5dc69a80 None None] Network 00c4e316-56e5-4862-98b6-10732332cec9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:27.075047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.081898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-454cc4ac-4cbe-421d-b802-9fcc726b4785 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:27.082101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.135438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Could not find standard attr ID for object 28aa121e-e067-485a-9de0-d76aa71162be. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:24:27.143055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=28aa121e-e067-485a-9de0-d76aa71162be,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:27.146044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:27.148968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port 28aa121e-e067-485a-9de0-d76aa71162be on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:27.160195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29f8345c-ebcd-4df9-a60a-89618a768660 None None] Could not find standard attr ID for object 28aa121e-e067-485a-9de0-d76aa71162be. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:24:27.208283 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0a8e2d5d-9d67-4545-bcdc-c00af3b26919 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2133982 Jun 09 13:24:27.208927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51346) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:27.216500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089895031'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:27.233897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.313632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.323505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.329536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65d76c42-f540-43fc-9e7f-f810fe44f9f5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:27.338007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c4e316-56e5-4862-98b6-10732332cec9']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.351820 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56222188-ec51-483e-839e-3380ab2f512e') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.352243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56222188-ec51-483e-839e-3380ab2f512e') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.368484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.397988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7a9b2-22ee-45a4-acd7-c4f36ba199f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b', 'network_id': '8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': '6f99e386-7740-477f-b883-05ea39f4bd11'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:27.398846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.399147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67c7a9b2-22ee-45a4-acd7-c4f36ba199f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.403723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=6f99e386-7740-477f-b883-05ea39f4bd11,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:27.410650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:27.411206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.427638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:27.428851 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:27.435328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.481838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890a847-98a6-4bae-a67e-220b251408ec None None] DHCP port deletion for 00c4e316-56e5-4862-98b6-10732332cec9 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:27.524499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.528561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-17f4f188-bfef-4579-b185-bc828ce8ea46 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:27.551127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.553262 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/00c4e316-56e5-4862-98b6-10732332cec9 HTTP/1.1" status: 204 len: 168 time: 1.4322555 Jun 09 13:24:27.554667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=00c4e316-56e5-4862-98b6-10732332cec9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:27.558347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51348) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:27.563705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'name': 'tempest-PortsIpV6TestJSON-1937094051'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:27.567404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a3cca-8c44-41b4-bfce-d967a877f518 None None] Network 8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:27.683520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:27.715554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:27.716578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.726828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.735255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.754319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c7f49b-ee03-4850-89eb-b58cbe92c053') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.754928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c7f49b-ee03-4850-89eb-b58cbe92c053') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:27.773331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 3333e50c-1f2f-44e1-b9d6-657c692324e0 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:27.820466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.830155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31573e74-0ffb-48d7-9294-11609811c563 req-01346e02-d8e4-4e98-88df-673188bd9ccb tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.0669842 Jun 09 13:24:27.858068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114bb341-3611-4218-a3a9-8640ba1c15d1 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:24:27.866506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.879786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:27.880505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:27.896053 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:28.009126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.016450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bb341-3611-4218-a3a9-8640ba1c15d1 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:24:28.017633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.031384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0aaf0079-8b40-42bb-b30d-f8a4ef37bde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:28.059050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.074443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.084462 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b HTTP/1.1" status: 204 len: 168 time: 1.3128722 Jun 09 13:24:28.088255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51352) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.098701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-39620845'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:28.124652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebea54-ad9b-4075-bcff-25b5bc084249,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:28.128329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:28.144840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4d4239e1-4ec9-45f4-b472-6a3d4e1bad6c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:28.161428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.162901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9501569 Jun 09 13:24:28.166976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:28.170473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.180131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51354) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.191457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bfe8fb49-1061-413f-9981-a58254de5e22 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '83ebea54-ad9b-4075-bcff-25b5bc084249', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:28.192172 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-bfe8fb49-1061-413f-9981-a58254de5e22 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 09 13:24:28.192662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-bfe8fb49-1061-413f-9981-a58254de5e22 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:28.194672 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bfe8fb49-1061-413f-9981-a58254de5e22 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092385 Jun 09 13:24:28.195607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:28.196867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51356) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.197988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:28.215537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:28.231724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.231967 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Added segment 53143957-456d-4de4-9261-94c119d545cc of type vlan for network 377cd564-2203-4924-8cc0-4fc884070764 Jun 09 13:24:28.274838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.307312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.336354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.339728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.344899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:28.345491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.351742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51c95215-ff40-4aff-85b5-80ae04e33c4f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:28.379577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.409909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.423338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-95322a27-7642-44e4-9a11-3da3c039a41e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:28.488013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3985102 Jun 09 13:24:28.492463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51358) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.496223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=3333e50c-1f2f-44e1-b9d6-657c692324e0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:28.502100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Request body: {'subnet': {'network_id': '377cd564-2203-4924-8cc0-4fc884070764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:28.503461 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:28.512644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.515123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:28.516486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:28.519050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:28.524592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:28.525196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.527398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Network': ['ID=377cd564-2203-4924-8cc0-4fc884070764,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:28.531252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:28.539264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.541789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.542213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 377cd564-2203-4924-8cc0-4fc884070764 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:28.546326 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/83ebea54-ad9b-4075-bcff-25b5bc084249 HTTP/1.1" status: 204 len: 168 time: 0.3450606 Jun 09 13:24:28.546326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-62e89223-0bf7-495b-bf88-3a617156e66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:28.551892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51360) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.578936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebea54-ad9b-4075-bcff-25b5bc084249,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:28.581898 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0225444 Jun 09 13:24:28.584799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:28.585274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51362) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.681689 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0f585817-1d1f-4d05-bf92-0bdd61615128 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1237965 Jun 09 13:24:28.684285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51364) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:28.690888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--529884137'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:28.717809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Made reservation on behalf of 2ed25119bda0482cae19f20a57b60e0f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:28.722136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.750225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 28aa121e-e067-485a-9de0-d76aa71162be no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:28.759530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 3333e50c-1f2f-44e1-b9d6-657c692324e0 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:28.759968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.792208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 28aa121e-e067-485a-9de0-d76aa71162be {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:28.792951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 28aa121e-e067-485a-9de0-d76aa71162be not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:28.833668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:28.869356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.010974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 3333e50c-1f2f-44e1-b9d6-657c692324e0 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:29.021330 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c73ed75d-0297-45c2-8c21-4c962c97a949 req-3487a09b-45a8-4905-87a9-180529de8c20 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c09b5e5-0567-4cfb-8a68-d374ed30e2df HTTP/1.1" status: 200 len: 210 time: 0.0658023 Jun 09 13:24:29.066287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.073586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-536f99e4-1b08-4215-a3f8-f608e72fd268 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.121938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=3333e50c-1f2f-44e1-b9d6-657c692324e0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.124370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:29.128758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.131093 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/3333e50c-1f2f-44e1-b9d6-657c692324e0 HTTP/1.1" status: 204 len: 168 time: 0.5434244 Jun 09 13:24:29.133249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51368) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.142035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'mac_address': 'fa:16:3e:bc:62:2b', 'name': 'tempest-PortsIpV6TestJSON-1316260641'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:29.166673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.173190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.184591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e135386e-b1dd-47fd-83dd-3e242653bb2f tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.226576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.227784 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5421915 Jun 09 13:24:29.230793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51370) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.235278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ba50e3f3-0ea1-4d78-9bc6-5fd3f9e17573 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'd0ef465f-11af-4f81-9b96-642a703cb280', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:29.236085 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-ba50e3f3-0ea1-4d78-9bc6-5fd3f9e17573 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 09 13:24:29.236575 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-ba50e3f3-0ea1-4d78-9bc6-5fd3f9e17573 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:29.237480 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba50e3f3-0ea1-4d78-9bc6-5fd3f9e17573 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057747 Jun 09 13:24:29.241022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51372) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.258867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef465f-11af-4f81-9b96-642a703cb280,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.266075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.objects.ports [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92384) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 13:24:29.266520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:29.267530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.272114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bdbe99c3-0bc4-491f-bc66-332144680437 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.331103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.333228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:29.351076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event updated for resources: {'Subnet': ['ID=c98228c9-d7aa-40f2-91b2-539f3366f85e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.354968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:29.362085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Checking segment: {'id': '53143957-456d-4de4-9261-94c119d545cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '377cd564-2203-4924-8cc0-4fc884070764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:29.362436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network hostable DHCP agents. Network: 377cd564-2203-4924-8cc0-4fc884070764, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:29.381705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Network 377cd564-2203-4924-8cc0-4fc884070764 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:29.392512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 377cd564-2203-4924-8cc0-4fc884070764) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:29.396744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:29.397320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.402568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884b29b-657b-4193-89e5-f734859c5613 None None] Network 377cd564-2203-4924-8cc0-4fc884070764 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:29.420662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9255209 Jun 09 13:24:29.420662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51374) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.446778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.484972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.526890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port ee3a8ad5-68d2-4540-b032-21e7956a633d yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:29.574248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.576650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.580118 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0ef465f-11af-4f81-9b96-642a703cb280 HTTP/1.1" status: 204 len: 168 time: 0.3360260 Jun 09 13:24:29.582354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51376) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.587484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53b8a68e-cbe9-4500-b925-60ae5e409164 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262 tempest-ExtraDHCPOptionsIpV6TestJSON-1113310262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.602987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef465f-11af-4f81-9b96-642a703cb280,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.606796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.607546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:29.709491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f2f50-31ae-429e-9e94-b0fb059e7c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-377cd564-2203-4924-8cc0-4fc884070764', 'network_id': '377cd564-2203-4924-8cc0-4fc884070764', 'tenant_id': '2ed25119bda0482cae19f20a57b60e0f', 'fixed_ips': [{'subnet_id': 'c98228c9-d7aa-40f2-91b2-539f3366f85e'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:29.710613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-306f2f50-31ae-429e-9e94-b0fb059e7c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.711395 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5947bdb4-a4b9-4b8e-8441-5e276e74ea98 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1275430 Jun 09 13:24:29.715584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51378) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:29.720252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--236940738'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:29.737894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.785534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.816378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.819041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.823382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ba79df5-547c-4931-bf20-4de615192e0d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.845556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server [None req-306f2f50-31ae-429e-9e94-b0fb059e7c7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c98228c9-d7aa-40f2-91b2-539f3366f85e: This subnet is being modified by another concurrent operation. Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1461, in create_port Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1428, in _create_port_db Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise exception Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c98228c9-d7aa-40f2-91b2-539f3366f85e: This subnet is being modified by another concurrent operation. Jun 09 13:24:29.848156 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Jun 09 13:24:29.855960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df47051a-1411-4a96-9342-eca5fa368c92 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:29.871540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63565e-8e7f-4f33-8459-efd22f83cc2d None None] Network 377cd564-2203-4924-8cc0-4fc884070764 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:29.889215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=c98228c9-d7aa-40f2-91b2-539f3366f85e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.899773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:29.901478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:29.905129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:29.907189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=ee3a8ad5-68d2-4540-b032-21e7956a633d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:29.909216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:29.914751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:29.915364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:29.919319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:30.047673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f549bc-0108-44b1-bb73-eff2edc91a36 None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:24:30.159962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.167750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f549bc-0108-44b1-bb73-eff2edc91a36 None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:24:30.177560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377cd564-2203-4924-8cc0-4fc884070764']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:30.199339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53143957-456d-4de4-9261-94c119d545cc') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:30.199643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53143957-456d-4de4-9261-94c119d545cc') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:30.220584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.247555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.248737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.256418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.260580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:30.260998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.264101 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1272328 Jun 09 13:24:30.264220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51386) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.276451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4a23a389-b801-4754-8a0f-bf972aee9d59 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:30.304123 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:30.341034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b97371-5570-4f06-a677-cae9d249e780 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:30.342867 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f2b97371-5570-4f06-a677-cae9d249e780 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/ee3a8ad5-68d2-4540-b032-21e7956a633d HTTP/1.1" status: 200 len: 845 time: 0.0777557 Jun 09 13:24:30.345584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51392) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.366569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb0db6-2461-491b-8898-6f39515086cb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:30.390336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:30.422093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.423543 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7070227 Jun 09 13:24:30.426487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51394) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.439733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-29771083-0642-4e04-b465-9fa0a4078b74 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '7ecb0db6-2461-491b-8898-6f39515086cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:30.440590 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-29771083-0642-4e04-b465-9fa0a4078b74 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 09 13:24:30.441202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-29771083-0642-4e04-b465-9fa0a4078b74 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:30.445093 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-29771083-0642-4e04-b465-9fa0a4078b74 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146286 Jun 09 13:24:30.445093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.447941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.453206 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/377cd564-2203-4924-8cc0-4fc884070764 HTTP/1.1" status: 204 len: 168 time: 1.0281048 Jun 09 13:24:30.453206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51396) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.458154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51398) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.463193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-02067734-f07e-4b3c-81d2-dd9c864d81c0 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:30.483565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-14f67498-d653-4ad8-b1a3-bdac76a5ed4a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '7ecb0db6-2461-491b-8898-6f39515086cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:30.484230 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-14f67498-d653-4ad8-b1a3-bdac76a5ed4a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 09 13:24:30.484703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-14f67498-d653-4ad8-b1a3-bdac76a5ed4a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:30.488768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-14f67498-d653-4ad8-b1a3-bdac76a5ed4a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081937 Jun 09 13:24:30.492770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51400) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.496614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=377cd564-2203-4924-8cc0-4fc884070764,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:30.498950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:30.502382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ec299e87-1609-4a06-89ab-90293c0b4a3c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '7ecb0db6-2461-491b-8898-6f39515086cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:30.503284 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-ec299e87-1609-4a06-89ab-90293c0b4a3c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 09 13:24:30.503766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-ec299e87-1609-4a06-89ab-90293c0b4a3c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:30.504326 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0e4ed1-3fdf-4afc-a8bc-a0c3a1872181 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.504872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0e4ed1-3fdf-4afc-a8bc-a0c3a1872181 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.505183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec299e87-1609-4a06-89ab-90293c0b4a3c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113606 Jun 09 13:24:30.507383 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a0e4ed1-3fdf-4afc-a8bc-a0c3a1872181 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/c98228c9-d7aa-40f2-91b2-539f3366f85e HTTP/1.1" status: 404 len: 337 time: 0.0479810 Jun 09 13:24:30.510003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51402) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.510460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51404) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.518167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-93fd4d16-6d48-44fd-9435-409f90486524 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '7ecb0db6-2461-491b-8898-6f39515086cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:30.519446 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-93fd4d16-6d48-44fd-9435-409f90486524 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 09 13:24:30.520076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-93fd4d16-6d48-44fd-9435-409f90486524 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:30.524556 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-93fd4d16-6d48-44fd-9435-409f90486524 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086393 Jun 09 13:24:30.526086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51406) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.562710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e36d4cc-6d04-4684-af1d-971fc80e4ab5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.563605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e36d4cc-6d04-4684-af1d-971fc80e4ab5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.567171 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3e36d4cc-6d04-4684-af1d-971fc80e4ab5 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/377cd564-2203-4924-8cc0-4fc884070764 HTTP/1.1" status: 404 len: 339 time: 0.0531821 Jun 09 13:24:30.568236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51408) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.577205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port ee3a8ad5-68d2-4540-b032-21e7956a633d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:30.577531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.606295 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-091c22a7-75d0-4334-973c-c8eb2ac9447a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343250811&fields=id&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 267 time: 0.1704426 Jun 09 13:24:30.611249 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9046acd-b675-49f8-b001-bfa0f674a2cf tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.611893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9046acd-b675-49f8-b001-bfa0f674a2cf tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.616014 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c9046acd-b675-49f8-b001-bfa0f674a2cf tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/6f99e386-7740-477f-b883-05ea39f4bd11 HTTP/1.1" status: 404 len: 337 time: 0.0448763 Jun 09 13:24:30.616573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51410) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.681772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.706807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.712199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-237c9892-8e17-43c5-807d-0f574f34d5a8 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.712673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237c9892-8e17-43c5-807d-0f574f34d5a8 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.714325 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-237c9892-8e17-43c5-807d-0f574f34d5a8 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/8149f9dd-eca1-48c0-b3d7-3c6a5c8f271b HTTP/1.1" status: 404 len: 339 time: 0.0971878 Jun 09 13:24:30.717365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51412) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.766402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba533480-bc35-403f-894c-7eaffdd1de97 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.766865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba533480-bc35-403f-894c-7eaffdd1de97 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.771142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba533480-bc35-403f-894c-7eaffdd1de97 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/5a66434a-d8bd-4fd5-bca8-a4b309bb8b4c HTTP/1.1" status: 404 len: 337 time: 0.0502658 Jun 09 13:24:30.771596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51414) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.801406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d199dd-9234-461b-af7f-f39db182ef74 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:30.801837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d199dd-9234-461b-af7f-f39db182ef74 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:30.805904 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-85d199dd-9234-461b-af7f-f39db182ef74 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/511f8893-9fe3-4b7c-9cd7-102270122658 HTTP/1.1" status: 404 len: 339 time: 0.0310342 Jun 09 13:24:30.806850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51416) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:30.842437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:30.902051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-f84cd411-07d4-465b-bece-364cf107ab3b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:30.903561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-f84cd411-07d4-465b-bece-364cf107ab3b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.2695980 Jun 09 13:24:30.954824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-a273ed9f-da0d-4dc2-8fc5-1fbb260b2bf7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/quotas/a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 375 time: 0.0213792 Jun 09 13:24:30.995772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for ee3a8ad5-68d2-4540-b032-21e7956a633d owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:31.038765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting port 766d3f23-3974-436c-8c59-b5f7ebda3d46 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:31.039197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.052276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.054693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.055818 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ecb0db6-2461-491b-8898-6f39515086cb HTTP/1.1" status: 204 len: 168 time: 0.5287607 Jun 09 13:24:31.061262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f02738e0-cccd-4d28-908e-707aaf947a05 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:31.069586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51418) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.088517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb0db6-2461-491b-8898-6f39515086cb,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:31.093790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:31.106241 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.114338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:31.148001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.162188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-1a436c7c-dade-41c0-ab93-4c9c5aa0425b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1968312 Jun 09 13:24:31.169488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=ee3a8ad5-68d2-4540-b032-21e7956a633d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:31.175486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:31.182453 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fe0cc422-734b-47a4-a59f-6a6c063a3b2b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118097 Jun 09 13:24:31.183716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.185993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/ee3a8ad5-68d2-4540-b032-21e7956a633d HTTP/1.1" status: 204 len: 168 time: 0.8385105 Jun 09 13:24:31.186121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51420) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.190480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567691849'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.194691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51422) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.241859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-14522507-f09c-471d-958f-4c6004a4232f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:31.243095 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14522507-f09c-471d-958f-4c6004a4232f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/ee3a8ad5-68d2-4540-b032-21e7956a633d HTTP/1.1" status: 404 len: 333 time: 0.0475414 Jun 09 13:24:31.247054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51424) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.252675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'name': 'tempest-PortsIpV6TestJSON-703345373'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.297263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Calling delete_port for 766d3f23-3974-436c-8c59-b5f7ebda3d46 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:31.324001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.424119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-2172b5c7-e73a-4717-9784-318c89e69557 service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065613 Jun 09 13:24:31.460550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.467665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.473610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06a3b1d9-c39e-4a0a-831f-e4ddf661bec0 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:31.514729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.518334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:31.521840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.527954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-53adb0bb-c59f-4a85-b21c-d7a740015c26 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:31.532805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe5963-16bc-4cd1-bf57-4f4448005474,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:31.537620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.541518 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3517551 Jun 09 13:24:31.541518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:31.543472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51430) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.546226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-96e30e59-d732-476d-a80d-fc073e9c9e64 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.546785 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-96e30e59-d732-476d-a80d-fc073e9c9e64 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 09 13:24:31.547216 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-96e30e59-d732-476d-a80d-fc073e9c9e64 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:31.550584 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-96e30e59-d732-476d-a80d-fc073e9c9e64 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053017 Jun 09 13:24:31.550584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51432) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.557352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-134e7da2-d24f-4feb-83bb-392c395fd444 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.570318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 52fd70c3-5894-462a-a7ae-307216629531 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:31.578078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Port': ['ID=766d3f23-3974-436c-8c59-b5f7ebda3d46,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:31.580588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:31.601733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.603603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/ports/766d3f23-3974-436c-8c59-b5f7ebda3d46 HTTP/1.1" status: 204 len: 168 time: 0.7959840 Jun 09 13:24:31.606872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51434) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.656459 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-665836d8-6123-43ec-82c1-0117015d05a7 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:31.656899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665836d8-6123-43ec-82c1-0117015d05a7 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:31.658534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-665836d8-6123-43ec-82c1-0117015d05a7 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/bae9a033-d24f-4e83-87bb-bc9ef20e9db3 HTTP/1.1" status: 404 len: 337 time: 0.0508513 Jun 09 13:24:31.662319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51436) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.665443 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-369c805f-78d3-4077-947b-0e0047fed88d service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328029 Jun 09 13:24:31.692574 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-134e7da2-d24f-4feb-83bb-392c395fd444 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:31.694108 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-134e7da2-d24f-4feb-83bb-392c395fd444 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1426253 Jun 09 13:24:31.697184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51438) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.701896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e061d335-d702-471b-a2fa-b24d57558532 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.702393 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-e061d335-d702-471b-a2fa-b24d57558532 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 09 13:24:31.702902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-e061d335-d702-471b-a2fa-b24d57558532 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:31.703832 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e061d335-d702-471b-a2fa-b24d57558532 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057046 Jun 09 13:24:31.719674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51440) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.724386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-178213d5-c4a3-43bc-94a9-d534c11b68dc tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.864705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.868838 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-178213d5-c4a3-43bc-94a9-d534c11b68dc tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:31.873214 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-178213d5-c4a3-43bc-94a9-d534c11b68dc tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1492665 Jun 09 13:24:31.873214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51448) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.877865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2d3f0bcc-77af-4666-97e7-68714c3db2a2 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.877865 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-2d3f0bcc-77af-4666-97e7-68714c3db2a2 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 09 13:24:31.878338 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-2d3f0bcc-77af-4666-97e7-68714c3db2a2 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:31.881666 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2d3f0bcc-77af-4666-97e7-68714c3db2a2 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055523 Jun 09 13:24:31.881832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51450) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:31.885966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ae7ca74a-fce6-430d-9eff-ad0a8aed7221 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:31.921573 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-ae7ca74a-fce6-430d-9eff-ad0a8aed7221 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Project 7c14a36242334007a0d93c22d705fa60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:24:31.925126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.926463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:31.933593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-995d8350-1d7e-44d0-8ae2-f7b4eec59ecb tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:32.017354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:32.020732 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-ae7ca74a-fce6-430d-9eff-ad0a8aed7221 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:32.027269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ae7ca74a-fce6-430d-9eff-ad0a8aed7221 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1391544 Jun 09 13:24:32.030885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51454) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.033474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:32.042213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f22b8a56-be72-4c2e-99ed-b0f5c2c0f95f tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:32.043037 dv-neutron-601336-89-hyperv neutron-server[92383]: WARNING neutron.api.v2.base [None req-f22b8a56-be72-4c2e-99ed-b0f5c2c0f95f tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 09 13:24:32.043859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-f22b8a56-be72-4c2e-99ed-b0f5c2c0f95f tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:32.044764 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f22b8a56-be72-4c2e-99ed-b0f5c2c0f95f tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125990 Jun 09 13:24:32.045848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:32.052800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:32.053439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.057675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=52fd70c3-5894-462a-a7ae-307216629531,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:32.059810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51458) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.065909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-133bc671-66f5-4b7a-9a56-9af6cef304a6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:32.076271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:32.097378 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8494761 Jun 09 13:24:32.097767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51460) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.107917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:32.113102 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-133bc671-66f5-4b7a-9a56-9af6cef304a6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Project 7c14a36242334007a0d93c22d705fa60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:24:32.136630 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-133bc671-66f5-4b7a-9a56-9af6cef304a6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:32.141028 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-133bc671-66f5-4b7a-9a56-9af6cef304a6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0766027 Jun 09 13:24:32.142913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51464) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.148102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3fdcd26f-121d-4e9f-8b04-cd8250eb1dfb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe5963-16bc-4cd1-bf57-4f4448005474', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:32.174083 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-3fdcd26f-121d-4e9f-8b04-cd8250eb1dfb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Project 7c14a36242334007a0d93c22d705fa60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:24:32.181464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.193584 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-3fdcd26f-121d-4e9f-8b04-cd8250eb1dfb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:32.198285 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3fdcd26f-121d-4e9f-8b04-cd8250eb1dfb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539677 Jun 09 13:24:32.198899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51468) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.204008 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-59e02dbd-b7a0-40c7-babe-9bef398a70f4 req-420e228c-718b-4af8-b1a1-fe9658aa9e58 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.1071415 Jun 09 13:24:32.216017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1becccf3-8f12-470d-97a3-78a7b5ffff32']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:32.246110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:32.246592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98f4f6b-3dc7-4674-87a8-a6afde504e6f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:32.264828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.271736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.299405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.329763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.343467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:32.344005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.356176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.359206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:32.362792 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:32.364962 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5fe5963-16bc-4cd1-bf57-4f4448005474 HTTP/1.1" status: 204 len: 168 time: 0.1605356 Jun 09 13:24:32.364962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ed34a96f-9164-47d2-83c3-9ef51e1da883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:32.365118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51472) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.375099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe5963-16bc-4cd1-bf57-4f4448005474,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:32.377538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:32.437872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.508593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.524219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1f32cce2-97ed-45d4-813e-7f66e0be7ed0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:32.541702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.543514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/1becccf3-8f12-470d-97a3-78a7b5ffff32 HTTP/1.1" status: 204 len: 168 time: 0.8801622 Jun 09 13:24:32.546165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51474) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.566646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=1becccf3-8f12-470d-97a3-78a7b5ffff32,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:32.573571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:32.585594 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0541ec47-965a-4d7a-880e-303dfc1bf13d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687832 Jun 09 13:24:32.588311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51476) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.593434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051611656'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:32.705922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.709030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting port d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:32.709369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.767753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.776334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.781532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:32.811352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.851294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] In _notify_port_updated(), no bound segment for port 52fd70c3-5894-462a-a7ae-307216629531 on network 7b5a10c2-decd-4069-8a87-6a62365a2d62 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:24:32.856561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:32.857147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.858376 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/ports/52fd70c3-5894-462a-a7ae-307216629531 HTTP/1.1" status: 200 len: 818 time: 0.7561233 Jun 09 13:24:32.864403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51478) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:32.921963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=52fd70c3-5894-462a-a7ae-307216629531,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:32.933128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:32.936376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Calling delete_port for d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:32.987584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:32.993432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0935c573-69a0-4a5e-9ac9-c82135d3d742 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:32.996352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.006606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.011765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68ad62f5-a016-4892-9746-60cca93df991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:33.038004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Port': ['ID=d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:33.041707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:33.046401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.050655 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/ports/d33a65fa-b3c4-42e6-aff0-1a4e5ef00c33 HTTP/1.1" status: 204 len: 168 time: 0.5009556 Jun 09 13:24:33.051116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:33.055429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8b79d1-dfe4-4e2a-9dc3-fa864d6f18cf,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:33.059791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.063522 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4717710 Jun 09 13:24:33.063522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:33.063944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51482) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:33.070245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-981a9eca-2431-4855-92fe-455b13624073 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'bc8b79d1-dfe4-4e2a-9dc3-fa864d6f18cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:33.101051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 52fd70c3-5894-462a-a7ae-307216629531 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:33.101459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.114939 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bdb60f-bbc4-4297-9eeb-c188baad0ccd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] DELETE failed (client error): The resource could not be found. Jun 09 13:24:33.115394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bdb60f-bbc4-4297-9eeb-c188baad0ccd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:33.119492 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b5bdb60f-bbc4-4297-9eeb-c188baad0ccd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/db974cbc-53ce-4ed9-b54a-93b2ad9e50a9 HTTP/1.1" status: 404 len: 337 time: 0.0649133 Jun 09 13:24:33.120274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51484) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:33.246387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-fdb4960f-7f37-4a98-9a8e-886fe2496de0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:33.248855 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-fdb4960f-7f37-4a98-9a8e-886fe2496de0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.1625986 Jun 09 13:24:33.311763 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-e4cf19bb-0709-4150-afd3-b76a4978d7a8 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 379 time: 0.0531015 Jun 09 13:24:33.323654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'port': {'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'admin_state_up': True, 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'security_groups': ['7b25a1cb-7018-48a4-9b46-f118db612483']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:33.408636 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-051ed3e6-b3b1-439d-b969-d434fdef9efc req-919802b9-31ac-41d7-94be-064c94f5256b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.0773938 Jun 09 13:24:33.413086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-981a9eca-2431-4855-92fe-455b13624073 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The resource could not be found. Jun 09 13:24:33.414065 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-981a9eca-2431-4855-92fe-455b13624073 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3493807 Jun 09 13:24:33.418180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51488) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:33.421116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.424109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3d79ddfd-3cb8-414e-9d54-6a7093fb4edb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'bc8b79d1-dfe4-4e2a-9dc3-fa864d6f18cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a7d4957-4ef3-4b20-8478-13a9932bdf02'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:33.425882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.523799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Made reservation on behalf of a9b5e41234154974acb0f3ce44e8e386 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:33.527478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.539008 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-3d79ddfd-3cb8-414e-9d54-6a7093fb4edb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The resource could not be found. Jun 09 13:24:33.540028 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3d79ddfd-3cb8-414e-9d54-6a7093fb4edb tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1204507 Jun 09 13:24:33.543344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51492) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:33.600635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 52fd70c3-5894-462a-a7ae-307216629531 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:33.859736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.874992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf957347-a965-46f0-a654-1bab67b9e73b']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:33.884779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.888990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705dd750-4957-4bd6-9f38-0d2e989c9b79') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:33.889258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705dd750-4957-4bd6-9f38-0d2e989c9b79') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:33.905387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.918327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.20.0.7 (7caf9660-4f03-4110-a30c-fc1e786547e4/a77fc344-70f7-4876-8272-fcdd8ec4fbac/c6e2bb9f-f169-4dc5-9b48-cd96a28e257f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:33.927984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.931435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.940304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:33.940963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:33.957508 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:33.959935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:33.971399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-483ae6a5-9e1c-4084-974a-56068ad6d7d7 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.022249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.024682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.025993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc8b79d1-dfe4-4e2a-9dc3-fa864d6f18cf HTTP/1.1" status: 204 len: 168 time: 0.4817533 Jun 09 13:24:34.061801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51496) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.073791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-531f4005-bb70-4406-abaa-d1d618adf421 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.088695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.092772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/52fd70c3-5894-462a-a7ae-307216629531 HTTP/1.1" status: 204 len: 168 time: 1.2243404 Jun 09 13:24:34.092962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8b79d1-dfe4-4e2a-9dc3-fa864d6f18cf,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.094568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51498) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.095343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.097791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=52fd70c3-5894-462a-a7ae-307216629531,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.104380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.145706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8bb52d97-d0f1-4434-98f3-34cbd7cd8456 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826013 Jun 09 13:24:34.147216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.151537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51500) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.158272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9bf60342-c213-4c79-bc8d-5493155232b1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'f1f881ac-86b2-4569-807e-04000eee5d95', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:34.165501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.192155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.195155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/bf957347-a965-46f0-a654-1bab67b9e73b HTTP/1.1" status: 204 len: 168 time: 1.0733218 Jun 09 13:24:34.202653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51502) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.203763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=bf957347-a965-46f0-a654-1bab67b9e73b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.230924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.242846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.248915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6088f02-22a1-4e1b-af8d-2d79cc962dc9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:34.253919 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c6088f02-22a1-4e1b-af8d-2d79cc962dc9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1541126 Jun 09 13:24:34.253919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51504) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.298193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Transition to ACTIVE for port object c6e2bb9f-f169-4dc5-9b48-cd96a28e257f will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:34.299935 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b5d838-40cd-48c0-bceb-c6156ad68f89 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:34.304880 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b7b5d838-40cd-48c0-bceb-c6156ad68f89 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/52fd70c3-5894-462a-a7ae-307216629531 HTTP/1.1" status: 404 len: 333 time: 0.0466604 Jun 09 13:24:34.304880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51506) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.305804 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-9bf60342-c213-4c79-bc8d-5493155232b1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The resource could not be found. Jun 09 13:24:34.306998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9bf60342-c213-4c79-bc8d-5493155232b1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1542015 Jun 09 13:24:34.310183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879097533'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:34.311536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting subnet 78470ee9-21de-417a-b19d-157ab0cb648b {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:34.314024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51508) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.315398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.323032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--37298231'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:34.355807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:34.359208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.373008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.391366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.397577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8048b51a-e6c1-433a-844d-e5488d62bf33 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.458245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:34.471066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.472675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.473291 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment 760d3c7b-458b-4cb9-a340-21399d75957c of type vlan for network d0674e1b-419d-4035-930b-f9d07279e6fc Jun 09 13:24:34.503419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.535261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.587960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:34.606006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.609307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.615987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7ba7c5a-cb23-4ec9-9216-b3fa61c9ff70 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.616325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:34.616983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.631223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:34.660918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Subnet': ['ID=78470ee9-21de-417a-b19d-157ab0cb648b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.664080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.666339 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/subnets/78470ee9-21de-417a-b19d-157ab0cb648b HTTP/1.1" status: 204 len: 168 time: 0.4595141 Jun 09 13:24:34.667538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b346b-6521-4005-9d40-bb6ee59af7eb None None] Network d39c61c8-b863-4282-bce8-73f7216210a1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:34.668217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.669748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51512) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:34.678431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:34.723851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.732810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.736779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:34.796262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd1a1-b694-418d-a6fe-58797435c943 req-ef54a6b6-81aa-4322-8402-45c7d5490d99 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:34.797747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-546fd1a1-b694-418d-a6fe-58797435c943 req-ef54a6b6-81aa-4322-8402-45c7d5490d99 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 931 time: 0.2606332 Jun 09 13:24:34.836571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.877900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=d0674e1b-419d-4035-930b-f9d07279e6fc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:34.881836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:34.902810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:34.917685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-546fd1a1-b694-418d-a6fe-58797435c943 req-34731249-1864-4ac2-8526-fa30091b29cc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053402 Jun 09 13:24:34.965456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:34.966045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:34.971372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Deleting port dea35780-5054-46bd-a368-c9cce9174ff8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:34.972218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.067447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.083131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.095027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a400fc1a-b21a-4cb5-ba47-53c955fe10b6 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.109044 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893341 Jun 09 13:24:35.118340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] For port dea35780-5054-46bd-a368-c9cce9174ff8, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=dea35780-5054-46bd-a368-c9cce9174ff8,segment=NetworkSegment(a98d0465-9a9c-44cc-84f1-3cc44649d868),segment_id=a98d0465-9a9c-44cc-84f1-3cc44649d868)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:35.118893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.127889 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8191381 Jun 09 13:24:35.131232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ceac7591-2e0d-438c-937b-c778b1634e11 None None] Provisioning for port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:35.135145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51514) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:35.138691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ceac7591-2e0d-438c-937b-c778b1634e11 None None] Provisioning complete for port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:35.139163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceac7591-2e0d-438c-937b-c778b1634e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.150746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Request body: {'port': {'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:35.199215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ceac7591-2e0d-438c-937b-c778b1634e11 None None] Port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:35.218881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:35.242245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.243473 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9275649 Jun 09 13:24:35.274084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51518) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:35.286604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Calling delete_port for dea35780-5054-46bd-a368-c9cce9174ff8 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:35.293224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018665572'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:35.302042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] DHCP port deletion for d39c61c8-b863-4282-bce8-73f7216210a1 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:35.332105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df43c6b-b033-4c53-a9c0-e3f99381bf58,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:35.355231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.357987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:35.416949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.432062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed99591a-8516-45e3-adf2-e6829ad4b56b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.452480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.469616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Deleting port dea35780-5054-46bd-a368-c9cce9174ff8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:35.470483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.496711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Port': ['ID=dea35780-5054-46bd-a368-c9cce9174ff8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:35.502909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] No DVR routers for this DVR port dea35780-5054-46bd-a368-c9cce9174ff8 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:35.505133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:35.601034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] For port dea35780-5054-46bd-a368-c9cce9174ff8, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:35.601719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.655778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.671615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39c61c8-b863-4282-bce8-73f7216210a1']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:35.689331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98d0465-9a9c-44cc-84f1-3cc44649d868') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:35.689628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98d0465-9a9c-44cc-84f1-3cc44649d868') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:35.702056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.723452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.729931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:35.730319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.749803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Calling delete_port for dea35780-5054-46bd-a368-c9cce9174ff8 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:35.754205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Port dea35780-5054-46bd-a368-c9cce9174ff8 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:24:35.755685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.761515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.815165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] No DVR routers for this DVR port dea35780-5054-46bd-a368-c9cce9174ff8 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:35.827293 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:35.838277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Pushing event deleted for resources: {'Port': ['ID=dea35780-5054-46bd-a368-c9cce9174ff8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:35.842484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:35.859500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.869400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-89caa9f9-925e-4b45-8bb5-8b83e18933ce tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.888672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e2bb9f-f169-4dc5-9b48-cd96a28e257f {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:24:35.891457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.895789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] 10.222.0.21 "DELETE /v2.0/networks/d39c61c8-b863-4282-bce8-73f7216210a1 HTTP/1.1" status: 204 len: 168 time: 1.2217569 Jun 09 13:24:35.898724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.901374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.901898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Pushing event deleted for resources: {'Network': ['ID=d39c61c8-b863-4282-bce8-73f7216210a1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:35.904349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:35.909224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.924975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Transition to ACTIVE for port object c6e2bb9f-f169-4dc5-9b48-cd96a28e257f will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:35.926315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe18b211-3af7-446c-9a58-4f4c5a7236d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131257363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.948891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.961370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-689a85f3-1a47-48f3-bd33-8ff55d9a72b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:35.963350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e718ccd9-f4c2-4ed9-86b9-a12a44129bb1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:35.967160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:35.970335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:35.972347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6972024 Jun 09 13:24:35.975688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51524) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:35.982605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-32097c7b-c8e4-4464-a133-6b2fc365f059 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': '1df43c6b-b033-4c53-a9c0-e3f99381bf58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e718ccd9-f4c2-4ed9-86b9-a12a44129bb1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:36.017322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:36.021252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.051017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-32097c7b-c8e4-4464-a133-6b2fc365f059 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:36.052289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-32097c7b-c8e4-4464-a133-6b2fc365f059 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0748756 Jun 09 13:24:36.056101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.370436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51530) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.406090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.433153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e304a7d-6608-4170-9ab1-acebb639b0c3 req-b850b0f2-faef-4a8c-9e41-2ca13eaed4c1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:36.434813 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1e304a7d-6608-4170-9ab1-acebb639b0c3 req-b850b0f2-faef-4a8c-9e41-2ca13eaed4c1 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.3486693 Jun 09 13:24:36.472170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.488625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:36.519144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1e304a7d-6608-4170-9ab1-acebb639b0c3 req-758e0649-d0a1-479f-b4e2-679475e4ef54 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766506 Jun 09 13:24:36.530777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:36.560949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.563865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.565153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/e718ccd9-f4c2-4ed9-86b9-a12a44129bb1 HTTP/1.1" status: 204 len: 168 time: 0.5078828 Jun 09 13:24:36.566775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-064957ac-45aa-46b9-aff4-1226428e9da0 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:36.575320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51534) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.598821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718ccd9-f4c2-4ed9-86b9-a12a44129bb1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:36.604283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:36.654418 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-08f42a4c-00ce-48e6-87aa-a4d574542535 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0760295 Jun 09 13:24:36.656994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51536) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.670434 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8b82eb7d-bfd7-4317-8fa2-ea9b81a6f87e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ed25119bda0482cae19f20a57b60e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876906 Jun 09 13:24:36.680489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device dea35780-5054-46bd-a368-c9cce9174ff8 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:36.683798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.720582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: dea35780-5054-46bd-a368-c9cce9174ff8 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:36.721279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device dea35780-5054-46bd-a368-c9cce9174ff8 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:36.732454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Attempting to bind port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:36.732805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Attempting to bind port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:36.733118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Attempting to bind port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:36.741073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f on network 7caf9660-4f03-4110-a30c-fc1e786547e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:24:36.741721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Attempting to bind port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:36.760614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:36.761441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:36.761441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Bound using segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:36.761751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Bound port: c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:36.762227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.790788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.809421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.843949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.861846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.875688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.883083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f9b62232-4fe7-48cd-b5c0-9cf0590f989d tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:36.932835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:36.940180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.944539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.948544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/1df43c6b-b033-4c53-a9c0-e3f99381bf58 HTTP/1.1" status: 204 len: 168 time: 0.2881043 Jun 09 13:24:36.948544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a0d60032-cf8d-400c-87b8-864440847292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:36.957494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51540) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:36.959163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:36.963100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df43c6b-b033-4c53-a9c0-e3f99381bf58,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:36.967657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:36.971184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.973941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.988599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:36.990268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eade287-3771-4ce6-b180-661a9db480aa HTTP/1.1" status: 204 len: 168 time: 0.3030155 Jun 09 13:24:36.991531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a7d2b0c-b794-430a-a448-ce69abb054c4 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:37.005745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=042c5bb4-f18a-49d4-b33c-fcf5f6906d6f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:37.007954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eade287-3771-4ce6-b180-661a9db480aa,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:37.009983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:37.014161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:37.022295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:37.059919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': '760d3c7b-458b-4cb9-a340-21399d75957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:37.060372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: d0674e1b-419d-4035-930b-f9d07279e6fc, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:37.064784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.065399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.066964 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] 10.222.0.42 "PUT /v2.0/ports/c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 1093 time: 1.9272022 Jun 09 13:24:37.086309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:37.088728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a" -d '{"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:37.175208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:37.227205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad1e60-c61e-4fd1-883e-256547c50ac5 x-openstack-request-id: req-bbad1e60-c61e-4fd1-883e-256547c50ac5 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:37.227551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:37.227853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbad1e60-c61e-4fd1-883e-256547c50ac5 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:37.228285 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'status': 'completed', 'code': 200} Jun 09 13:24:37.243046 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c7234263-af33-4735-b384-e45277f74bc7 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2785826 Jun 09 13:24:37.244172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:37.247109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51548) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:37.252873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187326827'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:37.265642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network d0674e1b-419d-4035-930b-f9d07279e6fc is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:37.285878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, d0674e1b-419d-4035-930b-f9d07279e6fc) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:37.286127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.290460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.291273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.296446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceff82a-1980-40b5-9e94-ae9788ee56f9 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:37.322657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-76052730-5768-4a60-8a95-45fcaebac2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.324642 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-76052730-5768-4a60-8a95-45fcaebac2e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1096 time: 0.1455963 Jun 09 13:24:37.326380 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1853638 Jun 09 13:24:37.329326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51550) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:37.393444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:37.451121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.461618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.468301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba2331eb-67b6-4716-aa00-8371a73e0f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:37.487849 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-844c0da2-cb68-492e-92c9-d2ef2b43b51d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 217 time: 0.1540639 Jun 09 13:24:37.530990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bba56-515c-4685-918b-08afe19d79f7,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:37.534727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.536185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2880530 Jun 09 13:24:37.537486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:37.539351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:37.544892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e91693be-5401-4bed-86e1-f138aa9b7394 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c08bba56-515c-4685-918b-08afe19d79f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:37.621770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-e91693be-5401-4bed-86e1-f138aa9b7394 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:37.623017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e91693be-5401-4bed-86e1-f138aa9b7394 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0825801 Jun 09 13:24:37.636133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-f49a4ebe-763f-4058-bf8a-472778ad24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.637639 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-f49a4ebe-763f-4058-bf8a-472778ad24af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.1423597 Jun 09 13:24:37.638229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51564) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:37.652940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-d0674e1b-419d-4035-930b-f9d07279e6fc', 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:37.653785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.661436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-498eea92-a211-4e24-a5d4-d3dc120d1465 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group_rule': {'security_group_id': 'c08bba56-515c-4685-918b-08afe19d79f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:37.759596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-eeb93864-4c9a-46b3-af09-0e111a8dcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.761232 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-eeb93864-4c9a-46b3-af09-0e111a8dcf4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1141343 Jun 09 13:24:37.768077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:37.773678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:37.852427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Allocated IP 2001:db8::2 (d0674e1b-419d-4035-930b-f9d07279e6fc/042c5bb4-f18a-49d4-b33c-fcf5f6906d6f/29d0e778-ffa2-4106-8a5e-09ee7eb0822a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:37.875580 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-498eea92-a211-4e24-a5d4-d3dc120d1465 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:37.876631 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-498eea92-a211-4e24-a5d4-d3dc120d1465 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2282126 Jun 09 13:24:37.879540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51572) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:37.920670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6f15-82ef-4840-be14-d7520df3fff5 req-f6b9b28b-1829-4306-a6f5-bc48de4e02e3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:37.927717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d5aa6f15-82ef-4840-be14-d7520df3fff5 req-f6b9b28b-1829-4306-a6f5-bc48de4e02e3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.1920552 Jun 09 13:24:37.976366 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.ipam_backend_mixin [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 042c5bb4-f18a-49d4-b33c-fcf5f6906d6f (CIDR: 2001:db8::/64) Jun 09 13:24:38.004813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.027710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d5aa6f15-82ef-4840-be14-d7520df3fff5 req-f820385c-7ac2-4486-8db6-4e329555ee8a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990784 Jun 09 13:24:38.052404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.128108 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:24:38.128108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:24:38.145709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.148475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.149575 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/c08bba56-515c-4685-918b-08afe19d79f7 HTTP/1.1" status: 204 len: 168 time: 0.2689686 Jun 09 13:24:38.150468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-572e4372-2ef2-47fe-afb8-b85504f4339d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:38.171003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.172830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51578) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.190429 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-6c735f60-78f7-40df-a7b2-71005d5126f4 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817129 Jun 09 13:24:38.202804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Transition to ACTIVE for port object 29d0e778-ffa2-4106-8a5e-09ee7eb0822a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:38.203964 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-91055730-c3e2-4946-a143-0539e55f129f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8735695 Jun 09 13:24:38.204602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51582) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.208769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bba56-515c-4685-918b-08afe19d79f7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:38.218573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b58a618e-04e3-4362-b523-d08c3671b3df tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:38.243101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Transition to ACTIVE for port object 29d0e778-ffa2-4106-8a5e-09ee7eb0822a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:38.252286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.264848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-53fbc1a2-0ea5-427e-929b-e56b36e29ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:38.292584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d88ded9a-378f-4f11-9a53-b36b7c642f42 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1167510 Jun 09 13:24:38.295291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51584) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.298851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51586) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.320014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'tempest-secgroup--422607810'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:38.364364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:38.372926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:38.377122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:38.382134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:38.389559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.487881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Pushing event updated for resources: {'Port': ['ID=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:38.496592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:38.515344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Attempting to bind port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:38.515854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Attempting to bind port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '760d3c7b-458b-4cb9-a340-21399d75957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:38.516364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Attempting to bind port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a on network d0674e1b-419d-4035-930b-f9d07279e6fc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:38.521358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.523644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:38.524227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Checking segment: {'id': '760d3c7b-458b-4cb9-a340-21399d75957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:38.524777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.525506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Bound using segment: {'id': '760d3c7b-458b-4cb9-a340-21399d75957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:38.526375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Bound port: 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760d3c7b-458b-4cb9-a340-21399d75957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:38.526926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.528223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.548334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9eb863e6-f01f-4c4d-a98d-0f84db9cab2f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:38.561118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.565282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2572486 Jun 09 13:24:38.567564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51590) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.577621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-07f871d1-1833-4cee-ae5f-3a9949b78f36 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:38.578879 dv-neutron-601336-89-hyperv neutron-server[92384]: WARNING neutron.api.v2.base [None req-07f871d1-1833-4cee-ae5f-3a9949b78f36 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 09 13:24:38.579473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-07f871d1-1833-4cee-ae5f-3a9949b78f36 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] update failed (client error): There was a conflict when trying to complete your request. Jun 09 13:24:38.583659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-07f871d1-1833-4cee-ae5f-3a9949b78f36 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "PUT /v2.0/security-groups/da4ec24a-a55c-4dac-841d-0ef408af7900 HTTP/1.1" status: 409 len: 330 time: 0.0110655 Jun 09 13:24:38.588115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:38.609752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1490555727'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:38.642507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ec24a-a55c-4dac-841d-0ef408af7900,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:38.659332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:38.661836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:38.666508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] For port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:38.667499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.683735 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6b566723-fe00-4e12-97d4-5b8b421e2e30 req-7ce9266e-3d6f-4d71-ae28-7026ea46b067 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781423 Jun 09 13:24:38.684595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.688679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] For port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,segment=NetworkSegment(760d3c7b-458b-4cb9-a340-21399d75957c),segment_id=760d3c7b-458b-4cb9-a340-21399d75957c)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:38.695795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.702699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-477b310b-5323-4254-9f1e-58dac9ab039c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:38.731445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.db.api [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 13:24:38.731445 dv-neutron-601336-89-hyperv neutron-server[92383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 13:24:38.731445 dv-neutron-601336-89-hyperv neutron-server[92383]: [parameters: {'project_id_1': 'a56848215d73478b8f5c17496917ec63', 'expiration_1': datetime.datetime(2021, 6, 9, 13, 24, 38, 712840)}] Jun 09 13:24:38.731445 dv-neutron-601336-89-hyperv neutron-server[92383]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:24:38.732426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_db.api [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:24:38.807129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Pushing event updated for resources: {'Port': ['ID=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:38.810677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:38.858578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.864116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.879909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:38.893014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a57f54a4-4f3b-4419-b295-d4865e5005da tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:38.902433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.902952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 41f97a21-8da4-46dc-aca2-add5743be2ce of type vlan for network 1009cea5-d510-46c9-a4e3-36690fa3dab9 Jun 09 13:24:38.941555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1161b5-8451-4cd8-addb-361f3c281d10,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:38.948569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.950910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.952392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:38.983357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.985257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:38.995517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:38.996871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.013505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1e68f1d-fa7f-414c-8165-7c5c31ed5911 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:39.056681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-cec3334b-85e5-441c-a25c-e52dcc5235d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.058886 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-cec3334b-85e5-441c-a25c-e52dcc5235d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1096 time: 0.1523590 Jun 09 13:24:39.063592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.066058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.067160 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/da4ec24a-a55c-4dac-841d-0ef408af7900 HTTP/1.1" status: 204 len: 168 time: 0.4754841 Jun 09 13:24:39.068425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fa2b184c-9446-4c67-8a7a-f1235df542d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:39.077306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51596) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.135364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8312864 Jun 09 13:24:39.139798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51598) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.158097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-392655883'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:39.178059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ec24a-a55c-4dac-841d-0ef408af7900,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:39.183962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:39.184344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=1009cea5-d510-46c9-a4e3-36690fa3dab9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:39.187888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:39.226305 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0fee1cb5-256a-4ae6-b939-3a3cc107edca tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478744 Jun 09 13:24:39.239551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51602) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.256485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:39.257354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:39.260287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.272805 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-05b633de-a22e-4682-8c6d-11a65035c06d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] delete failed (client error): The resource could not be found. Jun 09 13:24:39.274280 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05b633de-a22e-4682-8c6d-11a65035c06d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "DELETE /v2.0/security-groups/a84541fc-23aa-4222-876f-bf26cc9836cb HTTP/1.1" status: 404 len: 347 time: 0.0315168 Jun 09 13:24:39.280176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51604) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.312388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:39.324103 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-8b31a78b-4e6c-4b01-b1c0-59ff06a20935 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] show failed (client error): The resource could not be found. Jun 09 13:24:39.325172 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8b31a78b-4e6c-4b01-b1c0-59ff06a20935 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-groups/9819b759-41fd-4434-a849-64aea564ad40 HTTP/1.1" status: 404 len: 347 time: 0.0348060 Jun 09 13:24:39.328645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:39.332826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.339302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa29cb-b1ec-4072-82ac-d8f73af139ad req-a7b68e03-89c5-4069-8ecd-0db93942d556 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.340863 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3caa29cb-b1ec-4072-82ac-d8f73af139ad req-a7b68e03-89c5-4069-8ecd-0db93942d556 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.1497190 Jun 09 13:24:39.341395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51606) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.342457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.342888 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 00f96c85-ca3c-4c3e-b07c-5473333f7677 of type vlan for network 65e4d451-7c6f-490e-ba4e-360daad134d3 Jun 09 13:24:39.378757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-fd463ba9-456b-4635-a9b4-61d180380fad tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] show failed (client error): The resource could not be found. Jun 09 13:24:39.384478 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fd463ba9-456b-4635-a9b4-61d180380fad tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] 10.222.0.21 "GET /v2.0/security-group-rules/7bbddce2-a479-4bb8-97eb-54e8a9d4dc6b HTTP/1.1" status: 404 len: 356 time: 0.0354626 Jun 09 13:24:39.404143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-c8a209fe-2c45-4893-ab50-71eb6fff0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.405606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-c8a209fe-2c45-4893-ab50-71eb6fff0850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.3291140 Jun 09 13:24:39.416917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.432615 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3caa29cb-b1ec-4072-82ac-d8f73af139ad req-7d92d1cc-f4ae-427b-9dc7-313a0fadf749 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704491 Jun 09 13:24:39.461854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.468579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.469187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.475297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-718505ab-ab6a-4a61-98f3-6c8df4f81191 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:39.491194 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-f31764d6-3480-4360-8757-23cdfd2541c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 217 time: 0.0773175 Jun 09 13:24:39.570403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4284377 Jun 09 13:24:39.574404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51610) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.581659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:39.589096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-02b5b7ce-3711-4bea-9d89-d424c34bfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.590584 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-02b5b7ce-3711-4bea-9d89-d424c34bfd3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0904317 Jun 09 13:24:39.658813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=65e4d451-7c6f-490e-ba4e-360daad134d3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:39.661584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:39.672076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:39.761102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51614) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:39.770621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:39.774492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.808443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-e5ec186e-e40e-457e-8b9f-6788c6683cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:39.810289 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-e5ec186e-e40e-457e-8b9f-6788c6683cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2024109 Jun 09 13:24:39.968300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:39.978717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-891addc8-68d1-4a6d-8c36-1a3c86e30262 tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:40.006344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.010954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d10deb70-8e97-48f0-9c95-9b372df63726 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:40.062180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756659a-e3bf-4394-9939-7d5df4923445 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:40.075782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network d0674e1b-419d-4035-930b-f9d07279e6fc is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:40.080767 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9512210f-8bbe-413e-bf1a-27a8c592c981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c14a36242334007a0d93c22d705fa60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160372 Jun 09 13:24:40.084440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51618) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:40.084594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:40.091290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:40.091773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.107951 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-eaec6e18-1271-49f0-900a-36546a6a3546 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891319 Jun 09 13:24:40.108628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=2f1ebd7c-4c54-483f-853e-4df7f697baa2,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:40.111216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=b30ea795-6f30-4081-ab2c-1de7eb4ded2d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:40.113066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:40.120977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:40.128623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '41f97a21-8da4-46dc-aca2-add5743be2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:40.129113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: 1009cea5-d510-46c9-a4e3-36690fa3dab9, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:40.138135 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8624194 Jun 09 13:24:40.142871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:40.154824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f'}, {'subnet_id': '2f1ebd7c-4c54-483f-853e-4df7f697baa2'}], 'name': 'tempest-PortsIpV6TestJSON-1607518915'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:40.174782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3f834519-fa7d-4b15-9e55-70eeb6366d50 None None] Provisioning for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:40.251021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95ff31ca-a8c9-4e2f-b0f7-ee6ad767184a req-787dd4a2-925a-4cb8-b2fb-668f9367a874 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352148 Jun 09 13:24:40.388289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:40.406800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Update dhcp port {'port': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f1ebd7c-4c54-483f-853e-4df7f697baa2'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '29d0e778-ffa2-4106-8a5e-09ee7eb0822a'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:24:40.430722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.432267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1009cea5-d510-46c9-a4e3-36690fa3dab9) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:40.440723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:40.441300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.444652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a962f-d2a7-43c2-8815-d8ed1fa8bfff None None] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:40.497243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9193957 Jun 09 13:24:40.497243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.497672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51624) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:40.503252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:40.541157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.587577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:40.651632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:40.657636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.742987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.746587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.750241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7b3fe49-6c56-4174-a71b-fa1627e1044b HTTP/1.1" status: 204 len: 168 time: 0.6612778 Jun 09 13:24:40.761977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ef4a664c-14cc-45ed-b0ff-4b4d91ffe7a1 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:40.775016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d0e778-ffa2-4106-8a5e-09ee7eb0822a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:40.788257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b3fe49-6c56-4174-a71b-fa1627e1044b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:40.798930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec6793-3594-4715-a048-5b19e3a453bf req-2cc70b01-8b14-4f76-9d82-f5ad0a6ce936 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:40.800702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2bec6793-3594-4715-a048-5b19e3a453bf req-2cc70b01-8b14-4f76-9d82-f5ad0a6ce936 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.2576697 Jun 09 13:24:40.802181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:40.805885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.849582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port f8c422de-b09e-44b9-bdc7-44fef824bfba yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:40.916113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2bec6793-3594-4715-a048-5b19e3a453bf req-be175964-5643-4294-ac22-bcf77756beec tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982332 Jun 09 13:24:40.952216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:40.958995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cbc79c6e-5144-4704-8ec8-c103ec4519f3 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:41.000632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-1009cea5-d510-46c9-a4e3-36690fa3dab9', 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': 'b30ea795-6f30-4081-ab2c-1de7eb4ded2d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:41.001495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.030083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Allocated IP 2001:db8:0:1::2 (d0674e1b-419d-4035-930b-f9d07279e6fc/2f1ebd7c-4c54-483f-853e-4df7f697baa2/29d0e778-ffa2-4106-8a5e-09ee7eb0822a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:41.032395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:41.051368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=49246fc4-a90f-401f-a9ee-2687947d1cc8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:41.054109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:41.060685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '00f96c85-ca3c-4c3e-b07c-5473333f7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:41.061115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: 65e4d451-7c6f-490e-ba4e-360daad134d3, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:41.081716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:41.089914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:41.090307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.095196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 65e4d451-7c6f-490e-ba4e-360daad134d3) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:41.100728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:41.101553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.127752 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6261168 Jun 09 13:24:41.128147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34827df5-21d8-475d-84fa-861a5975e830 None None] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:41.131107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51630) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:41.137181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1235785391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:41.163979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.165408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.182838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.203688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.231109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.235232 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b5a81a35-6c83-48fb-bd87-7622fcfd60e0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1001060 Jun 09 13:24:41.235232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51638) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:41.553759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] For port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,segment=NetworkSegment(760d3c7b-458b-4cb9-a340-21399d75957c),segment_id=760d3c7b-458b-4cb9-a340-21399d75957c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:41.599219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Allocated IP 172.20.0.2 (1009cea5-d510-46c9-a4e3-36690fa3dab9/b30ea795-6f30-4081-ab2c-1de7eb4ded2d/97e7be4e-886c-49c6-8614-743502c067c6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:41.654750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51650) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:41.673387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.746440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.755213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.775958 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d2ed8097-e87d-4fca-83a0-bde88b144f2f tempest-ServiceProvidersTest-1191490689 tempest-ServiceProvidersTest-1191490689-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1142583 Jun 09 13:24:41.814170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-65e4d451-7c6f-490e-ba4e-360daad134d3', 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': '49246fc4-a90f-401f-a9ee-2687947d1cc8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:41.815021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.827893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Transition to ACTIVE for port object 29d0e778-ffa2-4106-8a5e-09ee7eb0822a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:41.839572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:41.873222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:42.108565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51662) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:42.154564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:24:42.154969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:24:42.202469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Pushing event updated for resources: {'Port': ['ID=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:42.220058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:42.286415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.306159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Transition to ACTIVE for port object 97e7be4e-886c-49c6-8614-743502c067c6 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:42.309240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Allocated IP 172.21.0.2 (65e4d451-7c6f-490e-ba4e-360daad134d3/49246fc4-a90f-401f-a9ee-2687947d1cc8/a90675e1-4f6a-40e4-bac2-07bea812cac1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:42.340914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Transition to ACTIVE for port object 97e7be4e-886c-49c6-8614-743502c067c6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:42.390228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::a (d0674e1b-419d-4035-930b-f9d07279e6fc/042c5bb4-f18a-49d4-b33c-fcf5f6906d6f/f8c422de-b09e-44b9-bdc7-44fef824bfba) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:42.408615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.423246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45ecb599-0789-40dc-9b27-460d614a1d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:42.434146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8:0:1::305 (d0674e1b-419d-4035-930b-f9d07279e6fc/2f1ebd7c-4c54-483f-853e-4df7f697baa2/f8c422de-b09e-44b9-bdc7-44fef824bfba) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:42.436327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51666) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:42.452260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.462658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:42.470519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:42.481329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:42.583675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.20.0.1 (1009cea5-d510-46c9-a4e3-36690fa3dab9/b30ea795-6f30-4081-ab2c-1de7eb4ded2d/516d04a1-8159-41ff-a646-a60ffc9f6576) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:42.608601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Pushing event updated for resources: {'Port': ['ID=97e7be4e-886c-49c6-8614-743502c067c6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:42.608840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.620970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.623372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:42.631712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Attempting to bind port 97e7be4e-886c-49c6-8614-743502c067c6 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:42.632380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Attempting to bind port 97e7be4e-886c-49c6-8614-743502c067c6 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '41f97a21-8da4-46dc-aca2-add5743be2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:42.633394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Attempting to bind port 97e7be4e-886c-49c6-8614-743502c067c6 on network 1009cea5-d510-46c9-a4e3-36690fa3dab9 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:42.633700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22acfc6a-688b-4750-8316-d25124a20a1a tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:42.651583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:42.652285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Checking segment: {'id': '41f97a21-8da4-46dc-aca2-add5743be2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:42.652863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.653411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Bound using segment: {'id': '41f97a21-8da4-46dc-aca2-add5743be2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:42.654066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Bound port: 97e7be4e-886c-49c6-8614-743502c067c6, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f97a21-8da4-46dc-aca2-add5743be2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1009cea5-d510-46c9-a4e3-36690fa3dab9'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:42.654641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.672693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddbe7f2-97fc-48d8-b0a0-9d9ed9b7372f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:42.693445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:42.717425 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8752cb7d2f354721b6ed6adf9b770743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074052 Jun 09 13:24:42.721028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51668) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:42.801378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.836929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.864621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def338e9-f5d8-4358-86dc-b97bf6c30806 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:42.896507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.899313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:42.903179 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ddbe7f2-97fc-48d8-b0a0-9d9ed9b7372f HTTP/1.1" status: 204 len: 168 time: 0.1783104 Jun 09 13:24:42.903179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2c74496b-f452-41e8-b06e-b1199605da33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:42.903412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5ee2-8db1-4403-aa26-135078ffefca req-8f434520-3736-4bef-82c8-35708ea49506 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:42.907241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca6e5ee2-8db1-4403-aa26-135078ffefca req-8f434520-3736-4bef-82c8-35708ea49506 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.6942272 Jun 09 13:24:42.924080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddbe7f2-97fc-48d8-b0a0-9d9ed9b7372f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:42.927162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:42.980665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.002219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d82e787a-e32a-453b-b6ca-8067a1dcba23 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/6c1144c6-85d3-4130-a4ab-3852cfc925af HTTP/1.1" status: 200 len: 993 time: 0.5573170 Jun 09 13:24:43.035295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2ed0ef63-77c3-4ceb-ab01-73911d0a40bd None None] Provisioning for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:43.038206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.084656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca6e5ee2-8db1-4403-aa26-135078ffefca req-bec9abd8-b768-481c-85be-1228e95a7936 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380308 Jun 09 13:24:43.094568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.106683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2ed0ef63-77c3-4ceb-ab01-73911d0a40bd None None] Provisioning complete for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:43.106848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ef63-77c3-4ceb-ab01-73911d0a40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.122499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.132703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object 516d04a1-8159-41ff-a646-a60ffc9f6576 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:43.149339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object f8c422de-b09e-44b9-bdc7-44fef824bfba will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:43.172637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] For port 97e7be4e-886c-49c6-8614-743502c067c6, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:43.182338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.187439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:43.201979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Transition to ACTIVE for port object a90675e1-4f6a-40e4-bac2-07bea812cac1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:43.214722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,segment=NetworkSegment(760d3c7b-458b-4cb9-a340-21399d75957c),segment_id=760d3c7b-458b-4cb9-a340-21399d75957c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:43.227130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] For port 97e7be4e-886c-49c6-8614-743502c067c6, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=97e7be4e-886c-49c6-8614-743502c067c6,segment=NetworkSegment(41f97a21-8da4-46dc-aca2-add5743be2ce),segment_id=41f97a21-8da4-46dc-aca2-add5743be2ce)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:43.239160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.253111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:43.265454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.275834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:43.281929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:43.287342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.288048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:43.319815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Transition to ACTIVE for port object a90675e1-4f6a-40e4-bac2-07bea812cac1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:43.334588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network d0674e1b-419d-4035-930b-f9d07279e6fc is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:43.337422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=516d04a1-8159-41ff-a646-a60ffc9f6576,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:43.341973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:43.343803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:43.346399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cef71724-1e29-4aea-8722-8b0cab644a6f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:43.356302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51676) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:43.363292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d0e778-ffa2-4106-8a5e-09ee7eb0822a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:43.382673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:43.388394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:43.389014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.413422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.430506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.478307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:43.487155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:43.488750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:43.514815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eba4acd0-1e23-46e0-83cf-fdac71baf16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:43.525366 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3803258 Jun 09 13:24:43.534005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51678) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:43.543626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:43.555776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:43.574936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:43.620041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=f8c422de-b09e-44b9-bdc7-44fef824bfba,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:43.622419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:43.716472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.720606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 750c8192-227c-4151-9363-d55557e0b158 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:43.721141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.786254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:43.787025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.836277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Pushing event updated for resources: {'Port': ['ID=97e7be4e-886c-49c6-8614-743502c067c6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:43.836514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.853385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.854055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.909569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Attempting to bind port a90675e1-4f6a-40e4-bac2-07bea812cac1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:43.910605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Attempting to bind port a90675e1-4f6a-40e4-bac2-07bea812cac1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '00f96c85-ca3c-4c3e-b07c-5473333f7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:43.911230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Attempting to bind port a90675e1-4f6a-40e4-bac2-07bea812cac1 on network 65e4d451-7c6f-490e-ba4e-360daad134d3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:43.935699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:43.936083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Checking segment: {'id': '00f96c85-ca3c-4c3e-b07c-5473333f7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:43.936506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.936906 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Bound using segment: {'id': '00f96c85-ca3c-4c3e-b07c-5473333f7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:43.937408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Bound port: a90675e1-4f6a-40e4-bac2-07bea812cac1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f96c85-ca3c-4c3e-b07c-5473333f7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65e4d451-7c6f-490e-ba4e-360daad134d3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:43.937781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:43.987306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 750c8192-227c-4151-9363-d55557e0b158 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:44.001370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Pushing event updated for resources: {'Port': ['ID=a90675e1-4f6a-40e4-bac2-07bea812cac1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:44.011046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:44.015109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:44.015403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:44.118781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] For port a90675e1-4f6a-40e4-bac2-07bea812cac1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:44.132703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] For port a90675e1-4f6a-40e4-bac2-07bea812cac1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a90675e1-4f6a-40e4-bac2-07bea812cac1,segment=NetworkSegment(00f96c85-ca3c-4c3e-b07c-5473333f7677),segment_id=00f96c85-ca3c-4c3e-b07c-5473333f7677)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:44.144956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.151223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6b6e268-c366-4f71-9016-a66426ca8213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:44.178314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.183620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:44.271999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Pushing event updated for resources: {'Port': ['ID=a90675e1-4f6a-40e4-bac2-07bea812cac1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:44.275150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:44.321202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=750c8192-227c-4151-9363-d55557e0b158,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:44.328413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:44.394398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.395023 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 6c1144c6-85d3-4130-a4ab-3852cfc925af disassociated (deleted). External IP: 172.26.5.78, port: c6e3a922-f22a-4759-8e32-0225c0f4012b. Jun 09 13:24:44.611209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Provisioning for port f8c422de-b09e-44b9-bdc7-44fef824bfba completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:44.618128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Provisioning complete for port f8c422de-b09e-44b9-bdc7-44fef824bfba triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:44.618712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.737067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Port f8c422de-b09e-44b9-bdc7-44fef824bfba cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:44.753571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Provisioning complete for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:44.754418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89b8c5cd-63bd-4bb3-8c73-7b16b069216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.772903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4af7-8032-4cb7-94c6-c74ac6acd9c6 req-6dc80772-8a76-4b36-a814-fc47ea6b35f5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:44.781242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5f2d4af7-8032-4cb7-94c6-c74ac6acd9c6 req-6dc80772-8a76-4b36-a814-fc47ea6b35f5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.4001291 Jun 09 13:24:44.906048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Delete allocated IP 2001:db8:0:1::305 (d0674e1b-419d-4035-930b-f9d07279e6fc/2f1ebd7c-4c54-483f-853e-4df7f697baa2) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:24:44.934290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.948068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5f2d4af7-8032-4cb7-94c6-c74ac6acd9c6 req-ad4cf6fa-9448-42f9-9d5a-c6944e7efe04 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654358 Jun 09 13:24:44.951886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:44.982595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:44.994747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa93ec2-7c6d-48a0-8987-02108a05de07 None None] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:45.001152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c3a9626b-f36b-4b27-809f-16d2b5ce6853 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:45.090496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2640b186-551d-4bc8-8860-473a18a4d725 None None] Provisioning complete for port f8c422de-b09e-44b9-bdc7-44fef824bfba triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:45.091020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2640b186-551d-4bc8-8860-473a18a4d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.153331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=516d04a1-8159-41ff-a646-a60ffc9f6576,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:45.156282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:45.165735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.176667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2640b186-551d-4bc8-8860-473a18a4d725 None None] Port f8c422de-b09e-44b9-bdc7-44fef824bfba cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:45.288491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2640b186-551d-4bc8-8860-473a18a4d725 None None] Provisioning for port 97e7be4e-886c-49c6-8614-743502c067c6 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:45.333087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.342307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e2bb9f-f169-4dc5-9b48-cd96a28e257f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:24:45.369903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:45.380607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.398150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Sync routers for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:45.436647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Ignored duplicate provisioning block setup for port f8c422de-b09e-44b9-bdc7-44fef824bfba by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 09 13:24:45.449910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:45.450815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.459022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:45.472715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:45.476726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:45.477478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:45.494913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c1144c6-85d3-4130-a4ab-3852cfc925af HTTP/1.1" status: 204 len: 168 time: 2.1361349 Jun 09 13:24:45.495877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:45.499017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456565d7-e041-41e8-993d-f49a7eaf38dd" -d '{"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:45.586678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b1fc8b-7d37-4aca-b683-0bceb142576a x-openstack-request-id: req-77b1fc8b-7d37-4aca-b683-0bceb142576a {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:45.587024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:45.587330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77b1fc8b-7d37-4aca-b683-0bceb142576a {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:45.587773 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'status': 'completed', 'code': 200} Jun 09 13:24:45.612770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 97e7be4e-886c-49c6-8614-743502c067c6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:45.754617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:45.768523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-87720f2b-815d-46b3-8b59-4c3be2e25621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:45.771690 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-87720f2b-815d-46b3-8b59-4c3be2e25621 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 1099 time: 0.1574376 Jun 09 13:24:45.822234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:24:45.855975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] In _notify_port_updated(), no bound segment for port f8c422de-b09e-44b9-bdc7-44fef824bfba on network d0674e1b-419d-4035-930b-f9d07279e6fc {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:24:45.866221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:45.868233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:45.871158 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/ports/f8c422de-b09e-44b9-bdc7-44fef824bfba HTTP/1.1" status: 200 len: 924 time: 2.3356662 Jun 09 13:24:45.887364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51686) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:45.895893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f'}, {'subnet_id': '2f1ebd7c-4c54-483f-853e-4df7f697baa2'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:45.941701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d8bff-dde9-433a-823c-efcca682cec3 None None] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:45.954255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=f8c422de-b09e-44b9-bdc7-44fef824bfba,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:45.990262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:46.011948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-66cf57bd-5a98-4a49-9044-76fd6fdee95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:46.013414 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-66cf57bd-5a98-4a49-9044-76fd6fdee95c service neutron] 10.222.0.42 "GET /v2.0/networks?id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 200 len: 897 time: 0.2304506 Jun 09 13:24:46.132610 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-964cf0ec-a74b-4c78-aa41-2c1467745147 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 200 len: 217 time: 0.1101553 Jun 09 13:24:46.134318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-95a4617f-4129-450c-a5cd-af1f57566476 None None] Provisioning for port a90675e1-4f6a-40e4-bac2-07bea812cac1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:46.137347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 97e7be4e-886c-49c6-8614-743502c067c6 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:46.147398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.167038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:46.202961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-4b9ac64a-32f0-46fb-b5ea-ed3794746e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:46.204903 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-4b9ac64a-32f0-46fb-b5ea-ed3794746e2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b1b13201-c4aa-4226-8d62-7652627bdc35 HTTP/1.1" status: 200 len: 835 time: 0.0640390 Jun 09 13:24:46.213615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 97e7be4e-886c-49c6-8614-743502c067c6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:46.213997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.300183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e2bb9f-f169-4dc5-9b48-cd96a28e257f {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:24:46.311546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-ba322dff-2ebe-42da-8413-bc654bfec160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:46.315086 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-ba322dff-2ebe-42da-8413-bc654bfec160 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1015399 Jun 09 13:24:46.332865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 95c54df4-344b-4acb-8e36-02a59e449057 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:24:46.449384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:46.483506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.491452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-75744a4e-1f83-41b2-8509-c477cbbd7730 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648657 Jun 09 13:24:46.536014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:46.605964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Provisioning complete for port f8c422de-b09e-44b9-bdc7-44fef824bfba triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:46.606337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.647589 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-456565d7-e041-41e8-993d-f49a7eaf38dd req-7f1c5304-7ab1-4fd5-ad81-74ed75480fb5 service neutron] 10.222.0.42 "GET /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470578 Jun 09 13:24:46.723991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185bb2-25b3-409d-9845-fbb504e493ff req-b4558dee-6e4b-4bfa-bb8e-b64955350c7d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:46.725456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8185bb2-25b3-409d-9845-fbb504e493ff req-b4558dee-6e4b-4bfa-bb8e-b64955350c7d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 943 time: 0.5565619 Jun 09 13:24:46.741970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe6606-ff92-4bd2-8e74-9d19bdf9f256 req-db6db0bb-679e-432c-be69-36ccfaaf8522 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:46.743432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-febe6606-ff92-4bd2-8e74-9d19bdf9f256 req-db6db0bb-679e-432c-be69-36ccfaaf8522 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.6914167 Jun 09 13:24:46.774717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:24:46.776011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.888644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:46.893991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Port f8c422de-b09e-44b9-bdc7-44fef824bfba cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:46.899915 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] Sync routers for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:46.902800 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6664331 Jun 09 13:24:46.905521 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51692) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:46.908211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-febe6606-ff92-4bd2-8e74-9d19bdf9f256 req-0b9028ca-87fc-452b-9b41-8c9b11cdbcfd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331341 Jun 09 13:24:46.910959 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8185bb2-25b3-409d-9845-fbb504e493ff req-5eaed7e0-e0d8-4fc4-a4c5-3f1b848bc3d7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644959 Jun 09 13:24:46.915153 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:46.916224 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:46.917482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:46.920976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:46.921835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:46.987751 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:46.998568 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:46.999215 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:47.036505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Provisioning complete for port 97e7be4e-886c-49c6-8614-743502c067c6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:47.036923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.043979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9116725-ec4f-41ba-915f-6144d66e839f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:47.046414 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e9116725-ec4f-41ba-915f-6144d66e839f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports/516d04a1-8159-41ff-a646-a60ffc9f6576 HTTP/1.1" status: 200 len: 910 time: 0.1390893 Jun 09 13:24:47.049128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51694) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:47.070299 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:47.070735 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1fcbb7-eceb-4536-b01a-7de6f52ab2d6 None None] The sync data for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:47.106672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 97e7be4e-886c-49c6-8614-743502c067c6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=97e7be4e-886c-49c6-8614-743502c067c6,segment=NetworkSegment(41f97a21-8da4-46dc-aca2-add5743be2ce),segment_id=41f97a21-8da4-46dc-aca2-add5743be2ce)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:47.125545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.126418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a90675e1-4f6a-40e4-bac2-07bea812cac1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:47.164065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-03a86161-08f8-4551-b434-8206bd2373f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:47.238145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8:0:1::35c (d0674e1b-419d-4035-930b-f9d07279e6fc/2f1ebd7c-4c54-483f-853e-4df7f697baa2/f8c422de-b09e-44b9-bdc7-44fef824bfba) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:47.343998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=97e7be4e-886c-49c6-8614-743502c067c6,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:47.353731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:47.404310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:47.419702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.430846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Checking router: 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:47.438198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port a90675e1-4f6a-40e4-bac2-07bea812cac1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:47.439986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object f8c422de-b09e-44b9-bdc7-44fef824bfba will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:47.446437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.461312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e246c56-2079-4a87-9233-63f8dea86e1b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:47.466157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a90675e1-4f6a-40e4-bac2-07bea812cac1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:47.466552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.503715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:47.503928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:47.596777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Provisioning for port 516d04a1-8159-41ff-a646-a60ffc9f6576 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:47.602552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] In _notify_port_updated(), no bound segment for port f8c422de-b09e-44b9-bdc7-44fef824bfba on network d0674e1b-419d-4035-930b-f9d07279e6fc {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:24:47.607980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:47.608630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.612561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/ports/f8c422de-b09e-44b9-bdc7-44fef824bfba HTTP/1.1" status: 200 len: 1010 time: 1.7190843 Jun 09 13:24:47.613693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51696) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:47.653785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=f8c422de-b09e-44b9-bdc7-44fef824bfba,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:47.662982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:47.696461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Provisioning complete for port 516d04a1-8159-41ff-a646-a60ffc9f6576 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:47.697158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.799313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac0e80-bc15-497f-ac70-2d7c6b466605 None None] Port 516d04a1-8159-41ff-a646-a60ffc9f6576 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:47.803137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port f8c422de-b09e-44b9-bdc7-44fef824bfba {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:47.804399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.830190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-454c6e39-b7ae-4dce-ae5c-d53de903dbc6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:47.831661 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-454c6e39-b7ae-4dce-ae5c-d53de903dbc6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.3896325 Jun 09 13:24:47.915832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:47.941830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.963091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fccd031-f159-48df-896c-98e8c774d0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:47.980844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.023592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.054653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port c6e3a922-f22a-4759-8e32-0225c0f4012b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:48.055746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.074692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for f8c422de-b09e-44b9-bdc7-44fef824bfba owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:48.148891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Provisioning for port f8c422de-b09e-44b9-bdc7-44fef824bfba completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:48.224652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Provisioning complete for port f8c422de-b09e-44b9-bdc7-44fef824bfba triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:48.225338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.272751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port a90675e1-4f6a-40e4-bac2-07bea812cac1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a90675e1-4f6a-40e4-bac2-07bea812cac1,segment=NetworkSegment(00f96c85-ca3c-4c3e-b07c-5473333f7677),segment_id=00f96c85-ca3c-4c3e-b07c-5473333f7677)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:48.296752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.297637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d0e778-ffa2-4106-8a5e-09ee7eb0822a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:48.333663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72943594-6c13-4e43-b5cc-64de7933ff31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:48.408527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port c6e3a922-f22a-4759-8e32-0225c0f4012b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e3a922-f22a-4759-8e32-0225c0f4012b,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:48.408957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.429619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Port f8c422de-b09e-44b9-bdc7-44fef824bfba cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:48.507766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=a90675e1-4f6a-40e4-bac2-07bea812cac1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:48.510808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:48.523371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Provisioning complete for port a90675e1-4f6a-40e4-bac2-07bea812cac1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:48.523754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.545883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.550087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for c6e3a922-f22a-4759-8e32-0225c0f4012b owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:48.554228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:48.598570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e7b6b-f53d-4d19-ad10-453f9eaf1876 req-1ad5923d-beee-422e-ba3b-2947d0320a12 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:48.600905 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1b6e7b6b-f53d-4d19-ad10-453f9eaf1876 req-1ad5923d-beee-422e-ba3b-2947d0320a12 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 946 time: 0.4383550 Jun 09 13:24:48.608084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:48.608481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.614729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=f8c422de-b09e-44b9-bdc7-44fef824bfba,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:48.620120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:48.686352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad2d13-a837-49f7-b254-50e7213ba30a req-8c69f1bd-30a3-43d3-8f12-33d8562c8227 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:48.693974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bad2d13-a837-49f7-b254-50e7213ba30a req-8c69f1bd-30a3-43d3-8f12-33d8562c8227 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 944 time: 0.4891212 Jun 09 13:24:48.720482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.21.0.1 (65e4d451-7c6f-490e-ba4e-360daad134d3/49246fc4-a90f-401f-a9ee-2687947d1cc8/4b273b72-f711-4d93-8117-a6dd009988f5) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:48.768783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.773758 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/f8c422de-b09e-44b9-bdc7-44fef824bfba HTTP/1.1" status: 204 len: 168 time: 1.1594412 Jun 09 13:24:48.775836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51702) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:48.814677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:48.830293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0a90b6-1b56-4fb7-8200-82b516c475d1 None None] The sync data for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv is: [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:23:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '07cf7a06-5602-41ad-9842-ce266d13faee', 'name': '', 'network_id': '02e4e3f6-988f-4b18-ab0b-1d1d5bd14515', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:7f:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:35Z', 'updated_at': '2021-06-09T13:23:53Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'b1b13201-c4aa-4226-8d62-7652627bdc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:48.836197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1b6e7b6b-f53d-4d19-ad10-453f9eaf1876 req-731bacad-569f-469f-b182-1eb76229ecfe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192273 Jun 09 13:24:48.861491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bad2d13-a837-49f7-b254-50e7213ba30a req-4d654f37-5e56-4f33-be3b-fa43d53ea394 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662827 Jun 09 13:24:48.862772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcf497c-ec88-40d1-9ba1-a81a18b6e90d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:48.881629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cfcf497c-ec88-40d1-9ba1-a81a18b6e90d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/f8c422de-b09e-44b9-bdc7-44fef824bfba HTTP/1.1" status: 404 len: 333 time: 0.0937369 Jun 09 13:24:48.881629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51704) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:48.919815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Provisioning complete for port 516d04a1-8159-41ff-a646-a60ffc9f6576 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:48.920189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.967996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 2f1ebd7c-4c54-483f-853e-4df7f697baa2 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:48.972135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:48.982817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5902d-f5f1-4b37-a24e-4b5926621fb8 None None] Port 516d04a1-8159-41ff-a646-a60ffc9f6576 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:49.025974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.032327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.039604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-af2a0a73-629c-4bc5-b0ad-7bfdb61180f1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:49.065428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 97e7be4e-886c-49c6-8614-743502c067c6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:49.091016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=c6e3a922-f22a-4759-8e32-0225c0f4012b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:49.095644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.104761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:49.173358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.176350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 97e7be4e-886c-49c6-8614-743502c067c6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:49.176807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.191805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object 4b273b72-f711-4d93-8117-a6dd009988f5 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:49.208540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port c6e3a922-f22a-4759-8e32-0225c0f4012b on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:49.211286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.213211 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-1de1548d-e0eb-4c86-b890-ce36a55f041e req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/c6e3a922-f22a-4759-8e32-0225c0f4012b HTTP/1.1" status: 204 len: 173 time: 1.3741179 Jun 09 13:24:49.213813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'name': 'network-vif-deleted', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:49.216178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aa7244-b1af-4af7-9afc-aae6e9df68f8" -d '{"events": [{"server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "name": "network-vif-deleted", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:49.243437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fc2f8-af8b-47fb-9f20-a68577b82322 None None] New status for floating IP 6c1144c6-85d3-4130-a4ab-3852cfc925af: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:24:49.244042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.250910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-716b8263-49f2-478a-a41e-4dae2f7c950b tempest-NetworksTestDHCPv6-39809440 tempest-NetworksTestDHCPv6-39809440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:49.308004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.312450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b783e115-2b64-4156-b831-5ade1d9f60c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:49.354247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1ebd7c-4c54-483f-853e-4df7f697baa2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:49.358039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:49.359224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.364423 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/2f1ebd7c-4c54-483f-853e-4df7f697baa2 HTTP/1.1" status: 204 len: 168 time: 0.4884408 Jun 09 13:24:49.364939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51708) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:49.375902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e2bb9f-f169-4dc5-9b48-cd96a28e257f up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:49.424639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108fb02-e911-406b-a7f1-54fd595659fc None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:49.439994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 042c5bb4-f18a-49d4-b33c-fcf5f6906d6f {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:49.444491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.491212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6f1857-a5e2-4b7a-9359-1210c909f96e x-openstack-request-id: req-db6f1857-a5e2-4b7a-9359-1210c909f96e {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:49.491533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eb00c0-c06e-4051-bef8-8662c67262ff", "name": "network-vif-deleted", "tag": "c6e3a922-f22a-4759-8e32-0225c0f4012b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:49.491835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db6f1857-a5e2-4b7a-9359-1210c909f96e {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:49.492277 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eb00c0-c06e-4051-bef8-8662c67262ff', 'name': 'network-vif-deleted', 'tag': 'c6e3a922-f22a-4759-8e32-0225c0f4012b', 'status': 'completed', 'code': 200} Jun 09 13:24:49.506409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:49.506665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.515257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:49.523714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:49.601814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=4b273b72-f711-4d93-8117-a6dd009988f5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:49.610265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:49.642429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.667813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a90675e1-4f6a-40e4-bac2-07bea812cac1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:49.684287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.745453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:49.774609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:49.775010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.826930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.833118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8c346609-8112-43fd-887e-f641b8256dd3 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:49.855798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.884142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=042c5bb4-f18a-49d4-b33c-fcf5f6906d6f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:49.885988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:49.886885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:49.891394 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/042c5bb4-f18a-49d4-b33c-fcf5f6906d6f HTTP/1.1" status: 204 len: 168 time: 0.5254710 Jun 09 13:24:49.892411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51714) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:49.944516 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:24:49.988519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d7effab-05c2-4829-8fd8-ff6c53e210f3 None None] Provisioning for port 4b273b72-f711-4d93-8117-a6dd009988f5 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:50.017981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6d7effab-05c2-4829-8fd8-ff6c53e210f3 None None] Provisioning complete for port 4b273b72-f711-4d93-8117-a6dd009988f5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:50.018380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6d7effab-05c2-4829-8fd8-ff6c53e210f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.041318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a90675e1-4f6a-40e4-bac2-07bea812cac1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:50.041765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.065171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.128247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.151885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6d7effab-05c2-4829-8fd8-ff6c53e210f3 None None] Port 4b273b72-f711-4d93-8117-a6dd009988f5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:50.176353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:50.178105 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b60b888c-5d18-47d6-8ed3-8333813ff3ba req-3fb7d271-a423-435a-828d-3b687bb8203a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=86eb00c0-c06e-4051-bef8-8662c67262ff HTTP/1.1" status: 200 len: 210 time: 0.1047084 Jun 09 13:24:50.178703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa5a9a-a1cf-44bc-9353-67775d1e3258" -d '{"events": [{"server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "name": "network-vif-plugged", "status": "completed", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:50.189062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:50.228499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.237952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bcf7f2d-4413-4e84-91e6-e66437aee423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:50.278233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721de0b-f2e3-4966-837c-b84e92a7ac98 req-f63ff4f4-a486-43a4-8ca5-bfc73a264b7e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:50.279753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8721de0b-f2e3-4966-837c-b84e92a7ac98 req-f63ff4f4-a486-43a4-8ca5-bfc73a264b7e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 944 time: 0.1501935 Jun 09 13:24:50.293193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:50.293542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.311025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7689aeba-dff7-41ca-8858-d01d1f9c2679 x-openstack-request-id: req-7689aeba-dff7-41ca-8858-d01d1f9c2679 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:50.311619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "name": "network-vif-plugged", "status": "completed", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:50.311619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7689aeba-dff7-41ca-8858-d01d1f9c2679 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:50.312024 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'code': 200} Jun 09 13:24:50.378111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-14319c90-de11-4a38-9ef6-5163eddf2f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.401597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.405469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:50.410114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:50.420355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7fead3-910d-4e4f-9850-c1bf4df9f086 None None] Update dhcp port {'port': {'network_id': 'd0674e1b-419d-4035-930b-f9d07279e6fc', 'fixed_ips': [{'subnet_id': '042c5bb4-f18a-49d4-b33c-fcf5f6906d6f'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': '29d0e778-ffa2-4106-8a5e-09ee7eb0822a'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:24:50.458387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,segment=NetworkSegment(760d3c7b-458b-4cb9-a340-21399d75957c),segment_id=760d3c7b-458b-4cb9-a340-21399d75957c)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:50.458787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.476932 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8721de0b-f2e3-4966-837c-b84e92a7ac98 req-70329468-d20c-4f47-9d2d-fe755970c46e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877820 Jun 09 13:24:50.484946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.506127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd7fead3-910d-4e4f-9850-c1bf4df9f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.532372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.564326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:50.586510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 29d0e778-ffa2-4106-8a5e-09ee7eb0822a owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:50.640621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.646023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ff1ee286-cdda-4b87-8cc8-94b49cf7c589 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:50.665801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.674225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=4b273b72-f711-4d93-8117-a6dd009988f5,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:50.683359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:50.692538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=29d0e778-ffa2-4106-8a5e-09ee7eb0822a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:50.695678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:50.700067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port 29d0e778-ffa2-4106-8a5e-09ee7eb0822a on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:50.728877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e083e-0792-4342-8f26-7063fb9c3491 None None] Network d0674e1b-419d-4035-930b-f9d07279e6fc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:50.766221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0b9a-83ad-47f0-81bc-83752307b348 req-d08c46c2-5387-4d80-825f-a7fc67f01d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:50.767794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-99db0b9a-83ad-47f0-81bc-83752307b348 req-d08c46c2-5387-4d80-825f-a7fc67f01d86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1098 time: 0.2794557 Jun 09 13:24:50.829624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.842241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0674e1b-419d-4035-930b-f9d07279e6fc']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:50.844784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3efdab37-f4dd-421f-b1fc-7a78648bf5c7 None None] Could not find standard attr ID for object 29d0e778-ffa2-4106-8a5e-09ee7eb0822a. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:24:50.848846 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-99db0b9a-83ad-47f0-81bc-83752307b348 req-4ce5213e-04c9-435d-9f4a-bd981c4d430d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695124 Jun 09 13:24:50.860201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760d3c7b-458b-4cb9-a340-21399d75957c') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:50.860657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760d3c7b-458b-4cb9-a340-21399d75957c') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:50.863057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:50.864255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:50.874260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.891359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.898036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:24:50.898422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:24:50.914979 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:24:50.994977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e9d73-9d02-49c2-9a52-b2a709f922cb None None] DHCP port deletion for d0674e1b-419d-4035-930b-f9d07279e6fc request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:51.005408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.013350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feca01-0b3b-40b9-894c-eb6e7f7fdb45 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:51.036315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.039474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/d0674e1b-419d-4035-930b-f9d07279e6fc HTTP/1.1" status: 204 len: 168 time: 1.1450074 Jun 09 13:24:51.045782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51718) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.049986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=d0674e1b-419d-4035-930b-f9d07279e6fc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:51.053577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:51.080109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 95c54df4-344b-4acb-8e36-02a59e449057 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:51.081855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d0e778-ffa2-4106-8a5e-09ee7eb0822a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:51.118668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 29d0e778-ffa2-4106-8a5e-09ee7eb0822a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:51.119028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d0e778-ffa2-4106-8a5e-09ee7eb0822a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:51.173206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-57d5f28c-c993-47ac-a55e-688d04f0c833 None None] Provisioning complete for port 4b273b72-f711-4d93-8117-a6dd009988f5 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:51.173505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57d5f28c-c993-47ac-a55e-688d04f0c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.232401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-57d5f28c-c993-47ac-a55e-688d04f0c833 None None] Port 4b273b72-f711-4d93-8117-a6dd009988f5 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:51.270032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:51.278354 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2247078 Jun 09 13:24:51.278354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51722) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.281005 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] Sync routers for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:51.284889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51724) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.302635 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:51.303243 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:51.313711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.377817 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:51.380778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e3a922-f22a-4759-8e32-0225c0f4012b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:51.387292 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:51.387919 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:51.396598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.429661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: c6e3a922-f22a-4759-8e32-0225c0f4012b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:51.430385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e3a922-f22a-4759-8e32-0225c0f4012b not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:51.444057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.479932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b915088-b1ad-42a3-aae3-420def997a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:51.481427 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1b915088-b1ad-42a3-aae3-420def997a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4346793 Jun 09 13:24:51.487268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51726) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.492144 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:51.492754 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce9d13-c581-4c0c-a238-42847d1e6f1b None None] The sync data for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:51.530505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.536313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:51.540070 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb816a51-d8df-4dc2-9894-fb89ac6ea6fc HTTP/1.1" status: 204 len: 168 time: 0.2516592 Jun 09 13:24:51.540070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ebc37f4-d905-4d0f-9769-2f6d551e42e4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:51.557577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb816a51-d8df-4dc2-9894-fb89ac6ea6fc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:51.563449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:51.565316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653098f-5f94-40c0-81fe-42a6681a5770 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:51.566763 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2653098f-5f94-40c0-81fe-42a6681a5770 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports/4b273b72-f711-4d93-8117-a6dd009988f5 HTTP/1.1" status: 200 len: 910 time: 0.2874405 Jun 09 13:24:51.570147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51732) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.578828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51734) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.776933 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-46142928-2232-48e3-bd66-17192e2517d9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2854607 Jun 09 13:24:51.806262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51736) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:51.838999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956737321'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:51.972683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:51.976068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.127519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.140467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332338a-9f35-442d-bf77-e7532b9f66f4 req-596d1c83-813b-4b56-82e0-88685c477dc0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:52.141922 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0332338a-9f35-442d-bf77-e7532b9f66f4 req-596d1c83-813b-4b56-82e0-88685c477dc0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.4980810 Jun 09 13:24:52.151427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:24:52.206373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.206750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment d2d02de3-f2f9-4f01-b56c-4816c62c4b65 of type vlan for network 1800180d-f932-4094-ac32-33f2d1e6862e Jun 09 13:24:52.241984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0332338a-9f35-442d-bf77-e7532b9f66f4 req-e5f886e9-4eb4-4038-82b3-f95d37d682f0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882988 Jun 09 13:24:52.267087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.372124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.377493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:52.378145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.384147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7f71e351-6d51-4cac-bc16-a57add75f3aa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:52.477816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6426098 Jun 09 13:24:52.483405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51738) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:52.497690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:52.514851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=1800180d-f932-4094-ac32-33f2d1e6862e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:52.525783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1800180d-f932-4094-ac32-33f2d1e6862e details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:24:52.534515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 4b273b72-f711-4d93-8117-a6dd009988f5 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:52.535048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.565790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:52.672878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.684727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:52.688165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:52.798143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 4b273b72-f711-4d93-8117-a6dd009988f5 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:52.799893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.032643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.097853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.101542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:53.143541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=4b273b72-f711-4d93-8117-a6dd009988f5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:53.147470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:53.163290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.168400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af088ea2-0e9d-4b5b-a3d1-d3f3dc4c6265 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:53.414201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.440307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=17ed74ed-8ee8-41b6-99ae-b4e8e5784898,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:53.450017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:53.460753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:53.461097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: 1800180d-f932-4094-ac32-33f2d1e6862e, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:24:53.544296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 1800180d-f932-4094-ac32-33f2d1e6862e is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:24:53.588076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1800180d-f932-4094-ac32-33f2d1e6862e) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:53.598587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07cc8f-00e3-4a6a-a598-fe53d8f44bc6 None None] Network 1800180d-f932-4094-ac32-33f2d1e6862e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:53.599807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:53.600373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.626678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086286ee-16f6-4243-be4b-e3ea57a73f47 req-c11c0856-3a80-48d8-95f8-9896c536b21e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:53.628196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-086286ee-16f6-4243-be4b-e3ea57a73f47 req-c11c0856-3a80-48d8-95f8-9896c536b21e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.2426581 Jun 09 13:24:53.631441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1424201 Jun 09 13:24:53.638024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51742) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:53.643121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e', 'name': 'tempest-PortsIpV6TestJSON-825343366'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:53.692728 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-086286ee-16f6-4243-be4b-e3ea57a73f47 req-36d310c4-796e-4541-bc7a-5c846b71c25a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545816 Jun 09 13:24:53.698456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 07cf7a06-5602-41ad-9842-ce266d13faee {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:53.698823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.875924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-1800180d-f932-4094-ac32-33f2d1e6862e', 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '17ed74ed-8ee8-41b6-99ae-b4e8e5784898'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:24:53.876873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:53.882449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 95c54df4-344b-4acb-8e36-02a59e449057 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:53.895470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 07cf7a06-5602-41ad-9842-ce266d13faee, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=07cf7a06-5602-41ad-9842-ce266d13faee,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:53.895894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.034982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 07cf7a06-5602-41ad-9842-ce266d13faee owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:54.055141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Allocated IP 2001:db8::2 (1800180d-f932-4094-ac32-33f2d1e6862e/17ed74ed-8ee8-41b6-99ae-b4e8e5784898/723400c8-8a44-4b3d-a48f-60f2fccc1f58) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:54.057700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:54.061266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.074553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe216-9743-4653-b8dc-be2c2b40a281 req-ba9a4564-9407-425c-b5f3-26391ec7f1cf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:54.076060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7b2fe216-9743-4653-b8dc-be2c2b40a281 req-ba9a4564-9407-425c-b5f3-26391ec7f1cf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.2546191 Jun 09 13:24:54.085354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:54.091965 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207341 Jun 09 13:24:54.094659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51746) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:54.140087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] Sync routers for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:54.145972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 7e8b96ac-9aff-4088-b401-5ef786139c1f yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:54.147516 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7b2fe216-9743-4653-b8dc-be2c2b40a281 req-3920dc5b-3ba7-4205-9b9f-8eb73914e18c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603082 Jun 09 13:24:54.164645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:54.165244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:54.213949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51748) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:54.243080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:54.268948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:54.269573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:54.296862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.302003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4d00baaf-975e-4c4e-88ef-55d1e13802ad tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:54.345369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:54.345764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966c021-4752-44b1-b81c-a091cdcab5d3 None None] The sync data for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:54.354610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=07cf7a06-5602-41ad-9842-ce266d13faee,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:54.358730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:54.360926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f40bc-0386-4bda-865d-21fda1f7de86 tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:54.362492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-332f40bc-0386-4bda-865d-21fda1f7de86 tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1093 time: 0.1475627 Jun 09 13:24:54.387811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51750) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:54.397667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:54.471980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.479556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.487545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Transition to ACTIVE for port object 723400c8-8a44-4b3d-a48f-60f2fccc1f58 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:54.513382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Transition to ACTIVE for port object 723400c8-8a44-4b3d-a48f-60f2fccc1f58 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:54.521612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.532982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f709bf6-7cab-443f-9427-11c4cda12273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:54.608554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Network 1800180d-f932-4094-ac32-33f2d1e6862e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:54.612426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:54.614992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:54.644795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Pushing event updated for resources: {'Port': ['ID=723400c8-8a44-4b3d-a48f-60f2fccc1f58,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:54.647375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:54.710569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Attempting to bind port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:24:54.710839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Attempting to bind port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:24:54.711149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Attempting to bind port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 on network 1800180d-f932-4094-ac32-33f2d1e6862e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:24:54.716580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:24:54.716975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Checking segment: {'id': 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:24:54.717380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.717781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Bound using segment: {'id': 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:24:54.718259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Bound port: 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:24:54.718665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.733236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::24e (1800180d-f932-4094-ac32-33f2d1e6862e/17ed74ed-8ee8-41b6-99ae-b4e8e5784898/7e8b96ac-9aff-4088-b401-5ef786139c1f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:54.761877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.809428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] For port 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:24:54.812800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] For port 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=723400c8-8a44-4b3d-a48f-60f2fccc1f58,segment=NetworkSegment(d2d02de3-f2f9-4f01-b56c-4816c62c4b65),segment_id=d2d02de3-f2f9-4f01-b56c-4816c62c4b65)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:24:54.819083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:54.826192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c7d6dad-86d2-49be-b92e-fe6cd16517ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:54.963468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Pushing event updated for resources: {'Port': ['ID=723400c8-8a44-4b3d-a48f-60f2fccc1f58,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:54.969047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:55.072887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.083233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.096530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.166227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 7e8b96ac-9aff-4088-b401-5ef786139c1f will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:55.372371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.378798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4910f83c-0cbf-4c62-89e8-5fe28c98dce6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:55.395527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.26.5.19 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/6526182d-9cac-47a4-aa1b-8483dd4de620) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:55.454052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 1800180d-f932-4094-ac32-33f2d1e6862e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:55.459120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:55.464252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:55.469699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:55.470296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.489127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=7e8b96ac-9aff-4088-b401-5ef786139c1f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:55.494032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:55.503167 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8644104 Jun 09 13:24:55.506253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51752) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:55.511204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '1800180d-f932-4094-ac32-33f2d1e6862e', 'name': 'tempest-PortsIpV6TestJSON-772012686'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:24:55.517556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:55.715190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.764967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:55.773138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1931326 Jun 09 13:24:55.774393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51754) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:55.784819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Sync routers for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:55.786962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.792697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-80350f0e-4110-42c5-9763-84e75a486aee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:55.796458 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:55.797166 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:55.820630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:24:55.824246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.857849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:55.861656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:55.861838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 516d04a1-8159-41ff-a646-a60ffc9f6576 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:55.862045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:55.866470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:55.936362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port e828bf29-b3a9-4664-916a-77d4c9216aa9 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:24:55.967393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=6526182d-9cac-47a4-aa1b-8483dd4de620,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:55.978743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:55.983415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f97bb-b1dc-46a9-b36a-acddce9b691e None None] Network 1800180d-f932-4094-ac32-33f2d1e6862e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:55.983963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet b1b13201-c4aa-4226-8d62-7652627bdc35 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:55.987656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.023819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:56.108048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-19d09286-9802-4ef1-811a-3574fb714dfc None None] Provisioning for port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:56.248475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.345251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.356656 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:24:54Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:56.360569 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Checking router: 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:56.373507 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Routers {'0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:56.374604 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:56.448354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.468363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.480610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::322 (1800180d-f932-4094-ac32-33f2d1e6862e/17ed74ed-8ee8-41b6-99ae-b4e8e5784898/e828bf29-b3a9-4664-916a-77d4c9216aa9) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:24:56.580305 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] Set router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:56.616250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 516d04a1-8159-41ff-a646-a60ffc9f6576 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:56.620078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.661036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-28e3baf3-2b98-4cbd-aa4c-17a07fdcfd6c None None] Provisioning for port 7e8b96ac-9aff-4088-b401-5ef786139c1f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:56.667863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-28e3baf3-2b98-4cbd-aa4c-17a07fdcfd6c None None] Provisioning complete for port 7e8b96ac-9aff-4088-b401-5ef786139c1f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:56.668706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e3baf3-2b98-4cbd-aa4c-17a07fdcfd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.751175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.771841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-28e3baf3-2b98-4cbd-aa4c-17a07fdcfd6c None None] Port 7e8b96ac-9aff-4088-b401-5ef786139c1f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:56.779887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.785117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a0e0d9c8-4a4e-4102-8cbb-280248876d0e tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:56.860844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.870287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-783a0fdc-16e0-4a5e-8296-6d482d39e11b tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:56.912248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-99eed933-9cb0-4e22-9ab1-ec889451385f None None] Provisioning complete for port 7e8b96ac-9aff-4088-b401-5ef786139c1f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:56.912694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-99eed933-9cb0-4e22-9ab1-ec889451385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.929135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b13201-c4aa-4226-8d62-7652627bdc35,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:56.942550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:56.946065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:56.948153 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/b1b13201-c4aa-4226-8d62-7652627bdc35 HTTP/1.1" status: 204 len: 168 time: 1.1728230 Jun 09 13:24:56.951091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0ca58-23a2-45dc-bdf9-0816f46a24c1 None None] Network 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:24:56.960355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51756) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:56.966553 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:24:54Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:56.971024 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d1e8c-82c3-4fe0-b3ba-b9af774d85df None None] The sync data for ids ['0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1'] in dv-neutron-601336-89-hyperv is: [{'id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'name': 'tempest-TestNetworkBasicOps-router-1253766689', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '2a853713-cbce-4df3-af4c-026287b6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:23:29Z', 'updated_at': '2021-06-09T13:24:54Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2a853713-cbce-4df3-af4c-026287b6f707', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:23:30Z', 'updated_at': '2021-06-09T13:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:57.077158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-99eed933-9cb0-4e22-9ab1-ec889451385f None None] Port 7e8b96ac-9aff-4088-b401-5ef786139c1f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:57.107998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=6526182d-9cac-47a4-aa1b-8483dd4de620,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:57.114508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:57.136341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.163173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.242054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object e828bf29-b3a9-4664-916a-77d4c9216aa9 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:24:57.267307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.314229 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP e1679743-5b50-410b-ad24-11fec392e197 associated. External IP: 172.26.5.19, port: c6e2bb9f-f169-4dc5-9b48-cd96a28e257f. Jun 09 13:24:57.359901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] DHCP port deletion for 02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:24:57.390717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.423589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e841eb24-866e-4313-a16f-28b8ff3def43 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:57.424787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 723400c8-8a44-4b3d-a48f-60f2fccc1f58 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:57.487496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=516d04a1-8159-41ff-a646-a60ffc9f6576,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:57.490300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:57.521084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Deleting port 13d8513c-d103-4d9b-9720-61c0ff0a227c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:57.521471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.608054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.623708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72916f81-2381-4e92-81bf-1cab15259b76 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:57.663131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:57.674635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:57.674635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.716748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 1800180d-f932-4094-ac32-33f2d1e6862e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:24:57.723434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] For port 13d8513c-d103-4d9b-9720-61c0ff0a227c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=13d8513c-d103-4d9b-9720-61c0ff0a227c,segment=NetworkSegment(4d46cb50-64af-4f37-8e62-3467099e122b),segment_id=4d46cb50-64af-4f37-8e62-3467099e122b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:57.723780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.760042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:57.868118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Calling delete_port for 13d8513c-d103-4d9b-9720-61c0ff0a227c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:57.936368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:24:57.938828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:24:57.944901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:57.945524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.958205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:57.960241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:57.974453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:57.981962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.011311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:58.011947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.037115 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5297890 Jun 09 13:24:58.041151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51758) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:58.048358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.053315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=e828bf29-b3a9-4664-916a-77d4c9216aa9,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:58.056600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:58.064318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.104240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7153301 Jun 09 13:24:58.107319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:24:58.109918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45431ab1-e1da-4f21-b7a8-da0997b80a17" -d '{"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:24:58.137444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.151504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=723400c8-8a44-4b3d-a48f-60f2fccc1f58,segment=NetworkSegment(d2d02de3-f2f9-4f01-b56c-4816c62c4b65),segment_id=d2d02de3-f2f9-4f01-b56c-4816c62c4b65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:58.152803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:58.154139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8cf4b-4a34-4455-9426-32169c904d89 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:58.158918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dcd8cf4b-4a34-4455-9426-32169c904d89 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24e HTTP/1.1" status: 200 len: 928 time: 0.1166453 Jun 09 13:24:58.159993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51764) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:58.206485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df711f-364d-49b5-bd88-b5b8ce41f8ed x-openstack-request-id: req-89df711f-364d-49b5-bd88-b5b8ce41f8ed {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:24:58.207120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:24:58.207390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89df711f-364d-49b5-bd88-b5b8ce41f8ed {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:24:58.207950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'status': 'completed', 'code': 200} Jun 09 13:24:58.226133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.248812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Pushing event deleted for resources: {'Port': ['ID=13d8513c-d103-4d9b-9720-61c0ff0a227c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:58.250821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] No DVR routers for this DVR port 13d8513c-d103-4d9b-9720-61c0ff0a227c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:24:58.255205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:58.257035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:58.319541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port e828bf29-b3a9-4664-916a-77d4c9216aa9 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:58.319946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.361357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c3105817-c33c-47bc-8096-4b6f36f645d3 None None] Provisioning for port e828bf29-b3a9-4664-916a-77d4c9216aa9 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:24:58.370242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c3105817-c33c-47bc-8096-4b6f36f645d3 None None] Provisioning complete for port e828bf29-b3a9-4664-916a-77d4c9216aa9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:58.370558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3105817-c33c-47bc-8096-4b6f36f645d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.456597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=723400c8-8a44-4b3d-a48f-60f2fccc1f58,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:58.463189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.468400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:58.470186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:58.535963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 95c54df4-344b-4acb-8e36-02a59e449057 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:24:58.556567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 2a853713-cbce-4df3-af4c-026287b6f707 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:58.556937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.599105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for e828bf29-b3a9-4664-916a-77d4c9216aa9 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:58.614571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c3105817-c33c-47bc-8096-4b6f36f645d3 None None] Port e828bf29-b3a9-4664-916a-77d4c9216aa9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:24:58.621441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-37970c38-bd0e-450d-8777-925af36ecfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:58.623088 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-37970c38-bd0e-450d-8777-925af36ecfad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1098 time: 0.3882926 Jun 09 13:24:58.627797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.849681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:24:58.857974 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7621915 Jun 09 13:24:58.860595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51766) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:58.864933 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] Sync routers for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:24:58.875673 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:58.876795 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.882856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:24:56Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.889752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:24:58.902017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:58.902845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.906908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:58.910835 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1872c29a-8f3d-4962-b15a-8e0333ec747c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=95c54df4-344b-4acb-8e36-02a59e449057 HTTP/1.1" status: 200 len: 205 time: 0.0490410 Jun 09 13:24:58.916050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:58.917292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51768) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:58.947364 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.957576 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] Routers {'95c54df4-344b-4acb-8e36-02a59e449057'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:24:58.958379 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['95c54df4-344b-4acb-8e36-02a59e449057'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:58.966212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=e828bf29-b3a9-4664-916a-77d4c9216aa9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:58.969295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:59.043787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:59.044194 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4b192-5f5b-4ae8-89ac-2f66260c215b None None] The sync data for ids ['95c54df4-344b-4acb-8e36-02a59e449057'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:59.046040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.050843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/e828bf29-b3a9-4664-916a-77d4c9216aa9 HTTP/1.1" status: 204 len: 168 time: 0.8869150 Jun 09 13:24:59.050843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51770) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:59.075009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-464ec459-711c-451c-9be9-107fecdf14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:59.076319 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-464ec459-711c-451c-9be9-107fecdf14d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.3992975 Jun 09 13:24:59.077775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 2a853713-cbce-4df3-af4c-026287b6f707, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2a853713-cbce-4df3-af4c-026287b6f707,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:24:59.078143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.098204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6eac68-b08c-4c88-a83c-d63497aecfed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:59.103186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0c6eac68-b08c-4c88-a83c-d63497aecfed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/e828bf29-b3a9-4664-916a-77d4c9216aa9 HTTP/1.1" status: 404 len: 333 time: 0.0510838 Jun 09 13:24:59.103914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51772) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:59.167674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:24:59.203092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.276921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 7e8b96ac-9aff-4088-b401-5ef786139c1f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:24:59.277306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.298406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 723400c8-8a44-4b3d-a48f-60f2fccc1f58 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:24:59.416779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.480373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:24:59.480373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.505766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 2a853713-cbce-4df3-af4c-026287b6f707 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:59.542719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 7e8b96ac-9aff-4088-b401-5ef786139c1f owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:24:59.658231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.663981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-17dfcc85-889b-46af-8ebd-03f6d587c821 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:24:59.698280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:24:56Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:24:59.702444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0ee07-b8f9-4e67-b244-13647418b124 None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:24:56Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:24:59.719140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=7e8b96ac-9aff-4088-b401-5ef786139c1f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:24:59.723720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:24:59.750974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 07cf7a06-5602-41ad-9842-ce266d13faee no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:59.787607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.789473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/7e8b96ac-9aff-4088-b401-5ef786139c1f HTTP/1.1" status: 204 len: 168 time: 0.6845572 Jun 09 13:24:59.792461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51774) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:59.795628 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-0a3eaede-e243-4597-bfb3-f9539fef80c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 998 time: 0.7052674 Jun 09 13:24:59.803237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.812220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 07cf7a06-5602-41ad-9842-ce266d13faee {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:59.812731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 07cf7a06-5602-41ad-9842-ce266d13faee not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:59.813139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 13d8513c-d103-4d9b-9720-61c0ff0a227c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:24:59.837928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.851255 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4b9d70-52d6-4b0c-a4b1-4e48f7ce2ebf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:24:59.855203 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0f4b9d70-52d6-4b0c-a4b1-4e48f7ce2ebf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/7e8b96ac-9aff-4088-b401-5ef786139c1f HTTP/1.1" status: 404 len: 333 time: 0.0592384 Jun 09 13:24:59.855423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51776) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:59.868458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 13d8513c-d103-4d9b-9720-61c0ff0a227c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:24:59.869626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 13d8513c-d103-4d9b-9720-61c0ff0a227c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:24:59.905989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-b534b0b7-60bd-43ea-a7e6-86cbdb832280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:24:59.907760 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-b534b0b7-60bd-43ea-a7e6-86cbdb832280 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.1024525 Jun 09 13:24:59.909490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.909973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router 95c54df4-344b-4acb-8e36-02a59e449057 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:24:59.917250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:24:59.921211 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-03a1fa9f-892c-42ae-afcd-a3a9d6be6bb1 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057 HTTP/1.1" status: 204 len: 168 time: 1.0028379 Jun 09 13:24:59.921787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51778) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:24:59.933123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 17ed74ed-8ee8-41b6-99ae-b4e8e5784898 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:24:59.937463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.011189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.023124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c1d57-1fb8-497e-8e71-cfc0b62a13d5 None None] New status for floating IP e1679743-5b50-410b-ad24-11fec392e197: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:25:00.104435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet 49246fc4-a90f-401f-a9ee-2687947d1cc8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:00.113954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.129641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.197531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-3465dbd9-fb9a-4305-9632-c9505b9412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:00.199107 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-3465dbd9-fb9a-4305-9632-c9505b9412b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2748501 Jun 09 13:25:00.216263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.225918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4efa5616-47ca-4419-b4b8-ae9fbf5af4d4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:00.262826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=17ed74ed-8ee8-41b6-99ae-b4e8e5784898,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:00.269445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.271362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/17ed74ed-8ee8-41b6-99ae-b4e8e5784898 HTTP/1.1" status: 204 len: 168 time: 0.4148557 Jun 09 13:25:00.272622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:00.274326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51780) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:00.311844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.382306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c6534-a525-49fd-a5e9-7023882c1aed None None] Network 1800180d-f932-4094-ac32-33f2d1e6862e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:00.390407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.399391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e64f0963-226e-4c26-92f4-b82741b52a5b tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:00.408250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.459859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=2a853713-cbce-4df3-af4c-026287b6f707,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:00.478859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:00.504832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:00.505170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.601821 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-21a8d168-d3e3-4b43-ab1f-5eafc48a70b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941383 Jun 09 13:25:00.624034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=723400c8-8a44-4b3d-a48f-60f2fccc1f58,segment=NetworkSegment(d2d02de3-f2f9-4f01-b56c-4816c62c4b65),segment_id=d2d02de3-f2f9-4f01-b56c-4816c62c4b65)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:00.624399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.698514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] DHCP port deletion for 1800180d-f932-4094-ac32-33f2d1e6862e request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:00.703065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.739526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.751779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 723400c8-8a44-4b3d-a48f-60f2fccc1f58 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:00.781050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Deleting port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:00.781708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.803193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.807068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:00.852948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=723400c8-8a44-4b3d-a48f-60f2fccc1f58,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:00.855484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:00.858233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:00.891172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] For port 723400c8-8a44-4b3d-a48f-60f2fccc1f58, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=723400c8-8a44-4b3d-a48f-60f2fccc1f58,segment=NetworkSegment(d2d02de3-f2f9-4f01-b56c-4816c62c4b65),segment_id=d2d02de3-f2f9-4f01-b56c-4816c62c4b65)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:00.891895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:00.991417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.007623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1800180d-f932-4094-ac32-33f2d1e6862e']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.026698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Calling delete_port for 723400c8-8a44-4b3d-a48f-60f2fccc1f58 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:01.033994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.034366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d02de3-f2f9-4f01-b56c-4816c62c4b65') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.047643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.075039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.080190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.083263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:01.083719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.093572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8482021c-c988-4a84-9ab1-c59ae37c6105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:01.102562 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:01.122615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.129182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.157406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] No DVR routers for this DVR port 723400c8-8a44-4b3d-a48f-60f2fccc1f58 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:01.159634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 723400c8-8a44-4b3d-a48f-60f2fccc1f58 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:01.173230 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45431ab1-e1da-4f21-b7a8-da0997b80a17 req-93c985cb-e217-4143-a048-c2ea150ae94c service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628877 Jun 09 13:25:01.180367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.181006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:01.188426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.193623 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/0d85e2a4-f7bb-453b-863f-bc6feb3e3ec1 HTTP/1.1" status: 204 len: 168 time: 4.2317152 Jun 09 13:25:01.195048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.200430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51782) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:01.201220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e57dbb5c-8cd7-44fe-8508-537de90a93ae tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.223672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 723400c8-8a44-4b3d-a48f-60f2fccc1f58 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:01.224401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 723400c8-8a44-4b3d-a48f-60f2fccc1f58 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:01.226979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Pushing event deleted for resources: {'Port': ['ID=723400c8-8a44-4b3d-a48f-60f2fccc1f58,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:01.230755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:01.312968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=49246fc4-a90f-401f-a9ee-2687947d1cc8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:01.315969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:01.324731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.327778 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1bbf8a7c-b3a3-4d1e-97ea-d6582923a7d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/49246fc4-a90f-401f-a9ee-2687947d1cc8 HTTP/1.1" status: 204 len: 168 time: 1.3998311 Jun 09 13:25:01.329388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51784) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:01.331627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77e4c7-3f27-4b8b-b2c6-78f0be586fd4 None None] Network 65e4d451-7c6f-490e-ba4e-360daad134d3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:01.370719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.403754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.414198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ad1fc2c0-caeb-43bc-b1e2-eb2cb55a6a68 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.436483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.443161 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/1800180d-f932-4094-ac32-33f2d1e6862e HTTP/1.1" status: 204 len: 168 time: 1.1626470 Jun 09 13:25:01.444941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51786) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:01.449646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-17521288'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:01.461022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=1800180d-f932-4094-ac32-33f2d1e6862e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:01.468128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet b30ea795-6f30-4081-ab2c-1de7eb4ded2d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:01.470159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:01.480748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.530805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:01.531942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.534174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.552429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e4e3f6-988f-4b18-ab0b-1d1d5bd14515']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.560534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.567857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d46cb50-64af-4f37-8e62-3467099e122b') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.568090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d46cb50-64af-4f37-8e62-3467099e122b') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:01.581493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.607281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.607641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:01.607763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:01.607763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:01.622466 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:01.625985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.626331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment b77bb532-4769-4774-84b2-6e4a5b91a9aa of type vlan for network abece2fb-8356-48fe-ba49-972b977d1baf Jun 09 13:25:01.653899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] DHCP port deletion for 65e4d451-7c6f-490e-ba4e-360daad134d3 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:01.680665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.711913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.718812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.720692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Deleting port a90675e1-4f6a-40e4-bac2-07bea812cac1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:01.721072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.723305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.728591 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/02e4e3f6-988f-4b18-ab0b-1d1d5bd14515 HTTP/1.1" status: 204 len: 168 time: 0.4914966 Jun 09 13:25:01.728591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.738824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51788) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:01.745703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--1944788966', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:01.746691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=02e4e3f6-988f-4b18-ab0b-1d1d5bd14515,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:01.753516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:01.775443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.781115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:01.781635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.789942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9c361e7-0fcb-4d77-b0a7-ae48a4bc3e8f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.841839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] For port a90675e1-4f6a-40e4-bac2-07bea812cac1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a90675e1-4f6a-40e4-bac2-07bea812cac1,segment=NetworkSegment(00f96c85-ca3c-4c3e-b07c-5473333f7677),segment_id=00f96c85-ca3c-4c3e-b07c-5473333f7677)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:01.842227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.891775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:01.895476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.923176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4774361 Jun 09 13:25:01.926921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:01.935225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:01.948204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:01.954236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=abece2fb-8356-48fe-ba49-972b977d1baf,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:01.963153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:01.963671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c0dabe5d-3c82-48b9-8abc-b302da72261e tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:01.973576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Calling delete_port for a90675e1-4f6a-40e4-bac2-07bea812cac1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:01.977662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network abece2fb-8356-48fe-ba49-972b977d1baf details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:01.999747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:02.009900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=b30ea795-6f30-4081-ab2c-1de7eb4ded2d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:02.012125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.016896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/b30ea795-6f30-4081-ab2c-1de7eb4ded2d HTTP/1.1" status: 204 len: 168 time: 0.6835666 Jun 09 13:25:02.016896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:02.016896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51792) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:02.048031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4720366-6d2a-4432-9a59-6b87265c9372 None None] Network 1009cea5-d510-46c9-a4e3-36690fa3dab9 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:02.088030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.088396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 2bd1da96-9507-4de1-82b7-fdf43e1ec0ba of type vlan for network 365853ba-b8f1-4c72-9573-c76460faebdb Jun 09 13:25:02.131978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:02.136571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.157239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.166715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.249655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.255303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:02.255941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.263365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:02.370242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.373690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6316941 Jun 09 13:25:02.377964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51794) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:02.378199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:02.382666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:02.389160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=365853ba-b8f1-4c72-9573-c76460faebdb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:02.394568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:02.402271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port a90675e1-4f6a-40e4-bac2-07bea812cac1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:02.402271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.409602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.416336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 365853ba-b8f1-4c72-9573-c76460faebdb details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:02.422029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-75255520-1433-48fd-94f8-11c6e3ec57c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:02.494283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.495297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.508078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] DHCP port deletion for 1009cea5-d510-46c9-a4e3-36690fa3dab9 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:02.512429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Pushing event deleted for resources: {'Port': ['ID=a90675e1-4f6a-40e4-bac2-07bea812cac1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:02.515233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] No DVR routers for this DVR port a90675e1-4f6a-40e4-bac2-07bea812cac1 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:02.516888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=4abcba64-3266-4373-b3ff-8db0cbfffd37,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:02.520164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:02.521932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:02.526870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': 'b77bb532-4769-4774-84b2-6e4a5b91a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:02.527724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: abece2fb-8356-48fe-ba49-972b977d1baf, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:02.533446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.535247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port a90675e1-4f6a-40e4-bac2-07bea812cac1, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:02.535592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.547454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network abece2fb-8356-48fe-ba49-972b977d1baf is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:02.560696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, abece2fb-8356-48fe-ba49-972b977d1baf) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:02.565519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:02.566263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.599009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f1b64-3dd1-4f9d-b76a-6e565f242833 None None] Network abece2fb-8356-48fe-ba49-972b977d1baf requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:02.599297 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6704245 Jun 09 13:25:02.600019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51796) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:02.606110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf', 'name': 'tempest-PortsIpV6TestJSON-757543524', 'fixed_ips': [{'subnet_id': '4abcba64-3266-4373-b3ff-8db0cbfffd37', 'ip_address': '2001:db8::10'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:02.670887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for a90675e1-4f6a-40e4-bac2-07bea812cac1 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:02.674055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Port a90675e1-4f6a-40e4-bac2-07bea812cac1 was not found and therefore no delete operation was performed {{(pid=92384) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:25:02.679432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.685394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7ea3a3e0-904e-41bc-a6bd-8eb2338cb8c6 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:02.740065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Deleting port 97e7be4e-886c-49c6-8614-743502c067c6 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:02.740701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.784154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:02.790305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=a90675e1-4f6a-40e4-bac2-07bea812cac1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:02.792164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port a90675e1-4f6a-40e4-bac2-07bea812cac1 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:02.802624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:02.848385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] For port 97e7be4e-886c-49c6-8614-743502c067c6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=97e7be4e-886c-49c6-8614-743502c067c6,segment=NetworkSegment(41f97a21-8da4-46dc-aca2-add5743be2ce),segment_id=41f97a21-8da4-46dc-aca2-add5743be2ce)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:02.848816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.926849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:02.952749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:02.983060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Calling delete_port for 97e7be4e-886c-49c6-8614-743502c067c6 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:03.117698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 97e7be4e-886c-49c6-8614-743502c067c6 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:03.183734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-abece2fb-8356-48fe-ba49-972b977d1baf', 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '4abcba64-3266-4373-b3ff-8db0cbfffd37'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:03.184677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.283811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.290676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.295271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:03.296860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.304972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e4d451-7c6f-490e-ba4e-360daad134d3']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:03.318159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f96c85-ca3c-4c3e-b07c-5473333f7677') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:03.318870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f96c85-ca3c-4c3e-b07c-5473333f7677') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:03.326690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port 97e7be4e-886c-49c6-8614-743502c067c6 update to DOWN by agent not found {{(pid=92385) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2129}} Jun 09 13:25:03.327328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a90675e1-4f6a-40e4-bac2-07bea812cac1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:03.350920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.375460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::10 (abece2fb-8356-48fe-ba49-972b977d1baf/4abcba64-3266-4373-b3ff-8db0cbfffd37/7138cdb8-685a-4eab-9585-7d1f0d613cd0) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:03.391101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Pushing event deleted for resources: {'Port': ['ID=97e7be4e-886c-49c6-8614-743502c067c6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:03.397600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: a90675e1-4f6a-40e4-bac2-07bea812cac1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:03.398097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a90675e1-4f6a-40e4-bac2-07bea812cac1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:03.398621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2a853713-cbce-4df3-af4c-026287b6f707 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:03.420881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.429589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:03.430231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.436105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:03.436985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2a853713-cbce-4df3-af4c-026287b6f707 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:03.437386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2a853713-cbce-4df3-af4c-026287b6f707 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:03.443864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] No DVR routers for this DVR port 97e7be4e-886c-49c6-8614-743502c067c6 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:03.445354 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:03.537910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.542550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e47aacfb-7f05-492c-bfdd-6d09cd33b155 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:03.562210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.564094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/65e4d451-7c6f-490e-ba4e-360daad134d3 HTTP/1.1" status: 204 len: 168 time: 1.5464096 Jun 09 13:25:03.568877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51798) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:03.594037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=65e4d451-7c6f-490e-ba4e-360daad134d3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:03.597591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.613158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 7138cdb8-685a-4eab-9585-7d1f0d613cd0 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:03.638702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:03.640495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.647426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-975a0af1-3c35-4f33-b6c4-9be647db386b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:03.702866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.703401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Allocated IP 2001:db8::2 (abece2fb-8356-48fe-ba49-972b977d1baf/4abcba64-3266-4373-b3ff-8db0cbfffd37/ab1d1210-de48-4277-88a2-8ac54b3cf615) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:03.735714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network abece2fb-8356-48fe-ba49-972b977d1baf is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:03.738880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:03.742875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:03.748288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:03.748907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.763904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=7138cdb8-685a-4eab-9585-7d1f0d613cd0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:03.768390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:03.783604 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1794949 Jun 09 13:25:03.783907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51800) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:03.789007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf', 'name': 'tempest-PortsIpV6TestJSON-500574990', 'fixed_ips': [{'subnet_id': '4abcba64-3266-4373-b3ff-8db0cbfffd37', 'ip_address': '2001:db8::f'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:03.914200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.933125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.945256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:03.945509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Transition to ACTIVE for port object ab1d1210-de48-4277-88a2-8ac54b3cf615 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:03.950344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.965066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Transition to ACTIVE for port object ab1d1210-de48-4277-88a2-8ac54b3cf615 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:03.972564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:03.983475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:03.983922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 81194262-7a47-40d4-8519-c9568f4481e3 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:03.990212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.053402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.075606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1009cea5-d510-46c9-a4e3-36690fa3dab9']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:04.087774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Network abece2fb-8356-48fe-ba49-972b977d1baf is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:04.095049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:04.098353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f97a21-8da4-46dc-aca2-add5743be2ce') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:04.098913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f97a21-8da4-46dc-aca2-add5743be2ce') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:04.099363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:04.116813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.143884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Pushing event updated for resources: {'Port': ['ID=ab1d1210-de48-4277-88a2-8ac54b3cf615,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.169644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:04.171867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.190993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:04.191387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.199021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Attempting to bind port ab1d1210-de48-4277-88a2-8ac54b3cf615 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:04.199631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Attempting to bind port ab1d1210-de48-4277-88a2-8ac54b3cf615 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'b77bb532-4769-4774-84b2-6e4a5b91a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:04.200177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Attempting to bind port ab1d1210-de48-4277-88a2-8ac54b3cf615 on network abece2fb-8356-48fe-ba49-972b977d1baf {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:04.203781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::f (abece2fb-8356-48fe-ba49-972b977d1baf/4abcba64-3266-4373-b3ff-8db0cbfffd37/81194262-7a47-40d4-8519-c9568f4481e3) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:04.206004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:04.206349 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:04.209146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Checking segment: {'id': 'b77bb532-4769-4774-84b2-6e4a5b91a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:04.209718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.210410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Bound using segment: {'id': 'b77bb532-4769-4774-84b2-6e4a5b91a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:04.211105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Bound port: ab1d1210-de48-4277-88a2-8ac54b3cf615, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77bb532-4769-4774-84b2-6e4a5b91a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'abece2fb-8356-48fe-ba49-972b977d1baf'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:04.211661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.278818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.212 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/2cb2928b-f703-4efc-82c9-e19a7524846e) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:04.309342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] For port ab1d1210-de48-4277-88a2-8ac54b3cf615, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:04.312898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] For port ab1d1210-de48-4277-88a2-8ac54b3cf615, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ab1d1210-de48-4277-88a2-8ac54b3cf615,segment=NetworkSegment(b77bb532-4769-4774-84b2-6e4a5b91a9aa),segment_id=b77bb532-4769-4774-84b2-6e4a5b91a9aa)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:04.317650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.322846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-543eb383-c721-474f-9786-47973dfa30a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:04.369419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.373984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b549d02-2f7d-4278-b38a-6acef569237d tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:04.388243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.393687 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/1009cea5-d510-46c9-a4e3-36690fa3dab9 HTTP/1.1" status: 204 len: 168 time: 0.8192835 Jun 09 13:25:04.395621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51802) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:04.399742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Pushing event updated for resources: {'Port': ['ID=ab1d1210-de48-4277-88a2-8ac54b3cf615,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.406194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=1009cea5-d510-46c9-a4e3-36690fa3dab9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.408227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:04.410858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a8f48a93-ea0c-414b-b539-2571049d015e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:04.422918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211479689'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:04.428197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.457298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 81194262-7a47-40d4-8519-c9568f4481e3 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:04.472139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:04.475889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.477655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.509167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.511626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:04.514732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a98d0106-63e9-4727-8175-a2615bf3124d tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:04.517568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.524661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08b1667b-df34-4506-be7a-00a840985dce tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:04.597222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.597222 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 61b34209-f33a-4470-908a-af215cd74718 of type vlan for network 05ec297a-1526-4c59-95c8-a350b6f1881d Jun 09 13:25:04.621989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network abece2fb-8356-48fe-ba49-972b977d1baf is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:04.626952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:04.632282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=81194262-7a47-40d4-8519-c9568f4481e3,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.641102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:04.649789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:04.650921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.657008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:04.689594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.703481 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9184749 Jun 09 13:25:04.715963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51804) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:04.760401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:04.763803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:04.767665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:04.791669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.797186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:04.797770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:04.805499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4852bcf-f7f7-4f6a-a11e-377921ee1559 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:04.808060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=2cb2928b-f703-4efc-82c9-e19a7524846e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.812069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:04.910811 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4893780 Jun 09 13:25:04.915651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51806) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:04.923542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:04.943070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=05ec297a-1526-4c59-95c8-a350b6f1881d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:04.954231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 05ec297a-1526-4c59-95c8-a350b6f1881d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:04.996585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:05.039577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b1c99-560b-4da5-af34-289fe1fa44b7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:05.045517 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2d5b1c99-560b-4da5-af34-289fe1fa44b7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3287556 Jun 09 13:25:05.046325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51808) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:05.132051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ab1d1210-de48-4277-88a2-8ac54b3cf615 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:05.146253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:05.149720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.231073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ab1d1210-de48-4277-88a2-8ac54b3cf615 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:05.266970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.271364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad13ce-8c81-473a-bd44-aea7b1340b5f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:05.277286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad13ce-8c81-473a-bd44-aea7b1340b5f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:05.283077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad13ce-8c81-473a-bd44-aea7b1340b5f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:05.284848 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-58ad13ce-8c81-473a-bd44-aea7b1340b5f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2284172 Jun 09 13:25:05.288812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51810) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:05.434327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8fb6d-cd85-405c-bdb1-30d198bc3a79 None None] Network abece2fb-8356-48fe-ba49-972b977d1baf requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:05.517697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Provisioning for port ab1d1210-de48-4277-88a2-8ac54b3cf615 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:05.525936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Provisioning complete for port ab1d1210-de48-4277-88a2-8ac54b3cf615 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:05.526399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.635511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.668838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 81194262-7a47-40d4-8519-c9568f4481e3 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:05.669410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.753365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.754033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.765160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bab7fa7f-3db1-4717-8353-556a393c0bd6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:05.802237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] For port ab1d1210-de48-4277-88a2-8ac54b3cf615, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ab1d1210-de48-4277-88a2-8ac54b3cf615,segment=NetworkSegment(b77bb532-4769-4774-84b2-6e4a5b91a9aa),segment_id=b77bb532-4769-4774-84b2-6e4a5b91a9aa)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:05.812939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.815092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:05.872424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=e04b0afb-65c0-4bf7-888c-9808b83e81b1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:05.875748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:05.878986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:05.893465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Pushing event updated for resources: {'Port': ['ID=ab1d1210-de48-4277-88a2-8ac54b3cf615,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:05.897285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:05.897607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:05.908551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '61b34209-f33a-4470-908a-af215cd74718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:05.908905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: 05ec297a-1526-4c59-95c8-a350b6f1881d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:06.030483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 81194262-7a47-40d4-8519-c9568f4481e3 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:06.052833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 05ec297a-1526-4c59-95c8-a350b6f1881d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:06.067781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 05ec297a-1526-4c59-95c8-a350b6f1881d) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:06.069080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:06.073210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:06.073785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.081754 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:06.084297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Provisioning for port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:06.091344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Provisioning complete for port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:06.092466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.097760 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:06.099163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.099475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:06.101606 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7225916 Jun 09 13:25:06.104807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51814) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.107770 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1911123 Jun 09 13:25:06.110863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51816) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.117584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1591640132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:06.199350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:06.204091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055faba-f67b-4922-9d11-e3d304e825cc None None] Network 05ec297a-1526-4c59-95c8-a350b6f1881d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:06.209548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.217246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.232746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.249093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:06.285283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Provisioning for port 81194262-7a47-40d4-8519-c9568f4481e3 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:06.295255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Provisioning complete for port 81194262-7a47-40d4-8519-c9568f4481e3 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:06.296060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.302953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.304655 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=81194262-7a47-40d4-8519-c9568f4481e3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:06.320552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:06.344827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Port 81194262-7a47-40d4-8519-c9568f4481e3 was deleted so its status cannot be updated. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Jun 09 13:25:06.372014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Provisioning complete for port ab1d1210-de48-4277-88a2-8ac54b3cf615 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:06.372401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e301586d-35b0-47e8-916e-422f714242c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.399405 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:06.427082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.431777 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/81194262-7a47-40d4-8519-c9568f4481e3 HTTP/1.1" status: 204 len: 168 time: 1.1398478 Jun 09 13:25:06.432363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51818) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.480633 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f0ad17c5-9383-46d6-8117-939d7fb33139 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3743889 Jun 09 13:25:06.481302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51820) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.524773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.589083 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a8f937-1a45-4e3b-8bfd-e72cca0b57b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:25:06.590452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-44a8f937-1a45-4e3b-8bfd-e72cca0b57b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/81194262-7a47-40d4-8519-c9568f4481e3 HTTP/1.1" status: 404 len: 333 time: 0.1575034 Jun 09 13:25:06.593337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51822) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.626215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.627447 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4b29ff15-98b2-4b17-a662-8a24099a5bb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5161333 Jun 09 13:25:06.635197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51824) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.643559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'port': {'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d', 'name': 'tempest-RoutersTest-266136894'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:06.713464 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5b17a0fb-0554-4951-98cd-bea9a93757e2 None None] Provisioning complete for port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:06.713857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b17a0fb-0554-4951-98cd-bea9a93757e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.773070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5b17a0fb-0554-4951-98cd-bea9a93757e2 None None] Port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:06.776650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-05ec297a-1526-4c59-95c8-a350b6f1881d', 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': 'e04b0afb-65c0-4bf7-888c-9808b83e81b1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:06.777486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.779494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9250d7e1-bab1-46e4-aad7-0cb9c1c4f6b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:06.783698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9250d7e1-bab1-46e4-aad7-0cb9c1c4f6b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2924609 Jun 09 13:25:06.785284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51826) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.795908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5b17a0fb-0554-4951-98cd-bea9a93757e2 None None] Could not find standard attr ID for object 81194262-7a47-40d4-8519-c9568f4481e3. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:25:06.807490 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:05Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:06.816629 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:06.817404 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Updating router 88055914-b6b7-4744-a859-6966526f4906 port 2cb2928b-f703-4efc-82c9-e19a7524846e binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:25:06.842188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a93149df-f25f-404f-abef-672d126af993 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512967 Jun 09 13:25:06.843428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51828) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:06.854142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634274813', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:06.874451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:06.881626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.902040 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:06.909535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] device_id is not set on port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:06.974152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 7138cdb8-685a-4eab-9585-7d1f0d613cd0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:06.974707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.028065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Allocated IP 172.20.0.2 (05ec297a-1526-4c59-95c8-a350b6f1881d/e04b0afb-65c0-4bf7-888c-9808b83e81b1/d05cafe5-1dc4-42e2-baff-905cc47b26d4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:07.135951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:07.139375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.159815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ab1d1210-de48-4277-88a2-8ac54b3cf615 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:07.259678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.285060 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.286178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ab1d1210-de48-4277-88a2-8ac54b3cf615 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:07.286579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.297502 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Transition to ACTIVE for port object 2cb2928b-f703-4efc-82c9-e19a7524846e will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:07.304726 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.308638 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb37d13f-30c9-4bac-b78b-bae8f4cd1812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.381900 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Attempting to bind port 2cb2928b-f703-4efc-82c9-e19a7524846e on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:07.382229 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Attempting to bind port 2cb2928b-f703-4efc-82c9-e19a7524846e by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:07.382665 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Attempting to bind port 2cb2928b-f703-4efc-82c9-e19a7524846e on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:07.388314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 7138cdb8-685a-4eab-9585-7d1f0d613cd0 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:07.392790 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:07.393394 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:07.394285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.394420 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:07.395087 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Bound port: 2cb2928b-f703-4efc-82c9-e19a7524846e, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:07.395625 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.404394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.416879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Transition to ACTIVE for port object d05cafe5-1dc4-42e2-baff-905cc47b26d4 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:07.423989 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Pushing event updated for resources: {'Port': ['ID=2cb2928b-f703-4efc-82c9-e19a7524846e,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.446143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.446602 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.447004 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.447402 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.447796 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.448193 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.448578 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.448980 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.449352 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.449732 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.450112 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.450695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.455864 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.486400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Transition to ACTIVE for port object d05cafe5-1dc4-42e2-baff-905cc47b26d4 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:07.494779 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] For port 2cb2928b-f703-4efc-82c9-e19a7524846e, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:07.498471 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] For port 2cb2928b-f703-4efc-82c9-e19a7524846e, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2cb2928b-f703-4efc-82c9-e19a7524846e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:07.500947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.505463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.506311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.512763 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da953b15-7bb6-4cbe-a261-bc3a1cd73e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.570585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Network 05ec297a-1526-4c59-95c8-a350b6f1881d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:07.573555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:07.577549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:07.588225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.593241 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Pushing event updated for resources: {'Port': ['ID=2cb2928b-f703-4efc-82c9-e19a7524846e,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.596879 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.597051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e9cb3538-2509-402c-a85b-5cff6d816c0c tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.609945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Pushing event updated for resources: {'Port': ['ID=d05cafe5-1dc4-42e2-baff-905cc47b26d4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.614616 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:07.615350 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:07.617325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.622879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.20.0.12 (05ec297a-1526-4c59-95c8-a350b6f1881d/e04b0afb-65c0-4bf7-888c-9808b83e81b1/ce2ffd5d-2d86-4bad-b24e-9210c851fad8) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:07.673193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Attempting to bind port d05cafe5-1dc4-42e2-baff-905cc47b26d4 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:07.673961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Attempting to bind port d05cafe5-1dc4-42e2-baff-905cc47b26d4 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '61b34209-f33a-4470-908a-af215cd74718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:07.674637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Attempting to bind port d05cafe5-1dc4-42e2-baff-905cc47b26d4 on network 05ec297a-1526-4c59-95c8-a350b6f1881d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:07.681691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:07.682496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Checking segment: {'id': '61b34209-f33a-4470-908a-af215cd74718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:07.683145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.683744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Bound using segment: {'id': '61b34209-f33a-4470-908a-af215cd74718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:07.685186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Bound port: d05cafe5-1dc4-42e2-baff-905cc47b26d4, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b34209-f33a-4470-908a-af215cd74718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '05ec297a-1526-4c59-95c8-a350b6f1881d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:07.685671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.694031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:07.694399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 365853ba-b8f1-4c72-9573-c76460faebdb, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:07.697507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.753208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=1b91b9be-d30d-48a2-b950-0da88b240392,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.779712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.780085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.780462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.781027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.781481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.781851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.782332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.782737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.783104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.783462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.783819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.784413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:07.788823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.792811 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/7138cdb8-685a-4eab-9585-7d1f0d613cd0 HTTP/1.1" status: 204 len: 168 time: 1.1982143 Jun 09 13:25:07.794084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 365853ba-b8f1-4c72-9573-c76460faebdb is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:07.802054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] For port d05cafe5-1dc4-42e2-baff-905cc47b26d4, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:07.802834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51830) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:07.804018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.806448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] For port d05cafe5-1dc4-42e2-baff-905cc47b26d4, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d05cafe5-1dc4-42e2-baff-905cc47b26d4,segment=NetworkSegment(61b34209-f33a-4470-908a-af215cd74718),segment_id=61b34209-f33a-4470-908a-af215cd74718)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:07.813050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.819232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.836778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:07.846872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:07.897880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=7138cdb8-685a-4eab-9585-7d1f0d613cd0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.920483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Pushing event updated for resources: {'Port': ['ID=d05cafe5-1dc4-42e2-baff-905cc47b26d4,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:07.922716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 365853ba-b8f1-4c72-9573-c76460faebdb) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:07.924073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.936869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:07.938652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f94f4-9a42-42d3-89fe-62aa5a252d21 None None] Network 365853ba-b8f1-4c72-9573-c76460faebdb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:07.940195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:07.940890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:07.954892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-7379c9cb-cb28-4424-a6fb-388a78219b25 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:25:07.965165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7379c9cb-cb28-4424-a6fb-388a78219b25 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/7138cdb8-685a-4eab-9585-7d1f0d613cd0 HTTP/1.1" status: 404 len: 333 time: 0.1598487 Jun 09 13:25:07.965982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51832) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:08.046374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.070782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object ce2ffd5d-2d86-4bad-b24e-9210c851fad8 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:08.099930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 4abcba64-3266-4373-b3ff-8db0cbfffd37 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:08.104647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.124969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.131003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:08.187095 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3394721 Jun 09 13:25:08.191463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.224707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51834) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:08.262867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:05Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:08.267898 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92205534-6e85-4d72-92d8-a04fec23c352 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:05Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:08.268364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=ce2ffd5d-2d86-4bad-b24e-9210c851fad8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:08.274790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:08.288899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 05ec297a-1526-4c59-95c8-a350b6f1881d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:08.290312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:08.297823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:08.340504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-365853ba-b8f1-4c72-9573-c76460faebdb', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:08.341193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.384835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:08.385862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.412760 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7764065 Jun 09 13:25:08.413746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:08.526465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Allocated IP 172.20.0.2 (365853ba-b8f1-4c72-9573-c76460faebdb/1b91b9be-d30d-48a2-b950-0da88b240392/6f129814-19f0-4292-ba28-33a13f02da7d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:08.825242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.841727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Transition to ACTIVE for port object 6f129814-19f0-4292-ba28-33a13f02da7d will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:08.868202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Transition to ACTIVE for port object 6f129814-19f0-4292-ba28-33a13f02da7d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:08.879303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.895659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fffe6bc1-13df-4b9a-b4ed-ae061244f171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:08.896275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:08.974967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Network 365853ba-b8f1-4c72-9573-c76460faebdb is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:08.983322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:08.986778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:09.148397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Pushing event updated for resources: {'Port': ['ID=6f129814-19f0-4292-ba28-33a13f02da7d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:09.153941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:09.155574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Attempting to bind port 6f129814-19f0-4292-ba28-33a13f02da7d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:09.155961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Attempting to bind port 6f129814-19f0-4292-ba28-33a13f02da7d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:09.156336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Attempting to bind port 6f129814-19f0-4292-ba28-33a13f02da7d on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:09.175446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:09.175830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Checking segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:09.176253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.176662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Bound using segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:09.177166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Bound port: 6f129814-19f0-4292-ba28-33a13f02da7d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:09.177552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.206768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d05cafe5-1dc4-42e2-baff-905cc47b26d4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:09.378952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.404213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-74bb2a00-228d-49d7-8955-21e1112700ee tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:09.425003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba37b6-76bb-46e2-a581-f78f1c866ed5 None None] Network 05ec297a-1526-4c59-95c8-a350b6f1881d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:09.510826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.513451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/4abcba64-3266-4373-b3ff-8db0cbfffd37 HTTP/1.1" status: 204 len: 168 time: 1.5440445 Jun 09 13:25:09.514419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=4abcba64-3266-4373-b3ff-8db0cbfffd37,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:09.517865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:09.526494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51838) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:09.544832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.588928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07ca32-aef0-47a2-b6d3-302c69195b7c None None] Network abece2fb-8356-48fe-ba49-972b977d1baf requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:09.718339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.740816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] For port 6f129814-19f0-4292-ba28-33a13f02da7d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:09.744620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Provisioning for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:09.757190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:09.771528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Provisioning complete for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:09.771912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.817683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] For port 6f129814-19f0-4292-ba28-33a13f02da7d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6f129814-19f0-4292-ba28-33a13f02da7d,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:09.846203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:09.846512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.857394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.872380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.886276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-454f8ef4-d65b-4c52-b085-045c2b275eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:09.980115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.986994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:09.993963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0565fe9e-a5c9-4207-bb65-3edae058432d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:10.034426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port ab1d1210-de48-4277-88a2-8ac54b3cf615 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:10.035178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.146265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Pushing event updated for resources: {'Port': ['ID=6f129814-19f0-4292-ba28-33a13f02da7d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:10.156706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=ce2ffd5d-2d86-4bad-b24e-9210c851fad8,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:10.181620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.182194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.182860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.184457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.185029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.185608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.186492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.187224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.187698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.189032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.189521 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.190127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.193015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:10.196340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:10.253176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port ab1d1210-de48-4277-88a2-8ac54b3cf615, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ab1d1210-de48-4277-88a2-8ac54b3cf615,segment=NetworkSegment(b77bb532-4769-4774-84b2-6e4a5b91a9aa),segment_id=b77bb532-4769-4774-84b2-6e4a5b91a9aa)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:10.253545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.446826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.452018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for ab1d1210-de48-4277-88a2-8ac54b3cf615 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:10.501957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.525642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.581894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] For port d05cafe5-1dc4-42e2-baff-905cc47b26d4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d05cafe5-1dc4-42e2-baff-905cc47b26d4,segment=NetworkSegment(61b34209-f33a-4470-908a-af215cd74718),segment_id=61b34209-f33a-4470-908a-af215cd74718)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:10.596782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.603056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:10.661397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.677109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860381da-846b-4081-8106-a84afad6daa8 None None] DHCP port deletion for abece2fb-8356-48fe-ba49-972b977d1baf request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:10.808938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:25:10.809289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:25:10.822001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Pushing event updated for resources: {'Port': ['ID=d05cafe5-1dc4-42e2-baff-905cc47b26d4,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:10.831552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Deleting port ab1d1210-de48-4277-88a2-8ac54b3cf615 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:10.831936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.840974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (365853ba-b8f1-4c72-9573-c76460faebdb/1b91b9be-d30d-48a2-b950-0da88b240392/1e197622-2783-415f-ab3d-b1f9e97c54e0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:10.958555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-860381da-846b-4081-8106-a84afad6daa8 None None] For port ab1d1210-de48-4277-88a2-8ac54b3cf615, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ab1d1210-de48-4277-88a2-8ac54b3cf615,segment=NetworkSegment(b77bb532-4769-4774-84b2-6e4a5b91a9aa),segment_id=b77bb532-4769-4774-84b2-6e4a5b91a9aa)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:10.958555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:10.983501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.984301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.984876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.985479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.986067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.986706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.987583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.988144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.988696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.995022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.995507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:10.995840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:25:11.043927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.061734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 1e197622-2783-415f-ab3d-b1f9e97c54e0 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:11.125759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Calling delete_port for ab1d1210-de48-4277-88a2-8ac54b3cf615 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:11.133137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.141251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-27b86e8e-d01a-4c04-b016-3854292e2890 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:11.159418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.186747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.193069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Provisioning for port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:11.200509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Provisioning complete for port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:11.200884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.224136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 365853ba-b8f1-4c72-9573-c76460faebdb is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:11.230780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:11.232555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port ab1d1210-de48-4277-88a2-8ac54b3cf615 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:11.277186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:11.288279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:11.338112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:11.345781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Provisioning complete for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:11.346485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfa49-9f2c-433d-ad33-5b152f30f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.370872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.371402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6d78f70-1f7b-4562-9494-243cd8224304 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:11.411988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.424322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:11.431275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.438637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.476190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11b9114c-ce66-473d-be9a-bf119c4a6f0d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:11.490598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Pushing event deleted for resources: {'Port': ['ID=ab1d1210-de48-4277-88a2-8ac54b3cf615,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:11.492834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.500867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860381da-846b-4081-8106-a84afad6daa8 None None] No DVR routers for this DVR port ab1d1210-de48-4277-88a2-8ac54b3cf615 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:11.509273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e367b-85b4-4248-82c2-fae587106bc6 None None] Network 365853ba-b8f1-4c72-9573-c76460faebdb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:11.518790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.535021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abece2fb-8356-48fe-ba49-972b977d1baf']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:11.550133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77bb532-4769-4774-84b2-6e4a5b91a9aa') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:11.550479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77bb532-4769-4774-84b2-6e4a5b91a9aa') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:11.571490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=ab1d1210-de48-4277-88a2-8ac54b3cf615,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:11.576835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.581732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=ce2ffd5d-2d86-4bad-b24e-9210c851fad8,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:11.585229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.586583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.589257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.601645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.628889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.638126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:11.638623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:11.653238 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:11.659524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2cb2928b-f703-4efc-82c9-e19a7524846e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:11.729430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 05ec297a-1526-4c59-95c8-a350b6f1881d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:11.730665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:11.748599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.753115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:11.783652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.785604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/abece2fb-8356-48fe-ba49-972b977d1baf HTTP/1.1" status: 204 len: 168 time: 2.2578998 Jun 09 13:25:11.790974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=abece2fb-8356-48fe-ba49-972b977d1baf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:11.793326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51840) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:11.807177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916582080'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:11.829082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:11.834192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:11.838037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.919431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:11.929838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.943760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router b40d4f6c-881c-4eed-96b5-ea49f076c6c6 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:11.946515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:11.946950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Added segment cf50248f-ab30-48ff-9970-e74c34700c48 of type vlan for network 68cb8904-9334-43eb-819a-7d40073d11c8 Jun 09 13:25:11.977945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2cb2928b-f703-4efc-82c9-e19a7524846e completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:11.988368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2cb2928b-f703-4efc-82c9-e19a7524846e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:11.989547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.030422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.075102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-370f3c7b-fc20-40ba-a0c9-e31d2b4f6d5b None None] Provisioning for port 6f129814-19f0-4292-ba28-33a13f02da7d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:12.131027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:12.142082 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/b40d4f6c-881c-4eed-96b5-ea49f076c6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270601 Jun 09 13:25:12.147556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51842) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:12.150714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] Sync routers for ids ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:12.155070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-370f3c7b-fc20-40ba-a0c9-e31d2b4f6d5b None None] Provisioning complete for port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:12.155453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370f3c7b-fc20-40ba-a0c9-e31d2b4f6d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.210338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.218720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:12.219616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.227950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] Routers {'b40d4f6c-881c-4eed-96b5-ea49f076c6c6'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:12.228703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:12.235567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1979f8-76c5-4cb7-aff5-a0dbdce66447 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:12.236991 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aa1979f8-76c5-4cb7-aff5-a0dbdce66447 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports/ce2ffd5d-2d86-4bad-b24e-9210c851fad8 HTTP/1.1" status: 200 len: 977 time: 0.0884984 Jun 09 13:25:12.239385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba6eb20a-caac-4ca5-9263-3e36e01b318b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:12.239796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51846) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:12.265039 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4681304 Jun 09 13:25:12.265652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:12.303992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.322646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:12.326036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:12.332408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-370f3c7b-fc20-40ba-a0c9-e31d2b4f6d5b None None] Port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:12.341483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 2cb2928b-f703-4efc-82c9-e19a7524846e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2cb2928b-f703-4efc-82c9-e19a7524846e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:12.343469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] Routers {'b40d4f6c-881c-4eed-96b5-ea49f076c6c6'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:12.344105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:12.398094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.411458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50bb0577-145e-4c5c-81ff-982647c338a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:12.485924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Network': ['ID=68cb8904-9334-43eb-819a-7d40073d11c8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:12.488755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:12.490756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:12.491256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976d708-13fd-4925-a49c-4defc48f51dc None None] The sync data for ids ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:12.517785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 68cb8904-9334-43eb-819a-7d40073d11c8 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:12.536549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Provisioning for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:12.630047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Provisioning complete for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:12.630516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.661829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=2cb2928b-f703-4efc-82c9-e19a7524846e,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:12.682300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6f129814-19f0-4292-ba28-33a13f02da7d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:12.712163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:12.776248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Port 1e197622-2783-415f-ab3d-b1f9e97c54e0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:12.799071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:12.802744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.802997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6f129814-19f0-4292-ba28-33a13f02da7d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:12.807388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6f129814-19f0-4292-ba28-33a13f02da7d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:12.807741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.839557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Provisioning complete for port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:12.839937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.919605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bb550-7e31-403d-8095-832a110e02cc None None] Port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:12.988454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:12.998076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.024173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6f129814-19f0-4292-ba28-33a13f02da7d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6f129814-19f0-4292-ba28-33a13f02da7d,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:13.029175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.030014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d05cafe5-1dc4-42e2-baff-905cc47b26d4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:13.043797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.053397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.059649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-529aa161-42e9-4ef5-a50d-3e5a10992e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:13.073830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:13.156068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-60dfd191-0881-4291-b469-c848f2c52e35 None None] Provisioning complete for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:13.156375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-60dfd191-0881-4291-b469-c848f2c52e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.178338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:13.182320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.191890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:13.206035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6f129814-19f0-4292-ba28-33a13f02da7d,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:13.213286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:13.225206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d05cafe5-1dc4-42e2-baff-905cc47b26d4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:13.225638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.253495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-60dfd191-0881-4291-b469-c848f2c52e35 None None] Port 1e197622-2783-415f-ab3d-b1f9e97c54e0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:13.309733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.323547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e08cefa2-7f4b-422f-a627-00927a1a8b13 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:13.425003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=31fcef63-644e-49fb-b2d1-4bbec910378c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:13.427332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ab1d1210-de48-4277-88a2-8ac54b3cf615 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:13.428234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 365853ba-b8f1-4c72-9573-c76460faebdb is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:13.431089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:13.432056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:13.444132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Checking segment: {'id': 'cf50248f-ab30-48ff-9970-e74c34700c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:13.444495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network hostable DHCP agents. Network: 68cb8904-9334-43eb-819a-7d40073d11c8, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:13.456347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port ce2ffd5d-2d86-4bad-b24e-9210c851fad8 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:13.457391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.471837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ab1d1210-de48-4277-88a2-8ac54b3cf615 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:13.472194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ab1d1210-de48-4277-88a2-8ac54b3cf615 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:13.603527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 68cb8904-9334-43eb-819a-7d40073d11c8 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:13.613781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.629323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 68cb8904-9334-43eb-819a-7d40073d11c8) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:13.638424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf07bd-a74a-43cc-9045-c951ee26b937 None None] Network 68cb8904-9334-43eb-819a-7d40073d11c8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:13.657624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:13.658222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.679578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:13.692611 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3696663 Jun 09 13:25:13.694444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51850) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:13.747966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1453902828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:13.775541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for ce2ffd5d-2d86-4bad-b24e-9210c851fad8 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:13.791688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-043f0a9e-5c5e-4fad-9dd0-3db3db846aab None None] Provisioning complete for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:13.792019 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-043f0a9e-5c5e-4fad-9dd0-3db3db846aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.868570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.869684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.882416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-043f0a9e-5c5e-4fad-9dd0-3db3db846aab None None] Port 1e197622-2783-415f-ab3d-b1f9e97c54e0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:13.912525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:13.917695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/88055914-b6b7-4744-a859-6966526f4906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6928823 Jun 09 13:25:13.923263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51852) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:13.924327 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:13.934666 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:13.935517 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:13.967661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:13.977039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e0ca5bf0-cfd7-4aca-bc9e-cfae70e0501d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:13.991147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-68cb8904-9334-43eb-819a-7d40073d11c8', 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '31fcef63-644e-49fb-b2d1-4bbec910378c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:13.992218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.039710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=ce2ffd5d-2d86-4bad-b24e-9210c851fad8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:14.053709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:14.113151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.134893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.135583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.135855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.136308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.136756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.137255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.137704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.138258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.138624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.140633 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c96529f2-5674-4960-98d7-439b6fba0732 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6318 time: 0.2161405 Jun 09 13:25:14.143676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51854) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:14.161749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.184777 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:14.205065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.208822 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-817b1868-2c09-47de-a870-e18736d31e84 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5106127 Jun 09 13:25:14.209239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51856) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:14.215510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8', 'name': 'tempest-PortsIpV6TestJSON-1665680039'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:14.272858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Allocated IP 2001:db8::2 (68cb8904-9334-43eb-819a-7d40073d11c8/31fcef63-644e-49fb-b2d1-4bbec910378c/7a823c13-9f85-46d6-a0d5-71a00328f686) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:14.399101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:14.404649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.406940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.407415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.407873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.408446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.408759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.409270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.409718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.410162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:14.414747 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-22b72fc8-1c2c-49e4-a706-73134b3eef29 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5208 time: 0.2671349 Jun 09 13:25:14.416545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51858) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:14.460291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port e0fc4bc2-65de-4f54-a27c-2e3017097d21 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:14.476539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.543575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.556705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Transition to ACTIVE for port object 7a823c13-9f85-46d6-a0d5-71a00328f686 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:14.581129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6f129814-19f0-4292-ba28-33a13f02da7d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:14.596732 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:14.600719 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:14.601077 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Updating router 88055914-b6b7-4744-a859-6966526f4906 port 1e197622-2783-415f-ab3d-b1f9e97c54e0 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:25:14.621008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Transition to ACTIVE for port object 7a823c13-9f85-46d6-a0d5-71a00328f686 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:14.639183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.647008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f32532cb-933a-4fd1-b5fd-d6874b3de7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:14.665400 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.716951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Network 68cb8904-9334-43eb-819a-7d40073d11c8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:14.722695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:14.729474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:14.786481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Pushing event updated for resources: {'Port': ['ID=7a823c13-9f85-46d6-a0d5-71a00328f686,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:14.821335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:14.848678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6f129814-19f0-4292-ba28-33a13f02da7d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:14.849479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.886306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Attempting to bind port 7a823c13-9f85-46d6-a0d5-71a00328f686 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:14.887041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Attempting to bind port 7a823c13-9f85-46d6-a0d5-71a00328f686 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'cf50248f-ab30-48ff-9970-e74c34700c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:14.887607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Attempting to bind port 7a823c13-9f85-46d6-a0d5-71a00328f686 on network 68cb8904-9334-43eb-819a-7d40073d11c8 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:14.903896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:14.904580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Checking segment: {'id': 'cf50248f-ab30-48ff-9970-e74c34700c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:14.905266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.905819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Bound using segment: {'id': 'cf50248f-ab30-48ff-9970-e74c34700c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:14.906509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Bound port: 7a823c13-9f85-46d6-a0d5-71a00328f686, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf50248f-ab30-48ff-9970-e74c34700c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '68cb8904-9334-43eb-819a-7d40073d11c8'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:14.907107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:14.935599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::12d (68cb8904-9334-43eb-819a-7d40073d11c8/31fcef63-644e-49fb-b2d1-4bbec910378c/e0fc4bc2-65de-4f54-a27c-2e3017097d21) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:15.013948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router b40d4f6c-881c-4eed-96b5-ea49f076c6c6 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:15.063551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] For port 7a823c13-9f85-46d6-a0d5-71a00328f686, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:15.068281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] For port 7a823c13-9f85-46d6-a0d5-71a00328f686, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7a823c13-9f85-46d6-a0d5-71a00328f686,segment=NetworkSegment(cf50248f-ab30-48ff-9970-e74c34700c48),segment_id=cf50248f-ab30-48ff-9970-e74c34700c48)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:15.070856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2cb2928b-f703-4efc-82c9-e19a7524846e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:15.104317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.114208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:15.140516 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.160055 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Transition to ACTIVE for port object 1e197622-2783-415f-ab3d-b1f9e97c54e0 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:15.173594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.186653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:15.190651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.195956 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/b40d4f6c-881c-4eed-96b5-ea49f076c6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9551232 Jun 09 13:25:15.196596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:15.210463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] Sync routers for ids ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:15.210727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object e0fc4bc2-65de-4f54-a27c-2e3017097d21 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:15.211345 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:15.240642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Pushing event updated for resources: {'Port': ['ID=7a823c13-9f85-46d6-a0d5-71a00328f686,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:15.241552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.250041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d817e21f-7b2e-494c-bc67-3fa12a90445a tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:15.259307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] Routers {'b40d4f6c-881c-4eed-96b5-ea49f076c6c6'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:15.260244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:15.328523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:15.360236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:15.365572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2cb2928b-f703-4efc-82c9-e19a7524846e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:15.366254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.369023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 68cb8904-9334-43eb-819a-7d40073d11c8 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:15.372677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:15.378333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:15.384472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:15.385200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.396548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=e0fc4bc2-65de-4f54-a27c-2e3017097d21,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:15.402007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:15.421321 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2107036 Jun 09 13:25:15.432814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51862) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:15.456639 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Pushing event updated for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:15.473524 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:15.529523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] Routers {'b40d4f6c-881c-4eed-96b5-ea49f076c6c6'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:15.530374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:15.616402 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b1636b66-302e-4b12-9ba6-badfb42374b8 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4111 time: 1.1986384 Jun 09 13:25:15.629938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:15.630554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2692b-8192-4d4d-8232-1fbe8b838f57 None None] The sync data for ids ['b40d4f6c-881c-4eed-96b5-ea49f076c6c6'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:15.695086 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Attempting to bind port 1e197622-2783-415f-ab3d-b1f9e97c54e0 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:15.695474 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Attempting to bind port 1e197622-2783-415f-ab3d-b1f9e97c54e0 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:15.695839 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Attempting to bind port 1e197622-2783-415f-ab3d-b1f9e97c54e0 on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:15.711247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:15.711629 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Checking segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:15.712103 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.712433 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Bound using segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:15.712902 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Bound port: 1e197622-2783-415f-ab3d-b1f9e97c54e0, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:15.713276 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.766230 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-9cd04589-5579-4029-b3e3-6eb025dba850 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] remove_router_interface failed (client error): The resource could not be found. Jun 09 13:25:15.769890 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9cd04589-5579-4029-b3e3-6eb025dba850 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/b40d4f6c-881c-4eed-96b5-ea49f076c6c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5686259 Jun 09 13:25:15.770180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51868) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:15.830046 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-528e1e6a-36cb-4408-9e20-7185d4ce5ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d4f6c-881c-4eed-96b5-ea49f076c6c6 HTTP/1.1" status: 200 len: 205 time: 0.0584223 Jun 09 13:25:15.832533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51870) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:15.859757 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] For port 1e197622-2783-415f-ab3d-b1f9e97c54e0, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:15.863915 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] For port 1e197622-2783-415f-ab3d-b1f9e97c54e0, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1e197622-2783-415f-ab3d-b1f9e97c54e0,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:15.871317 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:15.883895 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea1dddf7-9a6b-4091-bfae-13041bd15088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:15.982380 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Pushing event updated for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:15.987701 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:15.999597 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:16.000238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:24:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:16.019603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.314338 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:16.385886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.404229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51872) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:16.421654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917370128', 'description': 'tempest-secgroup-smoke-1917370128 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:16.523413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.576855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7a823c13-9f85-46d6-a0d5-71a00328f686 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:16.698386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7a823c13-9f85-46d6-a0d5-71a00328f686 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:16.712409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.714700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.744128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.744664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router b40d4f6c-881c-4eed-96b5-ea49f076c6c6 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:16.754831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3175e5-9557-4b61-9a5d-74d67f30fc34 None None] Network 68cb8904-9334-43eb-819a-7d40073d11c8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:16.764269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.766016 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e1e185ad-4362-49a2-bdfd-4a8e31642fa6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/b40d4f6c-881c-4eed-96b5-ea49f076c6c6 HTTP/1.1" status: 204 len: 168 time: 0.9323447 Jun 09 13:25:16.769134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51874) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:16.780482 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:15Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:16.785330 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51f125-276c-492c-ad71-ceaacd88454d None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:15Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:16.888718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet e04b0afb-65c0-4bf7-888c-9808b83e81b1 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:16.894097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.948969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Provisioning for port 7a823c13-9f85-46d6-a0d5-71a00328f686 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:16.960146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Provisioning complete for port 7a823c13-9f85-46d6-a0d5-71a00328f686 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:16.960557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.968318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.982347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.993760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:16.995730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a5f6c40-af25-4421-acd7-4203900dd144 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.017277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.032975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.045260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.046717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6411843 Jun 09 13:25:17.049466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51876) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:17.050574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04681b54-69bd-4354-8b2e-b502f01ad62c,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.056886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:17.063717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.064402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57edb77a-e0f6-46db-b031-51db1b212281 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.119831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.212620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.215198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.219984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-53c07c59-532c-4092-a3bb-5c7f67eed359 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.265761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=e04b0afb-65c0-4bf7-888c-9808b83e81b1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.266822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] For port 7a823c13-9f85-46d6-a0d5-71a00328f686, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7a823c13-9f85-46d6-a0d5-71a00328f686,segment=NetworkSegment(cf50248f-ab30-48ff-9970-e74c34700c48),segment_id=cf50248f-ab30-48ff-9970-e74c34700c48)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:17.269425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.270482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.272435 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/e04b0afb-65c0-4bf7-888c-9808b83e81b1 HTTP/1.1" status: 204 len: 168 time: 0.5014074 Jun 09 13:25:17.275420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51878) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:17.278761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.284266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.353803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec93342-eaad-4e13-a144-962b63d128da None None] Network 05ec297a-1526-4c59-95c8-a350b6f1881d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:17.413977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.434602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Pushing event updated for resources: {'Port': ['ID=7a823c13-9f85-46d6-a0d5-71a00328f686,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.442107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.499344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.531398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port d05cafe5-1dc4-42e2-baff-905cc47b26d4 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:17.531938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.589030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=e0fc4bc2-65de-4f54-a27c-2e3017097d21,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.592731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.658285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.661139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port d05cafe5-1dc4-42e2-baff-905cc47b26d4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d05cafe5-1dc4-42e2-baff-905cc47b26d4,segment=NetworkSegment(61b34209-f33a-4470-908a-af215cd74718),segment_id=61b34209-f33a-4470-908a-af215cd74718)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:17.661814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.669890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.736027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] DHCP port deletion for 05ec297a-1526-4c59-95c8-a350b6f1881d request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:17.759354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8f8cd84c-043c-44cc-8775-55d063bb1475 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.785170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d71a559-4938-4bf8-bdfa-1caae58d6fed,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.795873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.796863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.798428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7454841 Jun 09 13:25:17.802885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51880) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:17.808510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:17.835397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for d05cafe5-1dc4-42e2-baff-905cc47b26d4 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:17.875760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Deleting port d05cafe5-1dc4-42e2-baff-905cc47b26d4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:17.876159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.899485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.908150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-92a8655f-197b-4525-8c16-ada37d5011b4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:17.925461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.936569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:17.970881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=d05cafe5-1dc4-42e2-baff-905cc47b26d4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:17.980781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:17.981881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port d05cafe5-1dc4-42e2-baff-905cc47b26d4 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:17.983553 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f087d48c-e61c-46bb-bae2-07f8aada3f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.012855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.020072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Provisioning complete for port 7a823c13-9f85-46d6-a0d5-71a00328f686 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:18.020460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.020723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.027721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-814d2aa7-430a-4c25-8b1a-0fb5c5d8039f tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.071455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7982da00-e960-4343-abd4-ecfa48cf1ea2,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.078308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.086823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.088374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2842550 Jun 09 13:25:18.091031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51882) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:18.113833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:18.125108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] For port d05cafe5-1dc4-42e2-baff-905cc47b26d4, host dv-neutron-601336-89-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:18.125521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.197265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.218121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ec297a-1526-4c59-95c8-a350b6f1881d']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:18.234868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.241301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b34209-f33a-4470-908a-af215cd74718') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:18.241839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b34209-f33a-4470-908a-af215cd74718') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:18.261364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.281772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.295307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Calling delete_port for d05cafe5-1dc4-42e2-baff-905cc47b26d4 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:18.295467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.300973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Port d05cafe5-1dc4-42e2-baff-905cc47b26d4 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 13:25:18.303637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.304346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:18.304761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.309065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b33d71e1-fcca-49f9-834d-f9b46406fe70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.396912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] No DVR routers for this DVR port d05cafe5-1dc4-42e2-baff-905cc47b26d4 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:18.423488 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:18.451036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Pushing event deleted for resources: {'Port': ['ID=d05cafe5-1dc4-42e2-baff-905cc47b26d4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.452478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.455925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.465949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-19df6de2-6e3c-4153-b9da-ea5090aa709d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.488541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.493529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.496481 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/05ec297a-1526-4c59-95c8-a350b6f1881d HTTP/1.1" status: 204 len: 168 time: 1.2200532 Jun 09 13:25:18.497809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=05ec297a-1526-4c59-95c8-a350b6f1881d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.500292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.502718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51884) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:18.508278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1524710488'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:18.539579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:18.543936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.591897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:18.600330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Provisioning for port e0fc4bc2-65de-4f54-a27c-2e3017097d21 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:18.606018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Provisioning complete for port e0fc4bc2-65de-4f54-a27c-2e3017097d21 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:18.606405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.608528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.609102 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 16619aec-0b9a-47d2-a151-cdea6921b899 of type vlan for network 3df32249-6499-4a38-baec-5930f3812745 Jun 09 13:25:18.643625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.688049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7a823c13-9f85-46d6-a0d5-71a00328f686 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:18.690749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.691133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.697280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:18.697941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.700714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a03d6ea6-7f5b-4eb2-9000-c6765559bfbe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.703507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4d58e00-bfda-43ef-be5a-72d90b57e1ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.759150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-515f68d8-226e-40fa-9e61-329498ba37c6 None None] Port e0fc4bc2-65de-4f54-a27c-2e3017097d21 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:18.771860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7a823c13-9f85-46d6-a0d5-71a00328f686 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:18.772352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.796697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ec3968-e886-47c8-8368-d458c22b504b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.799777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.803217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.804353 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7050006 Jun 09 13:25:18.805004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51886) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:18.807279 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3033459 Jun 09 13:25:18.808811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51888) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:18.813521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': '3df32249-6499-4a38-baec-5930f3812745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:18.823846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:18.846992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=3df32249-6499-4a38-baec-5930f3812745,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.858191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.865832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.874929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 3df32249-6499-4a38-baec-5930f3812745 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:18.932173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.936532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.938648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b3f7f4e1-381a-4420-b4ad-4bda3c1dcb33 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:18.968166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fd960a-0971-4e93-8554-6b8ec7edfa37,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:18.973539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:18.977394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:18.982676 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628261 Jun 09 13:25:18.983819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51890) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:18.991653 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:18.994925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1e197622-2783-415f-ab3d-b1f9e97c54e0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:19.029202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:19.032636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.036286 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:25:19.042901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.052143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3e3d4fa5-15b3-4c92-9069-725b9a2e04aa None None] Provisioning complete for port e0fc4bc2-65de-4f54-a27c-2e3017097d21 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:19.052453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3e3d4fa5-15b3-4c92-9069-725b9a2e04aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.111721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.118554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.120413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ed5af333-5f63-46b2-b982-95f2fc39d4b9 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:19.128607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.138803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.139922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.141710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c246e3ce-0832-4d8a-a05e-2bbe241f6462,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:19.145908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:19.152215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.153441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1681564 Jun 09 13:25:19.156254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51892) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:19.159354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b60bfa4b-cab9-42de-892e-810efe6fc4cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:19.161222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '04681b54-69bd-4354-8b2e-b502f01ad62c', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:19.170472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d4fa5-15b3-4c92-9069-725b9a2e04aa None None] Port e0fc4bc2-65de-4f54-a27c-2e3017097d21 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:19.189274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:19.194659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:19.195016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.195959 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:25:19.202823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.275625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.280122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.288165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e7857af-6b43-4f4f-b68e-6d57748469c0 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:19.307405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eb60d6-8000-4df3-869d-b7379a1c7aed,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:19.311135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:19.315387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.322047 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596920 Jun 09 13:25:19.327304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.334512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=e0fc4bc2-65de-4f54-a27c-2e3017097d21,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:19.345285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:19.369746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 1e197622-2783-415f-ab3d-b1f9e97c54e0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1e197622-2783-415f-ab3d-b1f9e97c54e0,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:19.375098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.378347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a714e4f-3bbc-41b7-923a-80c944ad137a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:19.456909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d05cafe5-1dc4-42e2-baff-905cc47b26d4 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:19.471628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 68cb8904-9334-43eb-819a-7d40073d11c8 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:19.478138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:19.499292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d05cafe5-1dc4-42e2-baff-905cc47b26d4 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:19.499702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d05cafe5-1dc4-42e2-baff-905cc47b26d4 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:19.508823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:19.513489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:19.698980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-07dcb2c2-ead5-46d2-8ced-7378df9c83e1 None None] Provisioning complete for port e0fc4bc2-65de-4f54-a27c-2e3017097d21 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:19.699338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07dcb2c2-ead5-46d2-8ced-7378df9c83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.755161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb2c2-ead5-46d2-8ced-7378df9c83e1 None None] Port e0fc4bc2-65de-4f54-a27c-2e3017097d21 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:19.843154 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-40f3c7cd-550d-40fc-ba54-399d33bd7a07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917370128&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.3670022 Jun 09 13:25:19.854426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:19.862751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-77ed5847-7a98-4cf4-91d5-cd2de1d50bae tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:20.043540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=eda96433-9ae5-465e-8caf-8d323dc97276,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:20.051641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:20.088044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '16619aec-0b9a-47d2-a151-cdea6921b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3df32249-6499-4a38-baec-5930f3812745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:20.088401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: 3df32249-6499-4a38-baec-5930f3812745, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:20.120546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-59cc6229-0815-4cd3-8e00-a180e1765560 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:20.121991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-59cc6229-0815-4cd3-8e00-a180e1765560 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 797 time: 0.2689269 Jun 09 13:25:20.141180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Router cebfa4c0-2fd8-471f-8775-91635b3861b5 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:20.146353 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-3cd562ba-6eba-497e-8bcb-7a3c03a8a335 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0186830 Jun 09 13:25:20.148655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 3df32249-6499-4a38-baec-5930f3812745 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:20.232878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b451f3d-91b9-45fe-a5d3-776b29fe08cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.289482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 3df32249-6499-4a38-baec-5930f3812745) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:20.299437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f5de9-180e-46c9-ace8-f367fd13fc87 None None] Network 3df32249-6499-4a38-baec-5930f3812745 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:20.349758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:20.350335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.365749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.393403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f800d791-1d3c-4820-b39c-94659749137c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5840518 Jun 09 13:25:20.396220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51912) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:20.401677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1746453152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:20.414986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:20.422884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/routers/cebfa4c0-2fd8-471f-8775-91635b3861b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9862647 Jun 09 13:25:20.424060 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] Sync routers for ids ['cebfa4c0-2fd8-471f-8775-91635b3861b5'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:20.425471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51914) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:20.444768 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] Routers {'cebfa4c0-2fd8-471f-8775-91635b3861b5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:20.445762 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cebfa4c0-2fd8-471f-8775-91635b3861b5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:20.474201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.476051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.483270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-d69a8289-eb0c-4981-9795-377112cb38cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222828 Jun 09 13:25:20.515907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.536529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.537215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1e197622-2783-415f-ab3d-b1f9e97c54e0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:20.564312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.570295 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3c897e6a-0ef3-4067-a95a-646c92ffa116 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1704409 Jun 09 13:25:20.571671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51916) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:20.572839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-3df32249-6499-4a38-baec-5930f3812745', 'network_id': '3df32249-6499-4a38-baec-5930f3812745', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': 'eda96433-9ae5-465e-8caf-8d323dc97276'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:20.573676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.584344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:20.596890 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] Routers {'cebfa4c0-2fd8-471f-8775-91635b3861b5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:20.597914 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cebfa4c0-2fd8-471f-8775-91635b3861b5'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:20.621670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afef13-e590-44b0-b0e3-942a0a258bfa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:20.626190 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d8afef13-e590-44b0-b0e3-942a0a258bfa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebfa4c0-2fd8-471f-8775-91635b3861b5 HTTP/1.1" status: 200 len: 989 time: 0.1964009 Jun 09 13:25:20.627937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51918) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:20.669383 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:20.670239 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8e52b-32f7-4a28-b09b-f47d9a93ae04 None None] The sync data for ids ['cebfa4c0-2fd8-471f-8775-91635b3861b5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:20.747960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 1e197622-2783-415f-ab3d-b1f9e97c54e0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:20.748307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:20.826924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-077c1c0f-4e6e-46ac-956f-7e7cd703c1bc service neutron] 10.222.0.21 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289142 Jun 09 13:25:20.836921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Allocated IP 172.20.0.2 (3df32249-6499-4a38-baec-5930f3812745/eda96433-9ae5-465e-8caf-8d323dc97276/d0f93bd5-ece3-4f09-92d1-2c0f22a25c42) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:21.111266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.121825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Transition to ACTIVE for port object d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:21.154295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Transition to ACTIVE for port object d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:21.160789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-e812c23f-26b3-4ad6-9c90-d000f1c3745c service neutron] 10.222.0.21 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276875 Jun 09 13:25:21.162171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.166597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9dca6dc-0b14-4be0-99a0-124603a9f6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:21.231788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Network 3df32249-6499-4a38-baec-5930f3812745 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:21.240598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:21.244490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:21.263505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.358503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Pushing event updated for resources: {'Port': ['ID=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:21.378077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:21.403185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Attempting to bind port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:21.403576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Attempting to bind port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '16619aec-0b9a-47d2-a151-cdea6921b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3df32249-6499-4a38-baec-5930f3812745'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:21.403951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Attempting to bind port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 on network 3df32249-6499-4a38-baec-5930f3812745 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:21.412353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.413253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:21.413631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Checking segment: {'id': '16619aec-0b9a-47d2-a151-cdea6921b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3df32249-6499-4a38-baec-5930f3812745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:21.414177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.414416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Bound using segment: {'id': '16619aec-0b9a-47d2-a151-cdea6921b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3df32249-6499-4a38-baec-5930f3812745'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:21.414997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Bound port: d0f93bd5-ece3-4f09-92d1-2c0f22a25c42, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16619aec-0b9a-47d2-a151-cdea6921b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3df32249-6499-4a38-baec-5930f3812745'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:21.416381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.522198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] For port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:21.526832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] For port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,segment=NetworkSegment(16619aec-0b9a-47d2-a151-cdea6921b899),segment_id=16619aec-0b9a-47d2-a151-cdea6921b899)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:21.532091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.536482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:21.587525 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d77af07-4cf8-4a7a-9aab-ef12234335a8 req-37417185-0264-4f29-8d3e-0221ef19f394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 210 time: 0.2572675 Jun 09 13:25:21.594822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.611753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Pushing event updated for resources: {'Port': ['ID=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:21.616212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:21.726068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.20.0.1 (3df32249-6499-4a38-baec-5930f3812745/eda96433-9ae5-465e-8caf-8d323dc97276/f4946be2-146b-4533-ace8-0844d872ff20) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:21.955950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:21.976094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object f4946be2-146b-4533-ace8-0844d872ff20 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:22.014955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.016083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port e0fc4bc2-65de-4f54-a27c-2e3017097d21 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:22.016435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.020050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-be91c7c4-295c-46ab-bedd-9a356250dad7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:22.099739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 3df32249-6499-4a38-baec-5930f3812745 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:22.102871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:22.107535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:22.134949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=f4946be2-146b-4533-ace8-0844d872ff20,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:22.141618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:22.160733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.169079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.272231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.281618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for e0fc4bc2-65de-4f54-a27c-2e3017097d21 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:22.482610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.490320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d847034d-22aa-4093-977a-9dc47b530a74 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:22.548701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=e0fc4bc2-65de-4f54-a27c-2e3017097d21,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:22.553526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:22.583276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:22.719081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:22.936799 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6f55a919-234f-4c8b-b6d5-4b3eea3cc491 req-09941dda-12aa-4bd4-ad1e-3cd6898290f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 210 time: 0.0510192 Jun 09 13:25:22.943895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:22.983766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef383ce-1590-4064-9867-6eb89ef2a344 None None] Network 3df32249-6499-4a38-baec-5930f3812745 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:23.005749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-f18831d5-0db3-4c94-82d5-9a0b7f833043 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:23.007225 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-f18831d5-0db3-4c94-82d5-9a0b7f833043 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 797 time: 0.5380545 Jun 09 13:25:23.092660 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-0a2d6456-20b1-4343-abde-75aa741b2315 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 380 time: 0.0748978 Jun 09 13:25:23.104722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['04681b54-69bd-4354-8b2e-b502f01ad62c']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:23.135783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.145396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Provisioning for port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:23.155092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Provisioning complete for port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:23.155472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.188828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.207934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.243817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e9035e0-a1f6-4d2e-9167-c9e45bdc3943 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:23.364388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.369166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=f4946be2-146b-4533-ace8-0844d872ff20,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:23.375113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:23.378921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.395166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Router cebfa4c0-2fd8-471f-8775-91635b3861b5 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:23.429112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] For port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,segment=NetworkSegment(16619aec-0b9a-47d2-a151-cdea6921b899),segment_id=16619aec-0b9a-47d2-a151-cdea6921b899)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:23.435726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.438065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b045c21-7094-4b94-a28a-fd842af569af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:23.475390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:23.478838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.510664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Pushing event updated for resources: {'Port': ['ID=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:23.513839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:23.548369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:23.553386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/routers/cebfa4c0-2fd8-471f-8775-91635b3861b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9249907 Jun 09 13:25:23.556065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51936) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:23.564586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] Sync routers for ids ['cebfa4c0-2fd8-471f-8775-91635b3861b5'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:23.581003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] Routers {'cebfa4c0-2fd8-471f-8775-91635b3861b5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:23.582073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cebfa4c0-2fd8-471f-8775-91635b3861b5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:23.611500 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25354b4-eb00-4261-956c-110b74e32d47 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:25:23.615459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 3df32249-6499-4a38-baec-5930f3812745 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:23.615633 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e25354b4-eb00-4261-956c-110b74e32d47 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/e0fc4bc2-65de-4f54-a27c-2e3017097d21 HTTP/1.1" status: 404 len: 333 time: 0.0558283 Jun 09 13:25:23.616559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:23.618243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:23.666364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:23.675895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] Routers {'cebfa4c0-2fd8-471f-8775-91635b3861b5'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:23.676861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cebfa4c0-2fd8-471f-8775-91635b3861b5'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:23.738603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:23.739275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a2ef0-aeb7-468c-a048-9dfb03d89ce8 None None] The sync data for ids ['cebfa4c0-2fd8-471f-8775-91635b3861b5'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:23.757476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Provisioning complete for port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:23.758131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.893795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Provisioning for port f4946be2-146b-4533-ace8-0844d872ff20 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:23.898961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Provisioning complete for port f4946be2-146b-4533-ace8-0844d872ff20 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:23.899411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.921920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:23.959100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-922e3a14-9701-44e6-ae07-843af29fd9ca None None] Port f4946be2-146b-4533-ace8-0844d872ff20 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:24.079815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-193449a7-bfe4-4189-ac41-4f9cf461d32c None None] Provisioning complete for port f4946be2-146b-4533-ace8-0844d872ff20 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:24.080195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-193449a7-bfe4-4189-ac41-4f9cf461d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.092950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-63e3b849-0366-446f-84ae-e9ae2e16c7c2 req-00ef792b-0074-4ac8-8092-578ff31fa7c1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 210 time: 0.0450585 Jun 09 13:25:24.139424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-193449a7-bfe4-4189-ac41-4f9cf461d32c None None] Port f4946be2-146b-4533-ace8-0844d872ff20 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:24.330098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.4 (365853ba-b8f1-4c72-9573-c76460faebdb/1b91b9be-d30d-48a2-b950-0da88b240392/901f1a25-81d1-4de0-898a-551b943a545a) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:24.414411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.420490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.491572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:24.539114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.539628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Fanout notify agent at l3_agent the message router_deleted on router cebfa4c0-2fd8-471f-8775-91635b3861b5 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:24.550967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.552078 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-25c8567e-33fa-485b-9dc2-842ae0c94d56 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/routers/cebfa4c0-2fd8-471f-8775-91635b3861b5 HTTP/1.1" status: 204 len: 168 time: 0.9301641 Jun 09 13:25:24.555320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51942) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:24.562191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:24.562578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.571374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 165434cd-f317-49b4-905a-1b90c5199db8 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:24.632315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 31fcef63-644e-49fb-b2d1-4bbec910378c {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:24.635612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.703623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.772386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.787317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:24.792876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.797582 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/165434cd-f317-49b4-905a-1b90c5199db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2218192 Jun 09 13:25:24.797582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 901f1a25-81d1-4de0-898a-551b943a545a will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:24.798516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51944) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:24.801106 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] Sync routers for ids ['165434cd-f317-49b4-905a-1b90c5199db8'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:24.811002 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] Routers {'165434cd-f317-49b4-905a-1b90c5199db8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:24.811934 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['165434cd-f317-49b4-905a-1b90c5199db8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:24.868902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.871856 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:24.873928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a751f592-ee54-4df3-99fc-c8a7a46046c2 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:24.877991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34466510-8f30-4626-bb11-89e8c05f8695 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:24.879532 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-34466510-8f30-4626-bb11-89e8c05f8695 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports/f4946be2-146b-4533-ace8-0844d872ff20 HTTP/1.1" status: 200 len: 910 time: 0.0803108 Jun 09 13:25:24.882759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51946) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:24.883727 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] Routers {'165434cd-f317-49b4-905a-1b90c5199db8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:24.884343 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['165434cd-f317-49b4-905a-1b90c5199db8'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:24.912479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=31fcef63-644e-49fb-b2d1-4bbec910378c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:24.915706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:24.916792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:24.918724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/31fcef63-644e-49fb-b2d1-4bbec910378c HTTP/1.1" status: 204 len: 168 time: 0.3623376 Jun 09 13:25:24.921327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51948) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:24.927822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7425f-2a69-4fcd-96bd-5c6e27b843d6 None None] Network 68cb8904-9334-43eb-819a-7d40073d11c8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:24.959124 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:24.959526 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e81ced-9f76-4558-ac4b-d6261ab31c5b None None] The sync data for ids ['165434cd-f317-49b4-905a-1b90c5199db8'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:25.026608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.034330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b1b2867f-8173-4846-9a26-39481b00bd4d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:25.042678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.108624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 365853ba-b8f1-4c72-9573-c76460faebdb is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:25.119392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 7a823c13-9f85-46d6-a0d5-71a00328f686 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:25.119748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.168505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:25.170977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:25.232419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] DHCP port deletion for 68cb8904-9334-43eb-819a-7d40073d11c8 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:25.285178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] For port 7a823c13-9f85-46d6-a0d5-71a00328f686, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7a823c13-9f85-46d6-a0d5-71a00328f686,segment=NetworkSegment(cf50248f-ab30-48ff-9970-e74c34700c48),segment_id=cf50248f-ab30-48ff-9970-e74c34700c48)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:25.286560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.288257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:25.292425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:25.306327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Deleting port 7a823c13-9f85-46d6-a0d5-71a00328f686 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:25.307183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.341226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:25.341871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.410815 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3110662 Jun 09 13:25:25.422083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] For port 7a823c13-9f85-46d6-a0d5-71a00328f686, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7a823c13-9f85-46d6-a0d5-71a00328f686,segment=NetworkSegment(cf50248f-ab30-48ff-9970-e74c34700c48),segment_id=cf50248f-ab30-48ff-9970-e74c34700c48)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:25.423389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.429721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 7a823c13-9f85-46d6-a0d5-71a00328f686 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:25.430949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Request body: {'port': {'device_id': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:25.465116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf14796-1f48-4eb1-b3c4-eadbc15d559f req-7bfa0576-394a-44bc-9326-844787c67476 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:25.466604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddf14796-1f48-4eb1-b3c4-eadbc15d559f req-7bfa0576-394a-44bc-9326-844787c67476 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 931 time: 0.2436347 Jun 09 13:25:25.528439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddf14796-1f48-4eb1-b3c4-eadbc15d559f req-b2d4b128-611d-499c-a929-0c903b2248f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516684 Jun 09 13:25:25.538297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.544153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:25.551190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Calling delete_port for 7a823c13-9f85-46d6-a0d5-71a00328f686 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:25.569968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e3dda704-bd61-4ea1-ba2d-2f6c0dc93cf5 None None] Provisioning for port 901f1a25-81d1-4de0-898a-551b943a545a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:25.585399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e3dda704-bd61-4ea1-ba2d-2f6c0dc93cf5 None None] Provisioning complete for port 901f1a25-81d1-4de0-898a-551b943a545a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:25.585775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3dda704-bd61-4ea1-ba2d-2f6c0dc93cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.591144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=7a823c13-9f85-46d6-a0d5-71a00328f686,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:25.599345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:25.601314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No DVR routers for this DVR port 7a823c13-9f85-46d6-a0d5-71a00328f686 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:25.611574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.691928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e3dda704-bd61-4ea1-ba2d-2f6c0dc93cf5 None None] Port 901f1a25-81d1-4de0-898a-551b943a545a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:25.710294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.715193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb29d46a-b205-4d2c-9793-9affd8a70c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:25.736581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.751040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cb8904-9334-43eb-819a-7d40073d11c8']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:25.757028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Pushing event deleted for resources: {'Port': ['ID=7a823c13-9f85-46d6-a0d5-71a00328f686,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:25.760557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:25.762892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] No DVR routers for this DVR port 7a823c13-9f85-46d6-a0d5-71a00328f686 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:25.770671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf50248f-ab30-48ff-9970-e74c34700c48') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:25.770967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf50248f-ab30-48ff-9970-e74c34700c48') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:25.783827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.802306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.809178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:25.809743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:25.825036 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:26.042858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.046209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d2ae9bd0-3d11-4e07-ac85-ccc13c444387 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:26.055236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.060414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.062189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/68cb8904-9334-43eb-819a-7d40073d11c8 HTTP/1.1" status: 204 len: 168 time: 1.1396227 Jun 09 13:25:26.066003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51952) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:26.102864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=68cb8904-9334-43eb-819a-7d40073d11c8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:26.113863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:26.141928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445bd08b-3c53-406b-8a95-370d72f5dde1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:26.143299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-445bd08b-3c53-406b-8a95-370d72f5dde1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/ceee080b-4513-4c27-92dd-93bed48364e9 HTTP/1.1" status: 200 len: 845 time: 0.0761328 Jun 09 13:25:26.147311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51954) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:26.218036 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f96eb1b5-1f33-4059-9c31-d3724578e6d8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/ceee080b-4513-4c27-92dd-93bed48364e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0657277 Jun 09 13:25:26.218426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51956) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:26.223454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:26.350308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:26.354230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.423114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901f1a25-81d1-4de0-898a-551b943a545a {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:25:26.434613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.455529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Transition to ACTIVE for port object 901f1a25-81d1-4de0-898a-551b943a545a will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:26.479863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7a823c13-9f85-46d6-a0d5-71a00328f686 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:26.488187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.498101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-877dede0-cea1-4f83-89fb-3b1aaa16a6ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:26.519952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7a823c13-9f85-46d6-a0d5-71a00328f686 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:26.520444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7a823c13-9f85-46d6-a0d5-71a00328f686 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:26.605980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.611701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dca3662-a2f0-4663-a1d0-8faafb37581d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:26.747597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:26.750811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Pushing event updated for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:26.752716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:26.757769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:26.758220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.766290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:26.766457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793066cb-ee39-438f-ab1c-f64e3c49fcd7 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:26.773638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=52d90886-dcf1-4acf-93fd-82c50f5df87f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:26.792244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:26.805801 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5837708 Jun 09 13:25:26.806027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51960) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:26.811291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'security_group': {'name': 'tempest-secgroup-817007704'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:26.826004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Attempting to bind port 901f1a25-81d1-4de0-898a-551b943a545a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:26.826901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Attempting to bind port 901f1a25-81d1-4de0-898a-551b943a545a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:26.826901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Attempting to bind port 901f1a25-81d1-4de0-898a-551b943a545a on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:26.837863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Port 901f1a25-81d1-4de0-898a-551b943a545a on network 365853ba-b8f1-4c72-9573-c76460faebdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:25:26.838262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Attempting to bind port 901f1a25-81d1-4de0-898a-551b943a545a on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:26.839766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77f251-47e9-4bcd-a261-c6858a45d385 req-f71d12fb-8801-4ec5-a1d1-a10c02321d43 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:26.841293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0c77f251-47e9-4bcd-a261-c6858a45d385 req-f71d12fb-8801-4ec5-a1d1-a10c02321d43 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 943 time: 0.1778042 Jun 09 13:25:26.846547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port f4946be2-146b-4533-ace8-0844d872ff20 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:26.847059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.860543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:26.860937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Checking segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:26.862299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Bound using segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:26.862299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Bound port: 901f1a25-81d1-4de0-898a-551b943a545a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:26.862623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.862735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:26.908517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0c77f251-47e9-4bcd-a261-c6858a45d385 req-7406e628-9eeb-4e8a-9ad9-6ccba5a14c1e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611694 Jun 09 13:25:26.943288 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:25:26.995015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.001467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.006897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2c6e5d9-74a5-4f3e-b588-5f5ec2bc1b9d tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.041635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.043043 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2361081 Jun 09 13:25:27.045651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51962) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:27.050771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1242458484'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:27.056045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.056511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-7b5a10c2-decd-4069-8a87-6a62365a2d62', 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'tenant_id': 'a56848215d73478b8f5c17496917ec63', 'fixed_ips': [{'subnet_id': '52d90886-dcf1-4acf-93fd-82c50f5df87f'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:27.057052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed2097-d858-4a0c-b69d-c1034e714ced,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:27.057381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.061105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:27.068483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:27.081661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.181195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.187542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.189119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for f4946be2-146b-4533-ace8-0844d872ff20 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:27.192652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=901f1a25-81d1-4de0-898a-551b943a545a,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:27.192832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-177153fb-9493-4bc8-9cb8-d5edc5071971 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.201026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.206642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3fb90004-1087-4690-9434-901c0fb5c8bd tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.224998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.228922 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1794717 Jun 09 13:25:27.229248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51964) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:27.231242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ecae2-0b08-4838-b449-b47fc353f75e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:27.236183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Allocated IP 2001:db8::2 (7b5a10c2-decd-4069-8a87-6a62365a2d62/52d90886-dcf1-4acf-93fd-82c50f5df87f/b689936b-92ed-469c-805a-d12eeab4f461) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:27.236430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-717859325', 'security_groups': ['3f8ecae2-0b08-4838-b449-b47fc353f75e'], 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52d90886-dcf1-4acf-93fd-82c50f5df87f'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:27.252295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:27.267256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:27.267927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.269437 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] 10.222.0.42 "PUT /v2.0/ports/901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 1093 time: 1.8488605 Jun 09 13:25:27.276248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:25:27.279306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c9660c-c3de-4cfe-9ed7-259246df6ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:25:27.306720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Pushing event updated for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:27.310426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:27.378286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcf925f-d68d-4ea9-bed8-760b8b4b3524 x-openstack-request-id: req-5bcf925f-d68d-4ea9-bed8-760b8b4b3524 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:25:27.378643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:25:27.378942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bcf925f-d68d-4ea9-bed8-760b8b4b3524 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:25:27.379383 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a', 'status': 'completed', 'code': 200} Jun 09 13:25:27.451676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:27.521690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.533345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Transition to ACTIVE for port object b689936b-92ed-469c-805a-d12eeab4f461 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:27.558391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Transition to ACTIVE for port object b689936b-92ed-469c-805a-d12eeab4f461 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:27.567283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.581180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.600706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.621993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:27.639353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-5471e67e-7c3b-4410-a86e-293658a14a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:27.640821 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-5471e67e-7c3b-4410-a86e-293658a14a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1096 time: 0.3213770 Jun 09 13:25:27.661367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:27.666061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:27.674187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:27.681528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:27.691316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:27.726854 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-14e115b1-a3ef-4f97-a242-ac1586faa68e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 217 time: 0.0778511 Jun 09 13:25:27.767398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.775995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-984a88b2-c9e8-4dd7-8caa-9c553acc3295 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.781533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Attempting to bind port b689936b-92ed-469c-805a-d12eeab4f461 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:27.781916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Attempting to bind port b689936b-92ed-469c-805a-d12eeab4f461 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c6dae493-2fc7-4600-b329-7e65d183270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:27.782275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Attempting to bind port b689936b-92ed-469c-805a-d12eeab4f461 on network 7b5a10c2-decd-4069-8a87-6a62365a2d62 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:27.787957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:27.788322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Checking segment: {'id': 'c6dae493-2fc7-4600-b329-7e65d183270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:27.788731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.789140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Bound using segment: {'id': 'c6dae493-2fc7-4600-b329-7e65d183270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:27.789605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Bound port: b689936b-92ed-469c-805a-d12eeab4f461, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dae493-2fc7-4600-b329-7e65d183270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:27.789962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.825099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=f4946be2-146b-4533-ace8-0844d872ff20,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:27.836437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:27.852757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::396 (7b5a10c2-decd-4069-8a87-6a62365a2d62/52d90886-dcf1-4acf-93fd-82c50f5df87f/675a7a4d-3ac8-4022-8d66-f8da4fb07e84) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:27.885524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:27.889922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:27.896521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:27.903235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9f2a30d-9acb-48a6-bbb9-dc9d16749eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:27.909535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-297f938b-937b-48dc-9067-8c6d0787cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:27.911033 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-297f938b-937b-48dc-9067-8c6d0787cc77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.1760659 Jun 09 13:25:27.994657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:28.000335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:28.143391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.149309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.163413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:28.164755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-16e31a33-cf55-4170-beac-e53c3425d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:28.166425 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-16e31a33-cf55-4170-beac-e53c3425d516 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2476063 Jun 09 13:25:28.192435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.207450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c31a126a-d5a8-47cd-82f9-f4d9f8cb57da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:28.484765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:28.497667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:28.514091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:28.521554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:28.522268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.523973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.551846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=675a7a4d-3ac8-4022-8d66-f8da4fb07e84,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:28.569878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:28.583250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:28.598096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 165434cd-f317-49b4-905a-1b90c5199db8 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:28.603175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3702810 Jun 09 13:25:28.603388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51972) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:28.615647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:28.636281 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-0ad2de6d-8fdb-43d6-b2be-ea529d1f5a30 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161623 Jun 09 13:25:28.688562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b689936b-92ed-469c-805a-d12eeab4f461 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:28.714559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbfd6-1cc7-487b-862c-82437e5b44b4 req-70cfd650-6801-454f-b48b-eb58b8b3e8bd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:28.716118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-919fbfd6-1cc7-487b-862c-82437e5b44b4 req-70cfd650-6801-454f-b48b-eb58b8b3e8bd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 943 time: 0.2950547 Jun 09 13:25:28.804751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-919fbfd6-1cc7-487b-862c-82437e5b44b4 req-acb2d16d-0e13-4b4a-9210-fab17f105208 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822771 Jun 09 13:25:28.838371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:28.842340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:28.872557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:28.883948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] Sync routers for ids ['165434cd-f317-49b4-905a-1b90c5199db8'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:28.888222 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/165434cd-f317-49b4-905a-1b90c5199db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0044835 Jun 09 13:25:28.891543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51974) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:28.897907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] Routers {'165434cd-f317-49b4-905a-1b90c5199db8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:28.899126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['165434cd-f317-49b4-905a-1b90c5199db8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:28.970248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:28.981174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] Routers {'165434cd-f317-49b4-905a-1b90c5199db8'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:28.982326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['165434cd-f317-49b4-905a-1b90c5199db8'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:28.998908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.ipam_backend_mixin [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52d90886-dcf1-4acf-93fd-82c50f5df87f (CIDR: 2001:db8::/64) Jun 09 13:25:29.004689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:25:29.005436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:29.035982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a61c72b4-c208-45d3-9161-19c0bd4a9a5b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4242916 Jun 09 13:25:29.036743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51976) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:29.042431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:29.054019 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:29.055392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10a01f-14f4-4b54-9381-e4faa2f14a81 None None] The sync data for ids ['165434cd-f317-49b4-905a-1b90c5199db8'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:29.124568 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9f5eff1-0e22-4892-b42e-23e2f2129654 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=165434cd-f317-49b4-905a-1b90c5199db8 HTTP/1.1" status: 200 len: 205 time: 0.2289758 Jun 09 13:25:29.130971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51978) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:29.157936 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fa424458-07f2-4399-9ce7-2b893af22ec1 req-95992d3f-f08e-4096-b005-19ea4fad63cd service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649866 Jun 09 13:25:29.282870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.291446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-fd0ed4c7-55cc-4318-a4ac-960cb2fc5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:29.293051 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-fd0ed4c7-55cc-4318-a4ac-960cb2fc5673 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1096 time: 0.0773220 Jun 09 13:25:29.312228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:29.313348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.379910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:29.400812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Provisioning for port b689936b-92ed-469c-805a-d12eeab4f461 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:29.407426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:29.407815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.444998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-da7dbf28-29d6-4a74-aeab-f5a5c0302fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:29.447878 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-da7dbf28-29d6-4a74-aeab-f5a5c0302fbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.1469495 Jun 09 13:25:29.517852 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-67128338-da2d-4f6c-bb6c-97e3dfb49b3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 217 time: 0.0622556 Jun 09 13:25:29.540418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.573860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:29.579097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.581155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:29.586955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-50102a69-08ae-4f34-b514-f7b984835d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:29.588545 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-50102a69-08ae-4f34-b514-f7b984835d3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.0635488 Jun 09 13:25:29.661120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:29.664637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.670993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-ea9babad-9220-4afa-bcb8-0fce2b28b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:29.672628 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-ea9babad-9220-4afa-bcb8-0fce2b28b660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739198 Jun 09 13:25:29.700905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:29.704678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:29.712231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cae77f57-8989-40c4-b0d6-5aa55ca80075 None None] Provisioning for port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:29.717149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cae77f57-8989-40c4-b0d6-5aa55ca80075 None None] Provisioning complete for port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:29.717638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cae77f57-8989-40c4-b0d6-5aa55ca80075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.738727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.742892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.775307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cae77f57-8989-40c4-b0d6-5aa55ca80075 None None] Port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:29.800675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.801197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router 165434cd-f317-49b4-905a-1b90c5199db8 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:29.808051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.809005 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf07ec5a-fe8a-4f31-91c2-a99f230832ea tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/165434cd-f317-49b4-905a-1b90c5199db8 HTTP/1.1" status: 204 len: 168 time: 0.6770051 Jun 09 13:25:29.812673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:29.818484 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-5258c087-77a9-4084-8a8a-40a3b7cf18bc service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Jun 09 13:25:29.897491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet eda96433-9ae5-465e-8caf-8d323dc97276 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:29.901251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:29.959365 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-34c9660c-c3de-4cfe-9ed7-259246df6ca8 req-a70727aa-ccee-4f02-abfb-73c52a88aa32 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328068 Jun 09 13:25:30.153232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.310909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76239ad3-a0bf-4dff-8205-092a4596717d req-77aa459a-83af-464e-80a3-c621581cca05 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:30.312370 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76239ad3-a0bf-4dff-8205-092a4596717d req-77aa459a-83af-464e-80a3-c621581cca05 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 943 time: 0.3839853 Jun 09 13:25:30.364687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.409777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.416441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42c5e330-e562-45e7-bf99-dce48c764ab5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:30.482109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76239ad3-a0bf-4dff-8205-092a4596717d req-a2d0abfc-d532-4c14-b40c-c4edfd6dccdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592257 Jun 09 13:25:30.492352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:30.499673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:30.503756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:30.507000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:30.507638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.523046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c670b-8735-4473-ad3a-43e139f66d55 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:30.530513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=d06a5fe2-7704-42f2-9eb8-fc0d13c33161,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:30.533308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:30.546225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-61349d60-c7b1-468f-8fce-b5deb8933f8d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5081193 Jun 09 13:25:30.548808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51984) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:30.554492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-715385867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd06a5fe2-7704-42f2-9eb8-fc0d13c33161'}], 'security_groups': ['7aed2097-d858-4a0c-b69d-c1034e714ced']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:30.586425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.599850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-77c88490-2d2b-49a6-a51c-3db7dc4a3f6c tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:30.649226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.653800 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/eda96433-9ae5-465e-8caf-8d323dc97276 HTTP/1.1" status: 204 len: 168 time: 0.8374891 Jun 09 13:25:30.654213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51986) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:30.655042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=eda96433-9ae5-465e-8caf-8d323dc97276,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:30.657384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:30.659145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd5ee5-f2a1-4338-8d97-2cbb5bdb6af3 None None] Network 3df32249-6499-4a38-baec-5930f3812745 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:30.728556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.770182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:30.770860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.777980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.851919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:30.852465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:30.961169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,segment=NetworkSegment(16619aec-0b9a-47d2-a151-cdea6921b899),segment_id=16619aec-0b9a-47d2-a151-cdea6921b899)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:30.961874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.110830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:31.173594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87e41c-96b1-497e-bdb1-1910af13876f None None] DHCP port deletion for 3df32249-6499-4a38-baec-5930f3812745 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:31.173979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.181166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-645286ac-48a8-4ab3-ab7c-ebf29f8ba5b5 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:31.185775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Delete allocated IP 2001:db8::396 (7b5a10c2-decd-4069-8a87-6a62365a2d62/52d90886-dcf1-4acf-93fd-82c50f5df87f) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:25:31.198942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8:0:1::285 (7b5a10c2-decd-4069-8a87-6a62365a2d62/d06a5fe2-7704-42f2-9eb8-fc0d13c33161/675a7a4d-3ac8-4022-8d66-f8da4fb07e84) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:31.199485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Update dhcp port {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'fixed_ips': [{'subnet_id': '52d90886-dcf1-4acf-93fd-82c50f5df87f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd06a5fe2-7704-42f2-9eb8-fc0d13c33161'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'b689936b-92ed-469c-805a-d12eeab4f461'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:25:31.250987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:31.259437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.283536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=d0f93bd5-ece3-4f09-92d1-2c0f22a25c42,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:31.286500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:31.397409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.410350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.411903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df32249-6499-4a38-baec-5930f3812745']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:31.425550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16619aec-0b9a-47d2-a151-cdea6921b899') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:31.425914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16619aec-0b9a-47d2-a151-cdea6921b899') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:31.427216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:31.436140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.441917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bf7aff8-6d67-44b9-8dda-4bf071de9099 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:31.442100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.461009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.468496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:31.468978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:31.488348 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:31.505183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Allocated IP 2001:db8:0:1::2 (7b5a10c2-decd-4069-8a87-6a62365a2d62/d06a5fe2-7704-42f2-9eb8-fc0d13c33161/b689936b-92ed-469c-805a-d12eeab4f461) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:31.559549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] In _notify_port_updated(), no bound segment for port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 on network 7b5a10c2-decd-4069-8a87-6a62365a2d62 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:25:31.565593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:31.566382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.571064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51990) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:31.571981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/ports/675a7a4d-3ac8-4022-8d66-f8da4fb07e84 HTTP/1.1" status: 200 len: 930 time: 1.0221701 Jun 09 13:25:31.588662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=675a7a4d-3ac8-4022-8d66-f8da4fb07e84,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:31.591967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:31.601576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 901f1a25-81d1-4de0-898a-551b943a545a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:25:31.646898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.651800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.653904 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/3df32249-6499-4a38-baec-5930f3812745 HTTP/1.1" status: 204 len: 168 time: 0.9982746 Jun 09 13:25:31.658101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7baedae3-be42-48aa-adc1-135d234858d0 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:31.660152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 51992) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:31.665788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1207951328', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:31.713280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.714496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.729821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9712a-e90d-4fdb-90bc-0674f50fbd05 req-30507627-9363-44d8-b2fb-d5dcec0f87ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:31.731630 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fea9712a-e90d-4fdb-90bc-0674f50fbd05 req-30507627-9363-44d8-b2fb-d5dcec0f87ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 943 time: 0.1289954 Jun 09 13:25:31.764795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.775105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:31.793210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fea9712a-e90d-4fdb-90bc-0674f50fbd05 req-abfc61f5-de6f-45a7-a54e-26376c87fd80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548501 Jun 09 13:25:31.837892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=901f1a25-81d1-4de0-898a-551b943a545a,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:31.846722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.863837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '901f1a25-81d1-4de0-898a-551b943a545a', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'port_id': '901f1a25-81d1-4de0-898a-551b943a545a', 'mac_address': 'fa:16:3e:ac:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:25:31.872054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Transition to ACTIVE for port object b689936b-92ed-469c-805a-d12eeab4f461 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:31.892063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=3df32249-6499-4a38-baec-5930f3812745,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:31.894935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:31.901601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:31.910971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a93d5c1-43e6-4d1a-bff4-1261ccc87992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:31.937050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:31.937534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.107541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.134064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.148384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:32.155284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:32.161234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901f1a25-81d1-4de0-898a-551b943a545a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:25:32.179213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=901f1a25-81d1-4de0-898a-551b943a545a,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:32.185700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.187723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:32.247749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.275075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:32.276112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 675a7a4d-3ac8-4022-8d66-f8da4fb07e84 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:32.290180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:32.410634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.416669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:32.446259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['901f1a25-81d1-4de0-898a-551b943a545a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:25:32.470668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=675a7a4d-3ac8-4022-8d66-f8da4fb07e84,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:32.520795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:32.522441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:32.533515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.537811 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/675a7a4d-3ac8-4022-8d66-f8da4fb07e84 HTTP/1.1" status: 204 len: 168 time: 0.9631932 Jun 09 13:25:32.538052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51994) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:32.582833 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffcd563-d8e9-4001-8e10-5cce3bdeb719 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:25:32.586737 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4ffcd563-d8e9-4001-8e10-5cce3bdeb719 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/675a7a4d-3ac8-4022-8d66-f8da4fb07e84 HTTP/1.1" status: 404 len: 333 time: 0.0451374 Jun 09 13:25:32.587100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51996) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:32.666619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.673692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.710314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.745580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.753269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:32.801181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:32.801801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d0f93bd5-ece3-4f09-92d1-2c0f22a25c42 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:32.808401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.814320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.818617 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/security-groups/3f8ecae2-0b08-4838-b449-b47fc353f75e HTTP/1.1" status: 204 len: 168 time: 0.2280474 Jun 09 13:25:32.818617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3ab780d5-decd-4d65-b648-6691c17c459e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:32.830393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 51998) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:32.848191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ecae2-0b08-4838-b449-b47fc353f75e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:32.858146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:32.937207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.940883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Could not find standard attr ID for object 675a7a4d-3ac8-4022-8d66-f8da4fb07e84. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:25:32.945800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.26.5.174 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/25ea8157-ee63-42b4-8cdc-026e2d1a7490) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:32.974569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:32.974935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:32.977428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.036570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.039771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.043398 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/security-groups/7aed2097-d858-4a0c-b69d-c1034e714ced HTTP/1.1" status: 204 len: 168 time: 0.2094181 Jun 09 13:25:33.043398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c63a11b5-c1b1-4732-a780-06a69ed31cbe tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:33.051889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:33.057457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:33.077602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Provisioning for port b689936b-92ed-469c-805a-d12eeab4f461 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:33.084562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:33.085119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5b5624a-dfd0-4a85-9605-f547cf1d0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.096718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed2097-d858-4a0c-b69d-c1034e714ced,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:33.106750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:33.139022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet 52d90886-dcf1-4acf-93fd-82c50f5df87f {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:33.142760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.176234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce170877-0e7c-4710-b86e-169e2feafbfc req-e8bb112f-f4c9-4dba-b17c-9a608aff4f5f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:33.177861 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ce170877-0e7c-4710-b86e-169e2feafbfc req-e8bb112f-f4c9-4dba-b17c-9a608aff4f5f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 944 time: 0.1490533 Jun 09 13:25:33.230386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.244764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.253856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ce170877-0e7c-4710-b86e-169e2feafbfc req-bbc67d64-4b6f-47b9-b9d8-ee4507a378f4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660276 Jun 09 13:25:33.290492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.295726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6204da63-3266-49ba-9322-bd4cfc4a07b8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:33.331786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.362434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:33.366010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:33.370155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:33.375512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f46499ff-dc2e-40b3-9eac-c3259fd407f1 None None] Could not find standard attr ID for object 675a7a4d-3ac8-4022-8d66-f8da4fb07e84. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:25:33.411425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=25ea8157-ee63-42b4-8cdc-026e2d1a7490,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:33.415829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:33.422951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.434151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ca3617e-b789-4968-9adf-90c23c9153c0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:33.469092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.471203 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/52d90886-dcf1-4acf-93fd-82c50f5df87f HTTP/1.1" status: 204 len: 168 time: 0.4182014 Jun 09 13:25:33.476016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52004) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:33.479594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952ac35-5731-4d71-9843-1eead6633f17 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:33.481501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:33.570800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 901f1a25-81d1-4de0-898a-551b943a545a up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:33.576293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=52d90886-dcf1-4acf-93fd-82c50f5df87f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:33.581548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:33.652848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:33.656523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.732495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 901f1a25-81d1-4de0-898a-551b943a545a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:33.739156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 901f1a25-81d1-4de0-898a-551b943a545a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:33.739551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.835359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.921002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.955135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:25:33.956432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.958147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab73fc-6d4e-40bd-92d3-1199d99832f7" -d '{"events": [{"server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "name": "network-vif-plugged", "status": "completed", "tag": "901f1a25-81d1-4de0-898a-551b943a545a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:25:33.963561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cc5a91f4-3940-4eee-9701-736cde014b50 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:33.968077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=901f1a25-81d1-4de0-898a-551b943a545a,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:33.973807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:33.978044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:34.037992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:34.041924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:34.052075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:34.052888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.057678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43621711-625b-4b79-9232-f2b5f0df2632 x-openstack-request-id: req-43621711-625b-4b79-9232-f2b5f0df2632 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:25:34.058371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "name": "network-vif-plugged", "status": "completed", "tag": "901f1a25-81d1-4de0-898a-551b943a545a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:25:34.058681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43621711-625b-4b79-9232-f2b5f0df2632 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:25:34.059079 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a', 'code': 200} Jun 09 13:25:34.081053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=ac371f79-e26a-47b7-9d13-64bb3ad14093,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:34.094626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:34.097259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:34.099967 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6227567 Jun 09 13:25:34.102596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52008) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:34.103854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:34.117033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'security_group': {'name': 'tempest-secgroup-801089166'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:34.147500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.345111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.400595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.406260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e5578630-5412-44fc-aa5c-3ed5f6979875 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:34.465960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.467975 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3551936 Jun 09 13:25:34.471067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52012) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:34.480442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370107770'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:34.496009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c748df4-51a3-46f2-a4d2-56dad8ff4c78,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:34.502668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:34.520644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18363ca-539a-4a3d-b937-7987be7c78cb req-a92b1b36-061c-40aa-a3e7-a154dd07599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:34.522386 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-a18363ca-539a-4a3d-b937-7987be7c78cb req-a92b1b36-061c-40aa-a3e7-a154dd07599a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1098 time: 0.1710336 Jun 09 13:25:34.524044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.547705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.584734 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-a18363ca-539a-4a3d-b937-7987be7c78cb req-b7cc39a6-0d07-4658-a303-cb595dc3930d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481768 Jun 09 13:25:34.682911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.688209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.695328 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5326c584-5e0a-4e47-8f5e-9ed11fe1c94e tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:34.730814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.735263 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2558026 Jun 09 13:25:34.735748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52014) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:34.740779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1607269314'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:34.747068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c5765-cf22-4962-b491-7e54e533b546,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:34.752068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:34.763961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f838e-b03a-4af8-8178-4984136f8e40 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:34.777217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.812693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330ceea-48a2-43bf-acb1-4003e7032971 req-e4a4ed17-e0b8-4a34-b1d2-28f1549b1fd9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:34.814246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c330ceea-48a2-43bf-acb1-4003e7032971 req-e4a4ed17-e0b8-4a34-b1d2-28f1549b1fd9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.1990571 Jun 09 13:25:34.860473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9d825267-171f-4f9f-b82f-72341046564b None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:34.860919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d825267-171f-4f9f-b82f-72341046564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.881908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c330ceea-48a2-43bf-acb1-4003e7032971 req-d0e3d838-6695-43d9-92b7-6182b649001a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577345 Jun 09 13:25:34.891379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2c5c43d6-1ca4-426b-8981-8e3146c5ad26 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:34.912433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.918673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.924959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-11aacdda-c3cf-4660-aacb-f9e3f0f4fa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:34.941494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9d825267-171f-4f9f-b82f-72341046564b None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:34.962304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145bdfd2-b89a-4d44-ac91-353bb72b0fdf,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:34.965688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:34.967381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:34.971887 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2352962 Jun 09 13:25:34.972490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52016) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:34.979115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1874560380', 'security_groups': ['145bdfd2-b89a-4d44-ac91-353bb72b0fdf'], 'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac371f79-e26a-47b7-9d13-64bb3ad14093'}]}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:34.987469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9d825267-171f-4f9f-b82f-72341046564b None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:34.987852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d825267-171f-4f9f-b82f-72341046564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.099633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:35.115766 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] Sync routers for ids ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:35.127909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.129328 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] Routers {'2c5c43d6-1ca4-426b-8981-8e3146c5ad26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:35.130197 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:35.133125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4715919 Jun 09 13:25:35.133855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52018) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:35.162881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:35.202011 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:35.212071 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] Routers {'2c5c43d6-1ca4-426b-8981-8e3146c5ad26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:35.212731 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:35.282545 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:35.291296 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d1039-b71e-4f20-8f1c-a8374987e051 None None] The sync data for ids ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:35.317668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Update dhcp port {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'fixed_ips': [{'subnet_id': 'd06a5fe2-7704-42f2-9eb8-fc0d13c33161', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac371f79-e26a-47b7-9d13-64bb3ad14093'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'b689936b-92ed-469c-805a-d12eeab4f461'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:25:35.378950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-17ed84c6-037e-4abb-bd06-182bc8bde4e7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers/2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 200 len: 881 time: 0.2433667 Jun 09 13:25:35.381216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52020) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:35.440664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.464066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.486488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] device_id is not set on port 585b1071-964d-48b1-bcc6-dd9b61792b36 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:25:35.615956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4ed626b9-78b3-48e2-a880-01110f04fa76 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2297952 Jun 09 13:25:35.616778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52022) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:35.620674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1207951328'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:35.651788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Allocated IP 2001:db8::2 (7b5a10c2-decd-4069-8a87-6a62365a2d62/ac371f79-e26a-47b7-9d13-64bb3ad14093/b689936b-92ed-469c-805a-d12eeab4f461) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:35.785564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:35.810742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.828354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Transition to ACTIVE for port object b689936b-92ed-469c-805a-d12eeab4f461 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:35.833239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:35.837262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ef3d7bb-b0b1-40c2-be6f-677c43c31de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:35.965261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:35.968455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8::230 (7b5a10c2-decd-4069-8a87-6a62365a2d62/ac371f79-e26a-47b7-9d13-64bb3ad14093/585b1071-964d-48b1-bcc6-dd9b61792b36) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:35.969745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:36.000741 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-14ccf9a4-a747-4a50-90f1-66a51327b16a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1705503 Jun 09 13:25:36.252219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-d5036d83-6037-4bba-8688-fca870541ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.254478 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-d5036d83-6037-4bba-8688-fca870541ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1098 time: 0.1520381 Jun 09 13:25:36.257370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.274893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 585b1071-964d-48b1-bcc6-dd9b61792b36 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:36.309746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ece71-974f-4b11-97ac-906316bd2c4c req-41b03b89-49e0-4915-991d-ea2fa0d3bcb2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.311261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d13ece71-974f-4b11-97ac-906316bd2c4c req-41b03b89-49e0-4915-991d-ea2fa0d3bcb2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.2873049 Jun 09 13:25:36.393715 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d13ece71-974f-4b11-97ac-906316bd2c4c req-2e4d4412-e607-40c2-aadd-15b92ed288f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745127 Jun 09 13:25:36.408561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.427810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.434646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-2ab8178a-9b6d-4b7c-8a39-6af563f33195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.436115 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-2ab8178a-9b6d-4b7c-8a39-6af563f33195 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.1585944 Jun 09 13:25:36.437394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.443401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ee55a8c9-fd84-42a9-8747-c15577a6cd30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:36.517753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:36.597425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:36.607062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:36.619619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:36.625109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.625717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.655917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=585b1071-964d-48b1-bcc6-dd9b61792b36,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:36.661576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:36.663679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-84a25c1f-b4ba-44df-95e0-df37b4e1ec29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 1000 time: 0.1879587 Jun 09 13:25:36.667977 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6944029 Jun 09 13:25:36.675691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:36.683136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:36.709677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:36.710057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.746557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-158e1356-c732-4692-8675-84f7379feedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.748342 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-158e1356-c732-4692-8675-84f7379feedc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0713344 Jun 09 13:25:36.765058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:36.777385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Provisioning for port b689936b-92ed-469c-805a-d12eeab4f461 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:36.784439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:36.784825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aee2eb60-12c5-4f5d-862e-3992a05974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:36.839192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-175e2f99-3257-4586-9c6a-cdb06db59ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.841213 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-175e2f99-3257-4586-9c6a-cdb06db59ca9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0847726 Jun 09 13:25:36.859484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2c5c43d6-1ca4-426b-8981-8e3146c5ad26 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:36.879038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e720a1-f8aa-4ded-82e6-9153d64e1ba0 req-681fac9e-3cc3-4338-9d0d-f2c5915f5c49 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:36.880547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1e720a1-f8aa-4ded-82e6-9153d64e1ba0 req-681fac9e-3cc3-4338-9d0d-f2c5915f5c49 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.3030348 Jun 09 13:25:36.992937 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-55c58b89-c335-4c72-8ffc-c67f15aaf26c service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428835 Jun 09 13:25:37.014019 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1e720a1-f8aa-4ded-82e6-9153d64e1ba0 req-b349fdce-2534-45a3-8451-fa8a8246c049 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222560 Jun 09 13:25:37.054706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-90947e47-fb8e-4a05-91b1-9b8cdf6c2c35 None None] Provisioning for port 585b1071-964d-48b1-bcc6-dd9b61792b36 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:37.059812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-90947e47-fb8e-4a05-91b1-9b8cdf6c2c35 None None] Provisioning complete for port 585b1071-964d-48b1-bcc6-dd9b61792b36 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:37.060190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90947e47-fb8e-4a05-91b1-9b8cdf6c2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:37.065536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52030) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.126900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-90947e47-fb8e-4a05-91b1-9b8cdf6c2c35 None None] Port 585b1071-964d-48b1-bcc6-dd9b61792b36 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:37.137588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:37.138683 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ae0879c2-9530-47d2-9f78-0ed377e0edbc req-78d02d4a-af7c-4783-9aa9-ef1576ce72ce service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382923 Jun 09 13:25:37.141632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:37.221602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:37.232633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] Sync routers for ids ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:37.234789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:37.238281 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb312872-e7c9-4ae1-9fff-c75590e7916c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 200 len: 888 time: 1.6188428 Jun 09 13:25:37.238733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52034) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.251700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] Routers {'2c5c43d6-1ca4-426b-8981-8e3146c5ad26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:37.252346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:37.289291 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.ipam_backend_mixin [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac371f79-e26a-47b7-9d13-64bb3ad14093 (CIDR: 2001:db8::/64) Jun 09 13:25:37.293663 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:25:37.294252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:37.311516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:37.315430 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fc4e81e6-3558-4218-b3a4-105ffaba8afb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6357946 Jun 09 13:25:37.315695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52036) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.320781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] Routers {'2c5c43d6-1ca4-426b-8981-8e3146c5ad26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:37.321388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:37.321526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:37.383658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:37.384111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193949fb-82c9-493c-8a01-ff764297f13c None None] The sync data for ids ['2c5c43d6-1ca4-426b-8981-8e3146c5ad26'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:37.486478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:37.490667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:37.629167 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1b3e855b-0b0b-4646-a952-0a023b5cbc18 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers/2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 200 len: 888 time: 0.3891468 Jun 09 13:25:37.631704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52038) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.671731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d341bca-e452-4b80-92e0-e6b58855f974 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:37.673245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8d341bca-e452-4b80-92e0-e6b58855f974 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1093 time: 0.6067476 Jun 09 13:25:37.678322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52040) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.682837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '901f1a25-81d1-4de0-898a-551b943a545a', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:37.688770 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5e8a426b-5eb7-406c-b5a4-cdcebfab49b6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 200 len: 205 time: 0.0560102 Jun 09 13:25:37.692479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52042) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.775689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.ipam_backend_mixin [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d06a5fe2-7704-42f2-9eb8-fc0d13c33161 (CIDR: 2001:db8:0:1::/64) Jun 09 13:25:37.779874 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:25:37.780305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:37.838854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:37.842085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-11f53378-0c8e-479e-a520-6ef2f9dea1f0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5250323 Jun 09 13:25:37.844874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52044) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:37.849916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'subnet': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:37.944674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.006826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Made reservation on behalf of a56848215d73478b8f5c17496917ec63 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:38.010732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.160552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.207271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.266095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.271469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e12bcbaa-2edc-4328-b3bb-9a81ae5a1c85 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:38.322243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:38.328520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:38.333400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:38.333967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.337874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 25ea8157-ee63-42b4-8cdc-026e2d1a7490 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:38.337987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.342986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df66751-ea72-4247-aedb-d63bdd30b156 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:38.353563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Subnet': ['ID=af3eb6b8-260a-409e-9e4c-9f495c8a388e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:38.357082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:38.362974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5169833 Jun 09 13:25:38.365684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52048) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:38.371665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-257166391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'af3eb6b8-260a-409e-9e4c-9f495c8a388e'}], 'security_groups': ['9c748df4-51a3-46f2-a4d2-56dad8ff4c78', '3e8c5765-cf22-4962-b491-7e54e533b546']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:38.436994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.112 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/c98578f5-222e-4360-92b6-6875fe039dc5) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:38.549539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.634087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.682459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 25ea8157-ee63-42b4-8cdc-026e2d1a7490 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:38.704245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Update dhcp port {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'fixed_ips': [{'subnet_id': 'd06a5fe2-7704-42f2-9eb8-fc0d13c33161', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac371f79-e26a-47b7-9d13-64bb3ad14093', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af3eb6b8-260a-409e-9e4c-9f495c8a388e'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'b689936b-92ed-469c-805a-d12eeab4f461'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:25:38.748536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.756074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.816622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:38.823678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b920cdee-26eb-44c8-ae4a-58147cddc3bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:38.917339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:38.923320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:38.934591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:39.005953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Allocated IP 2001:db8:0:2::2 (7b5a10c2-decd-4069-8a87-6a62365a2d62/af3eb6b8-260a-409e-9e4c-9f495c8a388e/b689936b-92ed-469c-805a-d12eeab4f461) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:39.126397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c98578f5-222e-4360-92b6-6875fe039dc5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:39.134912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:39.146736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:39.161296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.166258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:39.173236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.193155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Transition to ACTIVE for port object b689936b-92ed-469c-805a-d12eeab4f461 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:39.200091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.204822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:39.241688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=25ea8157-ee63-42b4-8cdc-026e2d1a7490,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:39.253009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:39.363394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Delete allocated IP 2001:db8::230 (7b5a10c2-decd-4069-8a87-6a62365a2d62/ac371f79-e26a-47b7-9d13-64bb3ad14093) {{(pid=92384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 09 13:25:39.370674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Pushing event updated for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:39.373652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:39.381763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Allocated IP 2001:db8:0:2::1f4 (7b5a10c2-decd-4069-8a87-6a62365a2d62/af3eb6b8-260a-409e-9e4c-9f495c8a388e/585b1071-964d-48b1-bcc6-dd9b61792b36) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:39.458476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.597275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.614999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Transition to ACTIVE for port object 585b1071-964d-48b1-bcc6-dd9b61792b36 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:39.620007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.625801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e455db14-163e-4ee1-8b98-3f6c11eeb747 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:39.708980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.712986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.736017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event updated for resources: {'Port': ['ID=585b1071-964d-48b1-bcc6-dd9b61792b36,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:39.738992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] In _notify_port_updated(), no bound segment for port 585b1071-964d-48b1-bcc6-dd9b61792b36 on network 7b5a10c2-decd-4069-8a87-6a62365a2d62 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:25:39.746420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:39.746420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.748984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "PUT /v2.0/ports/585b1071-964d-48b1-bcc6-dd9b61792b36 HTTP/1.1" status: 200 len: 969 time: 1.3822901 Jun 09 13:25:39.750032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:39.751829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52050) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:39.763518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.764430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5c43d6-1ca4-426b-8981-8e3146c5ad26 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:39.773395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.778923 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 204 len: 168 time: 2.0855074 Jun 09 13:25:39.782991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52052) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:39.788392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-782821686'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:39.830184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:39.834128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.885976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:39.899977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.901442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.901785 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment d0949389-427a-4d06-ae98-620abd3df783 of type vlan for network c47b3f96-7c85-4a03-8915-4588f3c2de73 Jun 09 13:25:39.941668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:39.993238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:39.993920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.019195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.037803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port 585b1071-964d-48b1-bcc6-dd9b61792b36 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:40.038206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.060852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.061952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:40.067135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:40.067865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.075642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cf38aec-1d14-46bd-a9fd-9dccc81d067b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:40.080332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Provisioning for port b689936b-92ed-469c-805a-d12eeab4f461 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:40.086601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:40.087644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.213436 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4292681 Jun 09 13:25:40.216556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52054) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:40.218583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.234091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:40.274941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=c47b3f96-7c85-4a03-8915-4588f3c2de73,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:40.281585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:40.281715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Provisioning for port 585b1071-964d-48b1-bcc6-dd9b61792b36 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:40.289608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:40.346974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Provisioning complete for port 585b1071-964d-48b1-bcc6-dd9b61792b36 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:40.347356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.366611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.372213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.376691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b6649a2-83a5-485a-8812-97447fcb908e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:40.435733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c39284e3-60e4-4855-bbc2-77bc574e6404 None None] Port 585b1071-964d-48b1-bcc6-dd9b61792b36 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:40.448237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for 585b1071-964d-48b1-bcc6-dd9b61792b36 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:40.478962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c98578f5-222e-4360-92b6-6875fe039dc5,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:40.483497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:40.492372 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.515967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:40.516200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:40.520356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.590668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6177c3bf-e375-42f3-bf9c-19dc90730fac None None] Provisioning complete for port 585b1071-964d-48b1-bcc6-dd9b61792b36 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:40.591047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6177c3bf-e375-42f3-bf9c-19dc90730fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.658258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6177c3bf-e375-42f3-bf9c-19dc90730fac None None] Port 585b1071-964d-48b1-bcc6-dd9b61792b36 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:40.661936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:40.662316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.721532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.754656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01d514f1-4b23-42eb-bd5a-f3d3c67d127b tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:40.807877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=585b1071-964d-48b1-bcc6-dd9b61792b36,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:40.813445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:40.830494 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd associated. External IP: 172.26.5.112, port: 901f1a25-81d1-4de0-898a-551b943a545a. Jun 09 13:25:40.870200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.874367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/585b1071-964d-48b1-bcc6-dd9b61792b36 HTTP/1.1" status: 204 len: 168 time: 1.1191156 Jun 09 13:25:40.875414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52056) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:40.938361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb276345-6e05-42b7-b3f6-cf0261d986cb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] GET failed (client error): The resource could not be found. Jun 09 13:25:40.939764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fb276345-6e05-42b7-b3f6-cf0261d986cb tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports/585b1071-964d-48b1-bcc6-dd9b61792b36 HTTP/1.1" status: 404 len: 333 time: 0.0634344 Jun 09 13:25:40.942686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52058) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:40.975814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:40.981373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71c7f217-4e06-4e18-adab-d0f1839d0bb6 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:41.068596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=db4aca9a-d7f0-4736-9590-d8a5841320d8,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:41.081007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:41.089567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.117097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': 'd0949389-427a-4d06-ae98-620abd3df783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:41.117441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: c47b3f96-7c85-4a03-8915-4588f3c2de73, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:41.126056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.167149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:41.179395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, c47b3f96-7c85-4a03-8915-4588f3c2de73) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:41.183909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:41.184554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.191928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724962d-1709-4f56-a859-4183670b7dba None None] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:41.196503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:41.201329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.203838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.205117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/security-groups/145bdfd2-b89a-4d44-ac91-353bb72b0fdf HTTP/1.1" status: 204 len: 168 time: 0.2615445 Jun 09 13:25:41.206639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9926173c-134c-4864-a34f-a2e1b986c717 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:41.217093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52060) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:41.234649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145bdfd2-b89a-4d44-ac91-353bb72b0fdf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:41.248522 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0171235 Jun 09 13:25:41.248522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:41.249547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52062) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:41.261479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1309450122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:41.315841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.316854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.327631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.358816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.367546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.387155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:41.401315 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:41.413773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.417373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.420859 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:41.421893 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:41.435191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.437612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.441261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e8c5765-cf22-4962-b491-7e54e533b546 HTTP/1.1" status: 204 len: 168 time: 0.2193639 Jun 09 13:25:41.441261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8a1b237d-b85f-4b13-8a65-373439825243 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:41.447312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52064) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:41.462814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.467021 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-90714c50-59f3-4cd6-a874-314f08eb41aa tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2160866 Jun 09 13:25:41.467975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52066) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:41.478546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-c47b3f96-7c85-4a03-8915-4588f3c2de73', 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': 'db4aca9a-d7f0-4736-9590-d8a5841320d8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:41.479688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:41.501265 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8216672 Jun 09 13:25:41.502369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:25:41.505275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b6365-b002-478c-805d-33eac857031e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:25:41.508149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52068) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:41.562490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c5765-cf22-4962-b491-7e54e533b546,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:41.584542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfe965e-f26a-4392-9aaf-a1237611679f x-openstack-request-id: req-6bfe965e-f26a-4392-9aaf-a1237611679f {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:25:41.585041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:25:41.585454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bfe965e-f26a-4392-9aaf-a1237611679f {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:25:41.585995 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a', 'status': 'completed', 'code': 200} Jun 09 13:25:41.599462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-396ce8d1-157b-43f2-abe3-fff04ce77366 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:41.686402 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db5e8340-f437-4b86-87e0-9625c83844c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 991 time: 0.1767197 Jun 09 13:25:41.702831 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:41.708224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6365-b002-478c-805d-33eac857031e req-f3cb6ecf-be17-4816-94ce-6ac61d89ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:41.709361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Allocated IP 172.20.0.2 (c47b3f96-7c85-4a03-8915-4588f3c2de73/db4aca9a-d7f0-4736-9590-d8a5841320d8/eac8fcfb-1e2a-48fd-af44-451593666e9c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:41.709903 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-f3cb6ecf-be17-4816-94ce-6ac61d89ffe9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1098 time: 0.1036656 Jun 09 13:25:41.863853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6365-b002-478c-805d-33eac857031e req-d91a4d98-13c1-425a-a007-77f8f0e2feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:41.865326 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-d91a4d98-13c1-425a-a007-77f8f0e2feee service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.1478655 Jun 09 13:25:41.990440 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-b344396c-0d42-4248-a88b-8157c30a456c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 999 time: 0.1108062 Jun 09 13:25:42.008758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.022538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Transition to ACTIVE for port object eac8fcfb-1e2a-48fd-af44-451593666e9c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:42.046519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Transition to ACTIVE for port object eac8fcfb-1e2a-48fd-af44-451593666e9c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:42.054564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.067226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6365-b002-478c-805d-33eac857031e req-5b6f57c9-34ec-4479-8b5f-0ce9a0dcbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:42.069756 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-5b6f57c9-34ec-4479-8b5f-0ce9a0dcbe97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.0678096 Jun 09 13:25:42.071787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b18107-86f5-4f07-9758-e464faa3d228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:42.094967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.132380 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '901f1a25-81d1-4de0-898a-551b943a545a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:ac:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:25:39Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:42.136969 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:42.142375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:42.143729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:42.148567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:42.149052 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:42.150023 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:42.178685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6365-b002-478c-805d-33eac857031e req-2e959106-77af-477d-91b7-67dff8fb03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:42.180514 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-2e959106-77af-477d-91b7-67dff8fb03ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1013846 Jun 09 13:25:42.220850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.235242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Pushing event updated for resources: {'Port': ['ID=eac8fcfb-1e2a-48fd-af44-451593666e9c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:42.245911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:42.255785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Attempting to bind port eac8fcfb-1e2a-48fd-af44-451593666e9c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:42.256362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Attempting to bind port eac8fcfb-1e2a-48fd-af44-451593666e9c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'd0949389-427a-4d06-ae98-620abd3df783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:42.256841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Attempting to bind port eac8fcfb-1e2a-48fd-af44-451593666e9c on network c47b3f96-7c85-4a03-8915-4588f3c2de73 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:42.263100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:42.263657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Checking segment: {'id': 'd0949389-427a-4d06-ae98-620abd3df783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:42.264167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.264659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Bound using segment: {'id': 'd0949389-427a-4d06-ae98-620abd3df783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:42.265232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Bound port: eac8fcfb-1e2a-48fd-af44-451593666e9c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0949389-427a-4d06-ae98-620abd3df783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c47b3f96-7c85-4a03-8915-4588f3c2de73'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:42.265776 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.310776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.380405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] For port eac8fcfb-1e2a-48fd-af44-451593666e9c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:42.384090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] For port eac8fcfb-1e2a-48fd-af44-451593666e9c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=eac8fcfb-1e2a-48fd-af44-451593666e9c,segment=NetworkSegment(d0949389-427a-4d06-ae98-620abd3df783),segment_id=d0949389-427a-4d06-ae98-620abd3df783)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:42.393576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.397454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.400278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.401449 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c748df4-51a3-46f2-a4d2-56dad8ff4c78 HTTP/1.1" status: 204 len: 168 time: 0.9529002 Jun 09 13:25:42.402040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-860381da-846b-4081-8106-a84afad6daa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:42.410178 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:42.412233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-724bf184-a25a-4e2e-be18-02ee864ad3c9 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:42.473294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52072) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:42.499765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Pushing event updated for resources: {'Port': ['ID=eac8fcfb-1e2a-48fd-af44-451593666e9c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:42.503341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:42.534445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c748df4-51a3-46f2-a4d2-56dad8ff4c78,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:42.541776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:42.567051 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-df762854-81b3-4f33-91d7-4d06b8e338d5 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749907 Jun 09 13:25:42.620496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet ac371f79-e26a-47b7-9d13-64bb3ad14093 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:42.629707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.690088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52074) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:42.740904 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-897b6365-b002-478c-805d-33eac857031e req-5f6dd31e-b3c1-4243-bc09-ae02e5be9aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695077 Jun 09 13:25:42.851256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:42.904908 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '901f1a25-81d1-4de0-898a-551b943a545a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:ac:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:25:39Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:42.911432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a82000-4c1a-4da0-9aca-0b32dccb2061 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '901f1a25-81d1-4de0-898a-551b943a545a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:ac:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:25:39Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:42.976764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-41baf597-bed0-427c-b1de-9bcbf4c80c83 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 991 time: 0.2566409 Jun 09 13:25:43.028526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.20.0.1 (c47b3f96-7c85-4a03-8915-4588f3c2de73/db4aca9a-d7f0-4736-9590-d8a5841320d8/18d19cb8-fb31-492e-8b37-144b80bade3e) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:43.044292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.233472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.239986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d277fb9-8ef1-49b0-83af-104678730a81 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:43.290565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.292491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/ac371f79-e26a-47b7-9d13-64bb3ad14093 HTTP/1.1" status: 204 len: 168 time: 0.8182294 Jun 09 13:25:43.293588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=ac371f79-e26a-47b7-9d13-64bb3ad14093,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:43.294061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc6ee2-962f-4b65-9667-b3f9947f2d75 None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:43.297456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:43.301664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.302834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52076) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:43.318267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object 18d19cb8-fb31-492e-8b37-144b80bade3e will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:43.345667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.349789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:43.423783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:43.427609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:43.432085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:43.436689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet af3eb6b8-260a-409e-9e4c-9f495c8a388e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:43.445631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.485563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=18d19cb8-fb31-492e-8b37-144b80bade3e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:43.490968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:43.520195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.548555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.590455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e30d4-3a64-403e-963f-f4fca8840255 None None] New status for floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:25:43.668582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.697867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.803566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.809353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-70b4a86f-4245-4257-bfe1-db0bd3b65e22 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:43.875898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:43.880890 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/af3eb6b8-260a-409e-9e4c-9f495c8a388e HTTP/1.1" status: 204 len: 168 time: 0.5768421 Jun 09 13:25:43.881687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52078) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:43.882609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=af3eb6b8-260a-409e-9e4c-9f495c8a388e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:43.888529 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6d065-e33e-49b1-af1e-32239b53df86 None None] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:43.924471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:43.928966 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8d7027-0125-4bcc-97af-30dcb6624152 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:43.929421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8d7027-0125-4bcc-97af-30dcb6624152 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:43.933847 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f8d7027-0125-4bcc-97af-30dcb6624152 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/ac371f79-e26a-47b7-9d13-64bb3ad14093 HTTP/1.1" status: 404 len: 337 time: 0.0454550 Jun 09 13:25:43.934466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52080) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:43.981967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52082) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.037647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7cda3cdc-5f67-40c9-9e05-7e40256f7e32 None None] Provisioning for port eac8fcfb-1e2a-48fd-af44-451593666e9c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:44.069828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a85922-ff7b-4fbe-ae57-3f1f4678a794 None None] Update dhcp port {'port': {'network_id': '7b5a10c2-decd-4069-8a87-6a62365a2d62', 'fixed_ips': [{'subnet_id': 'd06a5fe2-7704-42f2-9eb8-fc0d13c33161', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'af3eb6b8-260a-409e-9e4c-9f495c8a388e'}], 'binding:host_id': 'dv-neutron-601336-89-hyperv'}, 'id': 'b689936b-92ed-469c-805a-d12eeab4f461'} from dv-neutron-601336-89-hyperv. {{(pid=92385) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 09 13:25:44.111313 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec511207-efd6-4aa3-adcf-0edeebaac646 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 993 time: 0.1280460 Jun 09 13:25:44.121717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting subnet d06a5fe2-7704-42f2-9eb8-fc0d13c33161 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:44.124778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.183014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6a85922-ff7b-4fbe-ae57-3f1f4678a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.185681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.275475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.293184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.299432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.329011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:44.360133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.366792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a2410f88-24bc-48b9-a7aa-77b721cb8352 tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server [None req-c6a85922-ff7b-4fbe-ae57-3f1f4678a794 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d06a5fe2-7704-42f2-9eb8-fc0d13c33161: This subnet is being modified by another concurrent operation. Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise self.value Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1711, in update_port Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server raise exception Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d06a5fe2-7704-42f2-9eb8-fc0d13c33161: This subnet is being modified by another concurrent operation. Jun 09 13:25:44.393866 dv-neutron-601336-89-hyperv neutron-server[92385]: ERROR oslo_messaging.rpc.server Jun 09 13:25:44.422454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Subnet': ['ID=d06a5fe2-7704-42f2-9eb8-fc0d13c33161,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:44.424624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.426610 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/d06a5fe2-7704-42f2-9eb8-fc0d13c33161 HTTP/1.1" status: 204 len: 168 time: 0.4911661 Jun 09 13:25:44.427837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:44.429128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52084) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.471550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=18d19cb8-fb31-492e-8b37-144b80bade3e,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:44.479200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:44.480450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa1e1a6-f4e1-4a8e-a2d9-aac61c0f205e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.480893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa1e1a6-f4e1-4a8e-a2d9-aac61c0f205e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.483099 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1fa1e1a6-f4e1-4a8e-a2d9-aac61c0f205e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/52d90886-dcf1-4acf-93fd-82c50f5df87f HTTP/1.1" status: 404 len: 337 time: 0.0526433 Jun 09 13:25:44.483580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.485509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52086) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.524245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401ecd6-e139-4e2e-bbdf-c0aa8138a72d None None] Network 7b5a10c2-decd-4069-8a87-6a62365a2d62 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:44.550084 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c5f86006-0749-4df7-9040-480c707be4f9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "GET /v2.0/ports?device_id=cebfa4c0-2fd8-471f-8775-91635b3861b5 HTTP/1.1" status: 200 len: 205 time: 0.0632970 Jun 09 13:25:44.552395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52088) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.634320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device eac8fcfb-1e2a-48fd-af44-451593666e9c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:44.640306 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-8f3401a0-dcb8-44af-8b2d-7278dcae9bb8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] delete failed (client error): The resource could not be found. Jun 09 13:25:44.642035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:44.642603 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f3401a0-dcb8-44af-8b2d-7278dcae9bb8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/routers/cebfa4c0-2fd8-471f-8775-91635b3861b5 HTTP/1.1" status: 404 len: 336 time: 0.0877371 Jun 09 13:25:44.643122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:44.644953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52090) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.699410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ae2b1-cd42-4571-9c18-e78c60d91641 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.699933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7ae2b1-cd42-4571-9c18-e78c60d91641 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.704063 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bc7ae2b1-cd42-4571-9c18-e78c60d91641 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/31fcef63-644e-49fb-b2d1-4bbec910378c HTTP/1.1" status: 404 len: 337 time: 0.0557439 Jun 09 13:25:44.704798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52092) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.748235 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-da07e6d5-30eb-4a70-b74e-f941df7873fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.748979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da07e6d5-30eb-4a70-b74e-f941df7873fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.753986 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-da07e6d5-30eb-4a70-b74e-f941df7873fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/4abcba64-3266-4373-b3ff-8db0cbfffd37 HTTP/1.1" status: 404 len: 337 time: 0.0477395 Jun 09 13:25:44.754905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52094) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.803490 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc061ca-857d-47a6-b374-4790acfd12bd tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.803740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc061ca-857d-47a6-b374-4790acfd12bd tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.806135 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3cc061ca-857d-47a6-b374-4790acfd12bd tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/17ed74ed-8ee8-41b6-99ae-b4e8e5784898 HTTP/1.1" status: 404 len: 337 time: 0.0497944 Jun 09 13:25:44.809438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52096) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.831568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5756c6dd-c57f-412f-84c7-f0da9baa35c1 None None] Provisioning complete for port ceee080b-4513-4c27-92dd-93bed48364e9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:44.832094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756c6dd-c57f-412f-84c7-f0da9baa35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.856988 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed26c2f6-7bde-4399-9363-1c8d4d490633 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.857802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed26c2f6-7bde-4399-9363-1c8d4d490633 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.859746 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ed26c2f6-7bde-4399-9363-1c8d4d490633 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/f8c422de-b09e-44b9-bdc7-44fef824bfba HTTP/1.1" status: 404 len: 333 time: 0.0491168 Jun 09 13:25:44.862343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52098) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.908763 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b43865f-5b47-40ea-ad87-1cc7ffb770e6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.909479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b43865f-5b47-40ea-ad87-1cc7ffb770e6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.913177 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6b43865f-5b47-40ea-ad87-1cc7ffb770e6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/2f1ebd7c-4c54-483f-853e-4df7f697baa2 HTTP/1.1" status: 404 len: 337 time: 0.0472894 Jun 09 13:25:44.915422 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52100) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.916629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port eac8fcfb-1e2a-48fd-af44-451593666e9c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:44.928770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router ff26bcb4-0122-4fac-9ee8-4113592b54c4 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:44.933578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port eac8fcfb-1e2a-48fd-af44-451593666e9c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:44.933578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:44.952574 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d2168e-fa46-44e2-a402-3f34d2891221 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:44.953043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d2168e-fa46-44e2-a402-3f34d2891221 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:44.957293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e0d2168e-fa46-44e2-a402-3f34d2891221 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/042c5bb4-f18a-49d4-b33c-fcf5f6906d6f HTTP/1.1" status: 404 len: 337 time: 0.0404174 Jun 09 13:25:44.960542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52102) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:44.965331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5756c6dd-c57f-412f-84c7-f0da9baa35c1 None None] Port ceee080b-4513-4c27-92dd-93bed48364e9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:45.007448 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a00ccf-3e05-49de-883e-4a1b9ed706bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:45.007938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a00ccf-3e05-49de-883e-4a1b9ed706bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:45.011913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b7a00ccf-3e05-49de-883e-4a1b9ed706bc tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/5120fe67-a0db-4e23-a783-7dd6c0a66ddb HTTP/1.1" status: 404 len: 333 time: 0.0482118 Jun 09 13:25:45.014742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52104) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.019161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5756c6dd-c57f-412f-84c7-f0da9baa35c1 None None] Provisioning complete for port b689936b-92ed-469c-805a-d12eeab4f461 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:45.019617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756c6dd-c57f-412f-84c7-f0da9baa35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.056601 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e48d351-9954-404c-aea7-f828a6687fd8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:45.057321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e48d351-9954-404c-aea7-f828a6687fd8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:45.059221 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7e48d351-9954-404c-aea7-f828a6687fd8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/9f7519ac-cc1e-4c83-84b7-123451b2d2c4 HTTP/1.1" status: 404 len: 337 time: 0.0435219 Jun 09 13:25:45.061784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52106) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.109143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:45.111639 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4155e1d4-3bc2-4bcf-b065-8961c9065b52 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] DELETE failed (client error): The resource could not be found. Jun 09 13:25:45.112210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4155e1d4-3bc2-4bcf-b065-8961c9065b52 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:25:45.114343 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4155e1d4-3bc2-4bcf-b065-8961c9065b52 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/subnets/2659019c-ad49-44be-bffa-2007fbbd2ce3 HTTP/1.1" status: 404 len: 337 time: 0.0513983 Jun 09 13:25:45.117938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52108) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.124920 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] Sync routers for ids ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:45.140293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/ff26bcb4-0122-4fac-9ee8-4113592b54c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662531 Jun 09 13:25:45.140941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52110) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.142351 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] Routers {'ff26bcb4-0122-4fac-9ee8-4113592b54c4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:45.143195 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:45.160369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] DHCP port deletion for 7b5a10c2-decd-4069-8a87-6a62365a2d62 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:45.199934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.225390 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:45.236895 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] Routers {'ff26bcb4-0122-4fac-9ee8-4113592b54c4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:45.237840 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:45.250540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87690fdd-b328-40f5-8341-2d75bb3053f4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:45.254867 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-87690fdd-b328-40f5-8341-2d75bb3053f4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports/18d19cb8-fb31-492e-8b37-144b80bade3e HTTP/1.1" status: 200 len: 910 time: 0.1059673 Jun 09 13:25:45.255476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52112) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.261129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db4aca9a-d7f0-4736-9590-d8a5841320d8'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:45.271970 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Deleting port ceee080b-4513-4c27-92dd-93bed48364e9 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:45.272318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.307679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port eac8fcfb-1e2a-48fd-af44-451593666e9c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=eac8fcfb-1e2a-48fd-af44-451593666e9c,segment=NetworkSegment(d0949389-427a-4d06-ae98-620abd3df783),segment_id=d0949389-427a-4d06-ae98-620abd3df783)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:45.319944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Deleting port b689936b-92ed-469c-805a-d12eeab4f461 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:45.320691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.327391 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:45.327919 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a164970-ac9f-4ae5-a3b9-4a32dc5f7a7f None None] The sync data for ids ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:45.334797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.390117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.390790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b287338e-b618-4172-b8fd-fc2aff59eb94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:45.492368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] For port b689936b-92ed-469c-805a-d12eeab4f461, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b689936b-92ed-469c-805a-d12eeab4f461,segment=NetworkSegment(c6dae493-2fc7-4600-b329-7e65d183270a),segment_id=c6dae493-2fc7-4600-b329-7e65d183270a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:45.492761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.500656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Provisioning for port 18d19cb8-fb31-492e-8b37-144b80bade3e completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:45.513804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Provisioning complete for port 18d19cb8-fb31-492e-8b37-144b80bade3e triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:45.514182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.521607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Calling delete_port for ceee080b-4513-4c27-92dd-93bed48364e9 owned by {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:45.577895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.585473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-edd05974-aca5-456f-846b-b686bf03b793 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:45.644113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Port': ['ID=ceee080b-4513-4c27-92dd-93bed48364e9,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:45.651805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:45.652849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.657539 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/ports/ceee080b-4513-4c27-92dd-93bed48364e9 HTTP/1.1" status: 204 len: 168 time: 0.5361955 Jun 09 13:25:45.657778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:45.675221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.691547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Calling delete_port for b689936b-92ed-469c-805a-d12eeab4f461 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:45.695271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=eac8fcfb-1e2a-48fd-af44-451593666e9c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:45.698455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:45.727539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Port 18d19cb8-fb31-492e-8b37-144b80bade3e cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:45.745406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Provisioning complete for port eac8fcfb-1e2a-48fd-af44-451593666e9c triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:45.745984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35992a3c-8588-49fc-b2f6-51114c6d7116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.822960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.853361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-719dcbbc-66b0-4e04-b4d1-316094b97282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:45.916574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Pushing event deleted for resources: {'Port': ['ID=b689936b-92ed-469c-805a-d12eeab4f461,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:45.922747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] No DVR routers for this DVR port b689936b-92ed-469c-805a-d12eeab4f461 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:45.926945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:45.930492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:45.948224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b226ea4-c1a8-4e0c-b94c-8ab1f6f7cc5f None None] get_active_networks_info from dv-neutron-601336-89-hyperv {{(pid=92385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 13:25:46.070133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b226ea4-c1a8-4e0c-b94c-8ab1f6f7cc5f None None] Resources bound (agent type, host, resource id): {{(pid=92385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 09 13:25:46.077502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.090557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5a10c2-decd-4069-8a87-6a62365a2d62']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:46.103567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dae493-2fc7-4600-b329-7e65d183270a') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:46.103883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dae493-2fc7-4600-b329-7e65d183270a') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:46.115561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.134239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.141686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:46.142323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:46.158235 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:46.228934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.238725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.242596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.247650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.252207 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] 10.222.0.21 "DELETE /v2.0/networks/7b5a10c2-decd-4069-8a87-6a62365a2d62 HTTP/1.1" status: 204 len: 168 time: 0.5906951 Jun 09 13:25:46.252207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fc7aa4-6974-4621-b923-d3732d82088f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:46.267979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:46.272069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Pushing event deleted for resources: {'Network': ['ID=7b5a10c2-decd-4069-8a87-6a62365a2d62,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:46.274958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:46.359894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=18d19cb8-fb31-492e-8b37-144b80bade3e,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:46.367639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:46.368523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.370251 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/ports/18d19cb8-fb31-492e-8b37-144b80bade3e HTTP/1.1" status: 200 len: 910 time: 1.1137464 Jun 09 13:25:46.372060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:46.372940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52122) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:46.509984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device eac8fcfb-1e2a-48fd-af44-451593666e9c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:46.545258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52126) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:46.578129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port eac8fcfb-1e2a-48fd-af44-451593666e9c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:46.578506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.719201 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-78586dad-004c-464e-a515-155713acd234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a56848215d73478b8f5c17496917ec63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715829 Jun 09 13:25:46.721298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52130) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:46.781957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.808747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.812091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:46.851022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b689936b-92ed-469c-805a-d12eeab4f461 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:46.851476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b689936b-92ed-469c-805a-d12eeab4f461 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:46.877233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.879843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.880920 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a57e39c9-01c8-45f7-a001-7cc5698963fc HTTP/1.1" status: 204 len: 168 time: 0.1586394 Jun 09 13:25:46.881723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-20db57a6-1eed-4cd5-975f-ce594160c808 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:46.889384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:46.892067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e39c9-01c8-45f7-a001-7cc5698963fc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:46.894747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:47.433076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 18d19cb8-fb31-492e-8b37-144b80bade3e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:47.433415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:47.564957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:47.687547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 18d19cb8-fb31-492e-8b37-144b80bade3e owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:47.835855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:47.841119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5c12f9c0-2892-4438-8913-48ec98d8e37a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:47.847797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25bd3965-9462-40da-92cd-733ea6a624ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:47.888706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=18d19cb8-fb31-492e-8b37-144b80bade3e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:47.920110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:48.123386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.389223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router ff26bcb4-0122-4fac-9ee8-4113592b54c4 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:48.491509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52170) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:48.496275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713708771', 'description': 'tempest-secgroup-smoke-1713708771 description', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:48.520040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.532896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.647869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.653692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.656886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-37982278-11ac-4bbc-a3b0-c2a470192e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:48.665839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:48.673159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/ff26bcb4-0122-4fac-9ee8-4113592b54c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2966425 Jun 09 13:25:48.673388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52172) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:48.689260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] Sync routers for ids ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:48.700370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] Routers {'ff26bcb4-0122-4fac-9ee8-4113592b54c4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:48.701088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:48.701442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c813f6e7-56db-401f-9821-5e2bd92cb0d0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:48.715993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:48.720865 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf5acab6-0595-413d-8bd5-ca2d46ef4be0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff26bcb4-0122-4fac-9ee8-4113592b54c4 HTTP/1.1" status: 200 len: 205 time: 0.0462849 Jun 09 13:25:48.727010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52174) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:48.765535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:48.775700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] Routers {'ff26bcb4-0122-4fac-9ee8-4113592b54c4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:48.776425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:48.787717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.794744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.799013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-062d70db-26ac-4541-a1a3-2057e72506f5 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:48.839736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.844747 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3484433 Jun 09 13:25:48.844747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec21441a-2b56-4f2f-b617-b2898e576a6f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:48.844747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:48.845268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52176) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:48.846890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:48.847427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a106b-a1d2-4fbc-addd-6d066d44cbc9 None None] The sync data for ids ['ff26bcb4-0122-4fac-9ee8-4113592b54c4'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:48.849832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:48.876323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.878802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.940537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.945120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.946966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:48.968732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73dccb8-86d8-4195-9568-5c5868234573,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:48.971108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:48.977536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:48.981527 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326938 Jun 09 13:25:48.981727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:48.986162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.014002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.076659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.081130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.083036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.104843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2564b3c4-1c99-4d0c-beed-1a6be28b2d14,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.108449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.112893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.114674 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4b786edf-94cb-4404-b1b8-2d4f44d1d97b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314387 Jun 09 13:25:49.117741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52180) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.122459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.162960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.177367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.179575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.206923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.207449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router ff26bcb4-0122-4fac-9ee8-4113592b54c4 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:25:49.214844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.218769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e49df104-ed9e-4b4e-b97d-a28a1c1e33c7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/ff26bcb4-0122-4fac-9ee8-4113592b54c4 HTTP/1.1" status: 204 len: 168 time: 0.4906754 Jun 09 13:25:49.218921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.260594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.265630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.269471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-05921218-aff4-4fc4-9ddc-554b6edab15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.306187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd949952-9d97-4984-9aad-4a4ebe727bb0,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.310945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.314965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet db4aca9a-d7f0-4736-9590-d8a5841320d8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:25:49.318167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.319684 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2008495 Jun 09 13:25:49.320503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.322683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52184) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.327385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.359653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.377584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.423304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.427808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.429584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e049798e-1692-4308-8039-7ce455548ea1 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.451039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12568a7c-c188-4a37-90f6-af1048343a2a,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.455176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.460792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.461947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382537 Jun 09 13:25:49.464683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52186) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.464875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.469096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.490919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Project 5e0a3a1ba8764782bb59dfd5d20a2f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:25:49.496901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.538737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.543470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ef8ae18-eba1-466a-b116-ac0df6a0a152 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.560421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.564745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.566609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8861bb40-274f-4ea8-aff5-465cde466e61 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.586615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.588414 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/db4aca9a-d7f0-4736-9590-d8a5841320d8 HTTP/1.1" status: 204 len: 168 time: 0.3685999 Jun 09 13:25:49.588594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8837f9ff-e5fb-47f4-a2e6-2deea013d593,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.589363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=db4aca9a-d7f0-4736-9590-d8a5841320d8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.591055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.592192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.597008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.597874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ab2ca-d2b3-4315-9306-f275bcc283e5 None None] Network c47b3f96-7c85-4a03-8915-4588f3c2de73 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:49.598557 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328242 Jun 09 13:25:49.601106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.606943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'security_group_rule': {'security_group_id': 'ec21441a-2b56-4f2f-b617-b2898e576a6f', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.612207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.632879 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Project 5e0a3a1ba8764782bb59dfd5d20a2f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:25:49.643543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.719342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.719944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.724796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.726820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-246ab342-ce84-485b-bf2a-8213165d60fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.749403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d028f854-220e-461e-b800-18f1fdee4f44,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:49.752433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:49.759862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.764198 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589088 Jun 09 13:25:49.764413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52192) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:49.769752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'network': {'name': 'tempest-network-smoke--588038358', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:49.792492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Made reservation on behalf of 5e0a3a1ba8764782bb59dfd5d20a2f35 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:49.796320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.801017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port eac8fcfb-1e2a-48fd-af44-451593666e9c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:49.801483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.826472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:49.840022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.840362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Added segment 98231580-7c6e-4c74-a651-529ef86e01bb of type vlan for network 12c5e686-30a4-4330-8d36-49384a85b2b1 Jun 09 13:25:49.860487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] DHCP port deletion for c47b3f96-7c85-4a03-8915-4588f3c2de73 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:25:49.872303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.903351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.909483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:49.910084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.912084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port eac8fcfb-1e2a-48fd-af44-451593666e9c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=eac8fcfb-1e2a-48fd-af44-451593666e9c,segment=NetworkSegment(d0949389-427a-4d06-ae98-620abd3df783),segment_id=d0949389-427a-4d06-ae98-620abd3df783)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:49.912553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:49.915538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de9e9f50-7db3-4343-a6ea-9a74b7ef657d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:49.930712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Deleting port eac8fcfb-1e2a-48fd-af44-451593666e9c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:25:49.931100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.011736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2461588 Jun 09 13:25:50.014388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52194) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:50.018972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'admin_state_up': True, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:50.031607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Network': ['ID=12c5e686-30a4-4330-8d36-49384a85b2b1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:50.034470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-52231c23-3ddc-4f79-a47e-f8be7ec6968a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:50.035894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for eac8fcfb-1e2a-48fd-af44-451593666e9c owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:50.042352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] For port eac8fcfb-1e2a-48fd-af44-451593666e9c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=eac8fcfb-1e2a-48fd-af44-451593666e9c,segment=NetworkSegment(d0949389-427a-4d06-ae98-620abd3df783),segment_id=d0949389-427a-4d06-ae98-620abd3df783)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:50.042831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.052209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:50.052733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.053907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.070460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.091402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.096408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3be0ee82-c076-4546-a34e-fd3f327aaa94 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:50.144913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port eac8fcfb-1e2a-48fd-af44-451593666e9c on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:50.146806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=eac8fcfb-1e2a-48fd-af44-451593666e9c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:50.173449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:50.249814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Calling delete_port for eac8fcfb-1e2a-48fd-af44-451593666e9c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:25:50.274647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.276291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce8a98ef-3184-4098-bf5b-ce5b606a29c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.289590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47b3f96-7c85-4a03-8915-4588f3c2de73']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:50.302981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0949389-427a-4d06-ae98-620abd3df783') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:50.303517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0949389-427a-4d06-ae98-620abd3df783') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:50.315934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.316343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.333270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.333555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.339572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:25:50.339938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.342948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:25:50.354695 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:25:50.357395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.384847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Pushing event deleted for resources: {'Port': ['ID=eac8fcfb-1e2a-48fd-af44-451593666e9c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:50.386709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] No DVR routers for this DVR port eac8fcfb-1e2a-48fd-af44-451593666e9c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:25:50.388231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:50.504509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device eac8fcfb-1e2a-48fd-af44-451593666e9c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:25:50.545914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: eac8fcfb-1e2a-48fd-af44-451593666e9c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:25:50.546145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device eac8fcfb-1e2a-48fd-af44-451593666e9c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:25:50.594557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.598178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:50.612546 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.614340 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/c47b3f96-7c85-4a03-8915-4588f3c2de73 HTTP/1.1" status: 204 len: 168 time: 1.0210981 Jun 09 13:25:50.618553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52196) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:50.625175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1446277259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:50.629967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=c47b3f96-7c85-4a03-8915-4588f3c2de73,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:50.632831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:50.652916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.654075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.669337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.690377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.709734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.710889 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ddf521b4-2c99-4639-9dab-c0e6b66d6ac2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0893362 Jun 09 13:25:50.713628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52198) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:50.718967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-704740430'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:50.740226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:50.743635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.774679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:50.784553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.784896 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 3b5856cf-0441-4ca4-ae5e-3c495e7fde85 of type vlan for network dace4818-a8df-4eaa-bb6d-d74e55d9d928 Jun 09 13:25:50.811504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.841190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.841730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.846942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:50.847675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.851388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ac7c7f7-faa0-4bcd-92d9-b41896f71d87 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:50.870071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:50.940141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2252638 Jun 09 13:25:50.943538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:50.948893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:51.008200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Allocated IP 172.26.5.25 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/371336fe-0c83-4127-9305-90c7705814d4) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:51.022185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=dace4818-a8df-4eaa-bb6d-d74e55d9d928,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:51.027019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:51.033203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:51.081103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:51.084753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.166714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.197215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.201877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95822c19-b786-4433-8031-43c5062669f9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:51.262933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:51.265828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:51.270515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:51.303991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.306295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=371336fe-0c83-4127-9305-90c7705814d4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:51.309256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:51.310042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0621a3b1-17b2-4f1a-acc0-5771386600d6 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:51.321217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.382433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=a579bfef-96d8-486b-af70-7cbb2905eee4,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:51.385747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:51.391437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:51.391787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: dace4818-a8df-4eaa-bb6d-d74e55d9d928, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:51.408055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:51.417725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, dace4818-a8df-4eaa-bb6d-d74e55d9d928) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:51.421831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:51.422418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.429066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff98518-5728-44ac-9c36-9071bcf417cc None None] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:51.442727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4978125 Jun 09 13:25:51.445899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52202) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:51.650315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:51.651307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.707396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:51.847816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Allocated IP 172.20.0.2 (dace4818-a8df-4eaa-bb6d-d74e55d9d928/a579bfef-96d8-486b-af70-7cbb2905eee4/79534919-8933-4fc5-a7ff-1ad01817fd6f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:51.935071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.087825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.100424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Transition to ACTIVE for port object 79534919-8933-4fc5-a7ff-1ad01817fd6f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:52.130687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Transition to ACTIVE for port object 79534919-8933-4fc5-a7ff-1ad01817fd6f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:52.138689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.143773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:52.215773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:52.218760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:52.222581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:52.228526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Pushing event updated for resources: {'Port': ['ID=79534919-8933-4fc5-a7ff-1ad01817fd6f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:52.232283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:52.243902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.318783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Attempting to bind port 79534919-8933-4fc5-a7ff-1ad01817fd6f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:52.319561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Attempting to bind port 79534919-8933-4fc5-a7ff-1ad01817fd6f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:52.319868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Attempting to bind port 79534919-8933-4fc5-a7ff-1ad01817fd6f on network dace4818-a8df-4eaa-bb6d-d74e55d9d928 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:52.325976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:52.326324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Checking segment: {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:52.327507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.327507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Bound using segment: {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:52.327878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Bound port: 79534919-8933-4fc5-a7ff-1ad01817fd6f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:52.328111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.417861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] For port 79534919-8933-4fc5-a7ff-1ad01817fd6f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:52.422686 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] For port 79534919-8933-4fc5-a7ff-1ad01817fd6f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=79534919-8933-4fc5-a7ff-1ad01817fd6f,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:52.429082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.433257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:52.457147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Router fe1ba688-a179-4a9f-9d8c-f47443596f7f is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:52.489764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.20.0.1 (dace4818-a8df-4eaa-bb6d-d74e55d9d928/a579bfef-96d8-486b-af70-7cbb2905eee4/baf05d17-b0d0-4361-8c10-f813213a9f4b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:52.514254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Pushing event updated for resources: {'Port': ['ID=79534919-8933-4fc5-a7ff-1ad01817fd6f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:52.516305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:52.652045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:52.672108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.692089 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Sync routers for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:52.709517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object baf05d17-b0d0-4361-8c10-f813213a9f4b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:52.710353 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:52.710353 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:52.715830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.717175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7018516 Jun 09 13:25:52.720449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52204) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:52.756057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:52.767106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:52.830559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:52.837133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:52.841946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:52.918596 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-030a14bf-ebe4-480e-ba10-894ebd5edab6 tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5e0a3a1ba8764782bb59dfd5d20a2f35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1965005 Jun 09 13:25:52.919586 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:52.921602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52208) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:52.926008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:52.934762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:52.946143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.044518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.070378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9447653-d2c8-485b-947f-dade204fd1d6 tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:53.071903 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9447653-d2c8-485b-947f-dade204fd1d6 tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493735 Jun 09 13:25:53.074695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52210) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:53.076247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.119698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b42fb93e-c594-46d2-8211-734cf5d70cbf tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414596 Jun 09 13:25:53.119930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52212) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:53.124824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166467610', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:53.256087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Made reservation on behalf of 5e0a3a1ba8764782bb59dfd5d20a2f35 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:53.261329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.267097 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:51Z', 'revision_number': 3, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:53.271819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Checking router: fe1ba688-a179-4a9f-9d8c-f47443596f7f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:53.272412 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Updating router fe1ba688-a179-4a9f-9d8c-f47443596f7f port 371336fe-0c83-4127-9305-90c7705814d4 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:25:53.341215 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.509263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.516451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.517416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.523405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ed32c7c5-6495-480b-a55c-bacae4861803 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:53.585009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:53.608950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdbe01-7846-48f5-a49e-e176e6acaa82 None None] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:53.610226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Subnet': ['ID=97a3af99-ebf8-4022-8589-3b488c0ab43a,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:53.614644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:53.617191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Checking segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:53.617549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network hostable DHCP agents. Network: 12c5e686-30a4-4330-8d36-49384a85b2b1, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:53.627255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.644340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:53.656153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 12c5e686-30a4-4330-8d36-49384a85b2b1) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:53.668979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:53.669580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.698069 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0853225e-af1d-4975-a191-1bda7761a0e5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5770793 Jun 09 13:25:53.700752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52214) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:53.708967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d6713-8a92-4150-8abc-7ea824291a72 None None] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:53.714050 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.726520 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Transition to ACTIVE for port object 371336fe-0c83-4127-9305-90c7705814d4 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:53.736616 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.741137 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:53.764472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:53.767879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:53.820146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-053087ed-eb98-4f09-8ec3-fb937188ae66 None None] Provisioning for port 79534919-8933-4fc5-a7ff-1ad01817fd6f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:53.828426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Attempting to bind port 371336fe-0c83-4127-9305-90c7705814d4 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:53.828792 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Attempting to bind port 371336fe-0c83-4127-9305-90c7705814d4 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:53.829151 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Attempting to bind port 371336fe-0c83-4127-9305-90c7705814d4 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:53.835717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:53.837678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:53.843475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Pushing event updated for resources: {'Port': ['ID=371336fe-0c83-4127-9305-90c7705814d4,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:53.846828 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:53.847885 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:53.848317 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:53.848718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.849436 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:53.849911 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Bound port: 371336fe-0c83-4127-9305-90c7705814d4, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:53.850282 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.932805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] For port 371336fe-0c83-4127-9305-90c7705814d4, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:53.935929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] For port 371336fe-0c83-4127-9305-90c7705814d4, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=371336fe-0c83-4127-9305-90c7705814d4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:53.941010 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:53.947126 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:54.018158 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Pushing event updated for resources: {'Port': ['ID=371336fe-0c83-4127-9305-90c7705814d4,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:54.023849 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:54.036501 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:54.037130 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:54.052710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:25:54.125473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-12c5e686-30a4-4330-8d36-49384a85b2b1', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:54.126512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.230697 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:54.344768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Allocated IP 172.20.0.2 (12c5e686-30a4-4330-8d36-49384a85b2b1/97a3af99-ebf8-4022-8589-3b488c0ab43a/648e1db6-becf-44b2-8630-721aa8e17986) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:54.562166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:54.570303 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1221778 Jun 09 13:25:54.572984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52216) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:54.579846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-901423781'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:54.589131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.601937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Transition to ACTIVE for port object 648e1db6-becf-44b2-8630-721aa8e17986 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:54.610484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:54.614787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.617338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:54.638670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 79534919-8933-4fc5-a7ff-1ad01817fd6f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:54.654473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:54.667592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.672698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment 24f61433-66ff-4b63-aabc-f159b9c51bb3 of type vlan for network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 Jun 09 13:25:54.701188 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:51Z', 'revision_number': 3, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:54.707786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce8ed6-25b3-4d8f-af76-f131e86d8270 None None] The sync data for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv is: [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:51Z', 'revision_number': 3, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:54.708711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:54.709417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:54.712559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.759673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.766281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:54.767403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.773562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-21d37314-3f9e-483f-8061-f8433682974b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:54.867532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:54.889402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Transition to ACTIVE for port object 648e1db6-becf-44b2-8630-721aa8e17986 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:54.897484 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3188682 Jun 09 13:25:54.898189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52218) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:54.902958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-05d71aa9-cddc-4e07-a956-d7c444471a01 None None] Provisioning for port baf05d17-b0d0-4361-8c10-f813213a9f4b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:54.907544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:54.984468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-05d71aa9-cddc-4e07-a956-d7c444471a01 None None] Provisioning complete for port baf05d17-b0d0-4361-8c10-f813213a9f4b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:54.984848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-05d71aa9-cddc-4e07-a956-d7c444471a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.013869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=f7c9b085-52fb-4a6f-9f7e-fc37349ee453,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:55.020845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:55.052914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-05d71aa9-cddc-4e07-a956-d7c444471a01 None None] Port baf05d17-b0d0-4361-8c10-f813213a9f4b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:55.055020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.058682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:55.170791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:55.180849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.194926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:55.266100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Pushing event updated for resources: {'Port': ['ID=648e1db6-becf-44b2-8630-721aa8e17986,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:55.269487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:55.305918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:55.310959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:55.313550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:55.322647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:55.415887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 79534919-8933-4fc5-a7ff-1ad01817fd6f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:55.431501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Allocated IP 172.20.0.1 (12c5e686-30a4-4330-8d36-49384a85b2b1/97a3af99-ebf8-4022-8589-3b488c0ab43a/f0ab5367-8a79-4969-8373-81a06ed51012) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:55.474421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 79534919-8933-4fc5-a7ff-1ad01817fd6f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:55.474831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.484904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.490037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c049b98e-6fa4-4cc0-a025-46fba55a7d3a tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:55.528172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Attempting to bind port 648e1db6-becf-44b2-8630-721aa8e17986 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:55.528540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Attempting to bind port 648e1db6-becf-44b2-8630-721aa8e17986 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:55.528896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Attempting to bind port 648e1db6-becf-44b2-8630-721aa8e17986 on network 12c5e686-30a4-4330-8d36-49384a85b2b1 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:55.561941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=3c962ac5-66a8-4839-ac9c-ad4efa6c8c15,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:55.571957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:55.606753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:55.607541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Checking segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:55.607960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.608372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Bound using segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:55.608968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Bound port: 648e1db6-becf-44b2-8630-721aa8e17986, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:55.609350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.610082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:55.610451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: f7c9b085-52fb-4a6f-9f7e-fc37349ee453, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:25:55.610975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.627892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Transition to ACTIVE for port object f0ab5367-8a79-4969-8373-81a06ed51012 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:55.633407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:25:55.646793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, f7c9b085-52fb-4a6f-9f7e-fc37349ee453) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:55.652932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:55.653553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.654731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.666619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec5ce5a6-5949-48b0-a673-009fac6353df tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:55.686775 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836428 Jun 09 13:25:55.689447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52220) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:55.693596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90f45b-9b64-4b6d-accd-86f972206d21 None None] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:55.734894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:55.738795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:55.749028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:55.806638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:55.812066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:55.820898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.825475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-10844339-cc10-4881-8d1c-8186d0a35ea7 None None] Provisioning complete for port baf05d17-b0d0-4361-8c10-f813213a9f4b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:55.825875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10844339-cc10-4881-8d1c-8186d0a35ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.948385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-10844339-cc10-4881-8d1c-8186d0a35ea7 None None] Port baf05d17-b0d0-4361-8c10-f813213a9f4b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:25:55.960780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:55.995297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] For port 648e1db6-becf-44b2-8630-721aa8e17986, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:56.072276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] For port 648e1db6-becf-44b2-8630-721aa8e17986, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=648e1db6-becf-44b2-8630-721aa8e17986,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:56.115481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.124691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-786c22b7-172a-490b-81fc-52d1597c3d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:56.204380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.328038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.342474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 79534919-8933-4fc5-a7ff-1ad01817fd6f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=79534919-8933-4fc5-a7ff-1ad01817fd6f,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:56.343778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Pushing event updated for resources: {'Port': ['ID=648e1db6-becf-44b2-8630-721aa8e17986,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:56.355944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:56.358439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:25:56.359323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.380511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.387468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fed96cc8-a7e6-48a9-ba31-2b5aea49fc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:56.664132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.677803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.682277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:52Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:25:53Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:56.702314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 371336fe-0c83-4127-9305-90c7705814d4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:56.722044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6badf3d4-4156-4ae3-9613-e608b192381c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:56.751543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:56.751983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Updating router 2513f678-aa53-4124-a354-ce715945d3ee port baf05d17-b0d0-4361-8c10-f813213a9f4b binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:25:56.812272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.812513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:56.817367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:56.822236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:56.952732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:56.953865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:56.992027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=79534919-8933-4fc5-a7ff-1ad01817fd6f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:56.997311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:57.020290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.21.0.1 (f7c9b085-52fb-4a6f-9f7e-fc37349ee453/3c962ac5-66a8-4839-ac9c-ad4efa6c8c15/4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:57.034395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 371336fe-0c83-4127-9305-90c7705814d4 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:57.044687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 371336fe-0c83-4127-9305-90c7705814d4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:57.045157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.142993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Router fe1ba688-a179-4a9f-9d8c-f47443596f7f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:57.213690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.236829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:57.273949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.280436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:57.314189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.350591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:57.356518 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "PUT /v2.0/routers/fe1ba688-a179-4a9f-9d8c-f47443596f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6545236 Jun 09 13:25:57.361898 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Sync routers for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:25:57.370323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 371336fe-0c83-4127-9305-90c7705814d4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=371336fe-0c83-4127-9305-90c7705814d4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:57.374312 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:57.376121 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:57.382595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:57.388578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.394689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:57.403457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f885062e-cba8-40a9-b3e8-815be6a55af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:57.405916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:57.408251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:57.432492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:57.449446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:25:57.502276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.575764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Allocated IP 172.21.0.2 (f7c9b085-52fb-4a6f-9f7e-fc37349ee453/3c962ac5-66a8-4839-ac9c-ad4efa6c8c15/630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:25:57.582082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-6660a938-39bb-4ffc-bd89-ae40dce20596 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713708771&fields=id&tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35 HTTP/1.1" status: 200 len: 267 time: 0.0738707 Jun 09 13:25:57.626783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923d313-5696-409d-ba5d-c99636c7fc10 None None] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:25:57.647873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.654106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.704133 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:57.771370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-8dece373-8155-4a77-8d57-c7842e3d23e6 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:57.772815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-8dece373-8155-4a77-8d57-c7842e3d23e6 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/networks?id=12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 200 len: 796 time: 0.1811523 Jun 09 13:25:57.789388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-10c68f3c-7419-48e8-bb0d-eac811b50277 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/quotas/5e0a3a1ba8764782bb59dfd5d20a2f35 HTTP/1.1" status: 200 len: 375 time: 0.0091689 Jun 09 13:25:57.801366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=371336fe-0c83-4127-9305-90c7705814d4,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:57.811038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Transition to ACTIVE for port object baf05d17-b0d0-4361-8c10-f813213a9f4b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:57.820052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:57.848052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:57.860758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:57.911791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-f8af1754-8053-4ec1-a2aa-bd122551ce20 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137166 Jun 09 13:25:57.990660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-71f56a27-80e1-4957-8092-acaad369754c None None] Provisioning for port 648e1db6-becf-44b2-8630-721aa8e17986 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:58.041541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Pushing event updated for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:58.044714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:58.100246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-17fcb6f5-486e-4189-bd36-17060e818ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867883 Jun 09 13:25:58.172494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.175045 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:25:56Z', 'revision_number': 2, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:58.180303 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Checking router: fe1ba688-a179-4a9f-9d8c-f47443596f7f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:25:58.181011 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Updating router fe1ba688-a179-4a9f-9d8c-f47443596f7f port f0ab5367-8a79-4969-8373-81a06ed51012 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:25:58.181400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.217888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15fa4c8e-e4d1-47b8-b912-7e113151fa00 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:58.252043 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.280375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Attempting to bind port baf05d17-b0d0-4361-8c10-f813213a9f4b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:58.281084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Attempting to bind port baf05d17-b0d0-4361-8c10-f813213a9f4b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:58.281633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Attempting to bind port baf05d17-b0d0-4361-8c10-f813213a9f4b on network dace4818-a8df-4eaa-bb6d-d74e55d9d928 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:58.282568 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-4f3ab7e0-163b-4d5c-a948-d2099b886b8b service neutron] 10.222.0.21 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747942 Jun 09 13:25:58.334517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:58.337963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:58.344076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.373806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:58.374183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Checking segment: {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:58.374678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.375074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Bound using segment: {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:58.375564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Bound port: baf05d17-b0d0-4361-8c10-f813213a9f4b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5856cf-0441-4ca4-ae5e-3c495e7fde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:58.375939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.488523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.547866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:58.553603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:58.565234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Transition to ACTIVE for port object 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:58.598767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.616750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Transition to ACTIVE for port object 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:58.626956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] For port baf05d17-b0d0-4361-8c10-f813213a9f4b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:58.632949 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] For port baf05d17-b0d0-4361-8c10-f813213a9f4b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=baf05d17-b0d0-4361-8c10-f813213a9f4b,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:58.636968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.637178 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.640475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:58.650046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Transition to ACTIVE for port object f0ab5367-8a79-4969-8373-81a06ed51012 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:25:58.662256 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.666114 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:58.687625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 648e1db6-becf-44b2-8630-721aa8e17986 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:58.767865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.795552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:25:58.802201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:25:58.804931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:25:58.828364 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Pushing event updated for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:58.828659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Pushing event updated for resources: {'Port': ['ID=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:58.835402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:58.839264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:58.848333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-74a940b1-b2da-486e-b8ba-13c72a57f369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:58.899797 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Attempting to bind port f0ab5367-8a79-4969-8373-81a06ed51012 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:58.900326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Attempting to bind port f0ab5367-8a79-4969-8373-81a06ed51012 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:58.900778 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Attempting to bind port f0ab5367-8a79-4969-8373-81a06ed51012 on network 12c5e686-30a4-4330-8d36-49384a85b2b1 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:58.908931 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:58.909596 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Checking segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:58.910093 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.910599 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Bound using segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:58.911355 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Bound port: f0ab5367-8a79-4969-8373-81a06ed51012, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:58.914935 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:58.958971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Pushing event updated for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:58.962842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:59.006263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:59.006950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:59.021529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:25:59.038904 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] For port f0ab5367-8a79-4969-8373-81a06ed51012, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:25:59.042558 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] For port f0ab5367-8a79-4969-8373-81a06ed51012, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0ab5367-8a79-4969-8373-81a06ed51012,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:25:59.051733 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.057537 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:59.094626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 648e1db6-becf-44b2-8630-721aa8e17986 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:25:59.156906 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Pushing event updated for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:59.161348 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:59.174133 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:25:59.174968 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:59.179176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 648e1db6-becf-44b2-8630-721aa8e17986 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:59.179557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.234448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:25:59.246063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Attempting to bind port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:25:59.246432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Attempting to bind port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:25:59.246878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Attempting to bind port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 on network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:25:59.251698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5586190 Jun 09 13:25:59.252067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52234) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:59.257346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-888848778'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:59.278941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:25:59.279203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Checking segment: {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:25:59.279442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.279858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Bound using segment: {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:25:59.280455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Bound port: 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:25:59.280929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.295271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:59.299574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.303573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c7fc3a9d-6240-4fc9-9b92-eede6189721c None None] Provisioning complete for port 648e1db6-becf-44b2-8630-721aa8e17986 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:25:59.303956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3a9d-6240-4fc9-9b92-eede6189721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.337779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:25:59.349099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.349527 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment d5b5e4bb-129c-4680-9aa5-42a519fbe182 of type vlan for network dbde0af3-5b9a-483f-9a83-751e2eccd1fb Jun 09 13:25:59.380750 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:59.381910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.384529 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:25:59.426342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.452135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:25:59.455737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.465127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24379f57-486a-4003-a6bf-f6ee969f1c08 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:59.529858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.618367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 648e1db6-becf-44b2-8630-721aa8e17986, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=648e1db6-becf-44b2-8630-721aa8e17986,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:25:59.659632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca93d4a5-dae2-4e0c-a71f-19e4e9d45a6e req-89968131-dd74-478f-8ff1-a28d5e3d6f26 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 210 time: 0.1585433 Jun 09 13:25:59.681226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4254632 Jun 09 13:25:59.681472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52242) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:25:59.698038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=dbde0af3-5b9a-483f-9a83-751e2eccd1fb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:25:59.700868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:25:59.703264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:25:59.745794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:25:59.762230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:25:59.763487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 79534919-8933-4fc5-a7ff-1ad01817fd6f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:25:59.837970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8166a91-235e-4156-829e-cd870ae65b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:25:59.871601 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:25:59Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:25:59.879779 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcbe9c-4820-4b37-aa13-5c6b66a8ff2d None None] The sync data for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv is: [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:25:59Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:25:59.940517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:25:59.944593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:00.193302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] For port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:00.201128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] For port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:00.229549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:00.302813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:00.310111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c7bfa8b0-7e4a-4c43-b04e-c03a908213e6 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:00.322392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c7fc3a9d-6240-4fc9-9b92-eede6189721c None None] Provisioning for port f0ab5367-8a79-4969-8373-81a06ed51012 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:00.333483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=648e1db6-becf-44b2-8630-721aa8e17986,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:00.337008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:00.341308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f96c3f27-e59a-42f7-a21a-33752be9a44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:00.447925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=48f48eb5-c7e3-436c-b7e7-3ab7934857dd,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:00.450925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:00.451291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: dbde0af3-5b9a-483f-9a83-751e2eccd1fb, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:26:00.454612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:00.480436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:26:00.493053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, dbde0af3-5b9a-483f-9a83-751e2eccd1fb) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:00.503995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:00.504719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:00.508617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef2f05-a521-401a-be02-fc06815225b4 None None] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:00.528837 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8452787 Jun 09 13:26:00.531251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:00.539880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 79534919-8933-4fc5-a7ff-1ad01817fd6f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:00.540652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:00.814659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Pushing event updated for resources: {'Port': ['ID=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:00.841272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:01.094484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 371336fe-0c83-4127-9305-90c7705814d4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:01.141405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 3, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:25:58Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:01.147183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:26:01.148028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:01.175940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6c516763-c94c-4c67-845e-dadc7114e23b req-5abed3dd-5c42-46d5-a7a5-57775d75e57e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 210 time: 0.3317971 Jun 09 13:26:01.238202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de68602-96e9-473c-9b59-fb9dc1abdbda None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 3, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:25:58Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:01.362115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 371336fe-0c83-4127-9305-90c7705814d4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:01.362505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:01.499476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Allocated IP 172.22.0.2 (dbde0af3-5b9a-483f-9a83-751e2eccd1fb/48f48eb5-c7e3-436c-b7e7-3ab7934857dd/323c1c4d-d85b-4ee1-b771-9e6668e00653) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:01.608154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-175b07e7-f369-43c1-98ee-719d2b81a8a9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:01.609683 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-175b07e7-f369-43c1-98ee-719d2b81a8a9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.42 "GET /v2.0/networks?id=12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 200 len: 796 time: 0.6413867 Jun 09 13:26:01.722319 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-119caa4f-3e2a-498f-b1e0-25deacd93366 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35 HTTP/1.1" status: 200 len: 380 time: 0.1010435 Jun 09 13:26:01.734574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'port': {'device_id': '78d9a4db-10eb-4312-9f36-e168527851ee', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'admin_state_up': True, 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'security_groups': ['ec21441a-2b56-4f2f-b617-b2898e576a6f']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:01.770129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:01.786282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17acf103-7a21-4e5f-a333-9b88cfb259b4 None None] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:01.929410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fe0df7a9-147c-42d2-8715-a0e13044435d None None] Provisioning for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:01.934656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:01.963481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Transition to ACTIVE for port object 323c1c4d-d85b-4ee1-b771-9e6668e00653 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:01.969869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:02.059660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Transition to ACTIVE for port object 323c1c4d-d85b-4ee1-b771-9e6668e00653 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:02.089982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.095285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:02.142245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Made reservation on behalf of 5e0a3a1ba8764782bb59dfd5d20a2f35 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:02.145716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.214285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:02.221310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:02.227701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:02.272273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:02.275319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Pushing event updated for resources: {'Port': ['ID=323c1c4d-d85b-4ee1-b771-9e6668e00653,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:02.308235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:02.356599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:02.356980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.437404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.22.0.1 (dbde0af3-5b9a-483f-9a83-751e2eccd1fb/48f48eb5-c7e3-436c-b7e7-3ab7934857dd/ae14864c-1874-4950-844e-3619f5afbaad) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:02.466877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Attempting to bind port 323c1c4d-d85b-4ee1-b771-9e6668e00653 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:02.467228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Attempting to bind port 323c1c4d-d85b-4ee1-b771-9e6668e00653 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:02.467560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Attempting to bind port 323c1c4d-d85b-4ee1-b771-9e6668e00653 on network dbde0af3-5b9a-483f-9a83-751e2eccd1fb {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:02.484755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:02.485134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Checking segment: {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:02.485550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.485954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Bound using segment: {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:02.486434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Bound port: 323c1c4d-d85b-4ee1-b771-9e6668e00653, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:02.492219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.496237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a8258cd-61cf-4a42-a069-99d34c372729 req-098c25a6-7013-417e-b243-85db5f8c0f06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 210 time: 0.1153007 Jun 09 13:26:02.621251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Allocated IP 172.20.0.4 (12c5e686-30a4-4330-8d36-49384a85b2b1/97a3af99-ebf8-4022-8589-3b488c0ab43a/174a41b1-6efc-4881-9612-2ade0613e6a1) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:02.727103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.744969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] For port 323c1c4d-d85b-4ee1-b771-9e6668e00653, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:02.758603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] For port 323c1c4d-d85b-4ee1-b771-9e6668e00653, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=323c1c4d-d85b-4ee1-b771-9e6668e00653,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:02.770040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:02.772737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.783327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10e97241-a8bc-47c0-b466-bc4f38e3d103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:02.811621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.822574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.823462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 648e1db6-becf-44b2-8630-721aa8e17986 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:02.848154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object ae14864c-1874-4950-844e-3619f5afbaad will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:02.925409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.946204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Transition to ACTIVE for port object 174a41b1-6efc-4881-9612-2ade0613e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:02.946349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Pushing event updated for resources: {'Port': ['ID=323c1c4d-d85b-4ee1-b771-9e6668e00653,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:02.957009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:02.960527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:02.964032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:02.986060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-64abf6b4-8000-43ea-acb9-b8101f281c7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:03.036594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 648e1db6-becf-44b2-8630-721aa8e17986 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.037127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.040678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.065557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Provisioning for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:03.068872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:03.075599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:03.078073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:03.082288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Provisioning complete for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.082777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.133363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:03.156934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:03.162036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:03.201842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:03.205049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:03.207063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:03.230113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Provisioning complete for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.230642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f6d42aa-40e8-4b6d-a716-85a27b44c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.294187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:03.303059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:03.303943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.308146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:03.310963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2d086db9-7ce3-463f-9c9c-3cf5dde27cba tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:03.353451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0ab5367-8a79-4969-8373-81a06ed51012 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:03.382495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.440106 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7113042 Jun 09 13:26:03.442155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:03.446278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:03.460488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Request body: {'port': {'device_id': '78d9a4db-10eb-4312-9f36-e168527851ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:03.506227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port f0ab5367-8a79-4969-8373-81a06ed51012 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:03.522887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f0ab5367-8a79-4969-8373-81a06ed51012 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.523365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.660379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Provisioning for port 174a41b1-6efc-4881-9612-2ade0613e6a1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:03.690436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Provisioning complete for port 174a41b1-6efc-4881-9612-2ade0613e6a1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.691169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.738220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1fdad-2fc3-4b0f-96f7-81e8b4d1c9f1 req-91f09723-25d9-4d54-adf4-d3500e10c79b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:03.739889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4b1fdad-2fc3-4b0f-96f7-81e8b4d1c9f1 req-91f09723-25d9-4d54-adf4-d3500e10c79b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 931 time: 0.1066732 Jun 09 13:26:03.747853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.776617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Port 174a41b1-6efc-4881-9612-2ade0613e6a1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:03.795240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port f0ab5367-8a79-4969-8373-81a06ed51012, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0ab5367-8a79-4969-8373-81a06ed51012,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:03.798229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Provisioning complete for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:03.799232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.800408 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4b1fdad-2fc3-4b0f-96f7-81e8b4d1c9f1 req-0cfcd733-c17f-4e58-8a17-98ef73aba2b7 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524983 Jun 09 13:26:03.803977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.829651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.837242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ea9b539-42be-4a50-999a-6120d1a74aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:03.851147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:03.914471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8ca54fce-73a2-4824-96af-861b89b049cc None None] Port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:03.924718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:03.931325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:03.945359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:26:04.050044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab533e4b-9fe0-4e2f-af90-1173ef97aab0 None None] Provisioning complete for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:04.051127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab533e4b-9fe0-4e2f-af90-1173ef97aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.082723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:04.177797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ab533e4b-9fe0-4e2f-af90-1173ef97aab0 None None] Port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:04.190153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:04.190561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.330246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 323c1c4d-d85b-4ee1-b771-9e6668e00653 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:04.360081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:04.362653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33284638-9fb3-4485-ba4a-9541962d282d None None] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:04.457323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:04.457965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:04.510790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.516822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.547288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0bfeb86a-0409-4c10-8057-c35666eb3ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:04.582685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174a41b1-6efc-4881-9612-2ade0613e6a1 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:04.604746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.635682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6ab91b06-066d-42eb-b843-58c7a79466d1 None None] Provisioning for port 323c1c4d-d85b-4ee1-b771-9e6668e00653 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:04.657251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Transition to ACTIVE for port object 174a41b1-6efc-4881-9612-2ade0613e6a1 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:04.660393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:04.663754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:04.665153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.669095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.674187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f721c8a-06f6-4cdd-8543-93994fd7ea22 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:04.741124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:04.781033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 323c1c4d-d85b-4ee1-b771-9e6668e00653 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:04.814042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 323c1c4d-d85b-4ee1-b771-9e6668e00653 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:04.814422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:04.912917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:04.916812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:05.023066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Attempting to bind port 174a41b1-6efc-4881-9612-2ade0613e6a1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:05.023403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Attempting to bind port 174a41b1-6efc-4881-9612-2ade0613e6a1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:05.024351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Attempting to bind port 174a41b1-6efc-4881-9612-2ade0613e6a1 on network 12c5e686-30a4-4330-8d36-49384a85b2b1 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:05.029003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:05.031339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:05.032658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6cf98-b1e2-49fc-a99a-48c8c5a1d819 req-33ceeedf-191d-4afb-a8ce-4f8e5629a384 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:05.033223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Port 174a41b1-6efc-4881-9612-2ade0613e6a1 on network 12c5e686-30a4-4330-8d36-49384a85b2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:26:05.034075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Attempting to bind port 174a41b1-6efc-4881-9612-2ade0613e6a1 on network 12c5e686-30a4-4330-8d36-49384a85b2b1 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:05.041436 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b4e6cf98-b1e2-49fc-a99a-48c8c5a1d819 req-33ceeedf-191d-4afb-a8ce-4f8e5629a384 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 943 time: 0.0948207 Jun 09 13:26:05.043374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:05.043705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Checking segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:05.044079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Bound using segment: {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:05.044502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Bound port: 174a41b1-6efc-4881-9612-2ade0613e6a1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98231580-7c6e-4c74-a651-529ef86e01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:05.044847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.090145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b4e6cf98-b1e2-49fc-a99a-48c8c5a1d819 req-d031c66a-991c-412d-8ea8-ac2242573ed0 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Jun 09 13:26:05.212814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.263987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 323c1c4d-d85b-4ee1-b771-9e6668e00653, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=323c1c4d-d85b-4ee1-b771-9e6668e00653,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:05.274383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.275215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device baf05d17-b0d0-4361-8c10-f813213a9f4b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:05.299704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:05.406418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=323c1c4d-d85b-4ee1-b771-9e6668e00653,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:05.412113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:04Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:25:58Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:05.414287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:05.417167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:05.417522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Updating router 2513f678-aa53-4124-a354-ce715945d3ee port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:26:05.449938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:05.454155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:05.459336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:05.462624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.463634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port baf05d17-b0d0-4361-8c10-f813213a9f4b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:05.467998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46dff2f3-ed41-463a-a7cb-112095b22cc0 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:05.474478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port baf05d17-b0d0-4361-8c10-f813213a9f4b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:05.474895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.511313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.596678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:05.597301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.598736 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] 10.222.0.42 "PUT /v2.0/ports/174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 200 len: 1093 time: 2.1502311 Jun 09 13:26:05.655212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Provisioning for port ae14864c-1874-4950-844e-3619f5afbaad completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:05.671516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:05.674170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:05.752831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Provisioning complete for port ae14864c-1874-4950-844e-3619f5afbaad triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:05.753455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.760458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3b2769-f42f-4890-9e58-914bbd30290d x-openstack-request-id: req-8c3b2769-f42f-4890-9e58-914bbd30290d {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:05.760788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:05.761086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c3b2769-f42f-4890-9e58-914bbd30290d {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:05.761520 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'status': 'completed', 'code': 200} Jun 09 13:26:05.777781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:05.787478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:05.800754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:05.810904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52272) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:05.811860 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2794304 Jun 09 13:26:05.818998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'network': {'name': 'tempest-RoutersTest-11214826'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:05.831821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-01af3ea9-fadf-4fa8-a447-1679841255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:05.837082 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-01af3ea9-fadf-4fa8-a447-1679841255fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1096 time: 0.1555262 Jun 09 13:26:05.846243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:05.850040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.886398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:26:05.897286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.898058 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added segment fdc7c3c8-3a64-4133-94d4-caebe419a73e of type vlan for network 58a4a416-581d-40fb-8eee-934e71e1dfbd Jun 09 13:26:05.921858 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-26963ece-1491-4faa-8850-011552c8af21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0740376 Jun 09 13:26:05.931498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.947162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.968362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Port ae14864c-1874-4950-844e-3619f5afbaad cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:05.971918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.980372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:05.981307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:05.988322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-692625c9-a01e-42d4-a432-faae1de5ab0d tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:05.998802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-c622c4f6-978a-422e-93e5-69aa92586981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.000330 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-c622c4f6-978a-422e-93e5-69aa92586981 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97a3af99-ebf8-4022-8589-3b488c0ab43a HTTP/1.1" status: 200 len: 835 time: 0.0706277 Jun 09 13:26:06.028937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port baf05d17-b0d0-4361-8c10-f813213a9f4b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=baf05d17-b0d0-4361-8c10-f813213a9f4b,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:06.041961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Provisioning complete for port 323c1c4d-d85b-4ee1-b771-9e6668e00653 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:06.042452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1fa42d90-39c3-42eb-8c4b-11ac511b95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.072891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.081169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2659864 Jun 09 13:26:06.081676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52274) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:06.086420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'subnet': {'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:06.096965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-d82a38f1-e311-4b98-9116-cc361abc889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.098481 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-d82a38f1-e311-4b98-9116-cc361abc889a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12c5e686-30a4-4330-8d36-49384a85b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0909557 Jun 09 13:26:06.177763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.192090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Transition to ACTIVE for port object 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:06.205232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Network': ['ID=58a4a416-581d-40fb-8eee-934e71e1dfbd,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:06.225434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:06.230511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:06.262482 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-25d2372a-7e78-4c86-a0c7-e1a80d98a520 service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555684 Jun 09 13:26:06.263788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 323c1c4d-d85b-4ee1-b771-9e6668e00653 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:06.290079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:26:06.346654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Made reservation on behalf of 7822494bb06946ad941b1d2c095c3d83 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:06.350195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.382974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.407765 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-eb8c24d2-4089-4655-9ae5-b5ac1d7379f6 req-e7d9f949-8d12-4d30-a931-7814722191d2 service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360676 Jun 09 13:26:06.432361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbdb59-2fe7-4586-8972-b986a5c3cc64 req-88f27b25-d8ca-46c3-bacf-f1d2eb215c6a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.433849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5ebbdb59-2fe7-4586-8972-b986a5c3cc64 req-88f27b25-d8ca-46c3-bacf-f1d2eb215c6a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 943 time: 0.1992788 Jun 09 13:26:06.525681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5ebbdb59-2fe7-4586-8972-b986a5c3cc64 req-8053949d-f139-4263-920b-cf10c9269665 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751774 Jun 09 13:26:06.561924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-41f98dea-f8fa-4175-b4da-5b88b9f269f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.564504 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-41f98dea-f8fa-4175-b4da-5b88b9f269f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1096 time: 0.1050668 Jun 09 13:26:06.684783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.689543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4ef7ce31-c6c4-4fda-ae93-26a5ddedddf7 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:06.697939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:06.710501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:06.711473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-89e8335f-ceb8-46a8-acac-8a245a16628f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:06.720151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-f2483412-c33b-4f82-b450-0afcaeab9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.721807 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-f2483412-c33b-4f82-b450-0afcaeab9bb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 200 len: 897 time: 0.1457641 Jun 09 13:26:06.776537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Subnet': ['ID=9de59831-d172-4910-a081-d501d0f8bf10,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:06.780597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:06.789820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:06.789973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Checking segment: {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:06.790193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:06.790481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network hostable DHCP agents. Network: 58a4a416-581d-40fb-8eee-934e71e1dfbd, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:26:06.790635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc on network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:06.796221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 323c1c4d-d85b-4ee1-b771-9e6668e00653 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:06.796600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.810495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:26:06.811763 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-62715d9c-65dc-44de-b189-7749987bae38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0783532 Jun 09 13:26:06.821194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 58a4a416-581d-40fb-8eee-934e71e1dfbd) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:06.831950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:06.832127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:06.832290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Checking segment: {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:06.832647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.833045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Bound using segment: {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:06.833542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Bound port: 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f61433-66ff-4b63-aabc-f159b9c51bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:06.833919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.834673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:06.858627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee79b0-3d97-4b9e-98f1-8f266ea974e7 None None] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:06.863350 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7807260 Jun 09 13:26:06.863513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52278) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:06.877990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Pushing event updated for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:06.930638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:07.084079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] For port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:07.166459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-a93f09bf-a2d0-4fbc-90fa-5f73d11615a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:07.167878 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-a93f09bf-a2d0-4fbc-90fa-5f73d11615a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97a3af99-ebf8-4022-8589-3b488c0ab43a HTTP/1.1" status: 200 len: 835 time: 0.3491635 Jun 09 13:26:07.173662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] For port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:07.185868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:07.192841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:07.242901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0ab5367-8a79-4969-8373-81a06ed51012 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:07.353771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Updating router 2513f678-aa53-4124-a354-ce715945d3ee port ae14864c-1874-4950-844e-3619f5afbaad binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:26:07.405168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-1d9fae38-e190-4a26-9c0f-305aaf61a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:07.407153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bde4ea0a-87d9-4572-93f2-6e7c2874572b None None] Provisioning complete for port ae14864c-1874-4950-844e-3619f5afbaad triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:07.407571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bde4ea0a-87d9-4572-93f2-6e7c2874572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:07.407794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-1d9fae38-e190-4a26-9c0f-305aaf61a7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12c5e686-30a4-4330-8d36-49384a85b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2308099 Jun 09 13:26:07.435717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-58a4a416-581d-40fb-8eee-934e71e1dfbd', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:26:07.436474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:07.475549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Pushing event updated for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:07.491068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:07.510731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:07.554175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bde4ea0a-87d9-4572-93f2-6e7c2874572b None None] Port ae14864c-1874-4950-844e-3619f5afbaad cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:07.612217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port f0ab5367-8a79-4969-8373-81a06ed51012 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:07.612625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:07.656398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:26:07.709464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c6cdf-15be-42d8-912b-64bf63afbfc1 req-113214b5-40ee-4416-9f33-6f5344e1b038 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:07.711085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-607c6cdf-15be-42d8-912b-64bf63afbfc1 req-113214b5-40ee-4416-9f33-6f5344e1b038 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 943 time: 0.0837638 Jun 09 13:26:07.727738 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-dd19ede9-4a26-4cad-a71e-ab84be5ae17a service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683208 Jun 09 13:26:07.762997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-607c6cdf-15be-42d8-912b-64bf63afbfc1 req-8435f6c7-d314-43e2-a1a1-c860ec96af74 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Jun 09 13:26:07.825814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 13:26:07.869559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.054269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b4e67e42-44cd-412f-95b6-5942e2c4d5e6 req-fe70efb4-1688-4efc-b5b1-aa1f0b93d17e service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184512 Jun 09 13:26:08.090844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Allocated IP 172.23.0.2 (58a4a416-581d-40fb-8eee-934e71e1dfbd/9de59831-d172-4910-a081-d501d0f8bf10/6b093b69-2ab9-41c2-a96c-a643f3efd47f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:08.283671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:08.321049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:26:08.381644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:08.540404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.605750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174a41b1-6efc-4881-9612-2ade0613e6a1 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:08.630942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.646558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:08.652156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:08.655378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.665159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.667659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Transition to ACTIVE for port object ae14864c-1874-4950-844e-3619f5afbaad will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:08.672903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e040ccc-8b0c-47b2-9d1e-9720ad054ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:08.707887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:08.708401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.741575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Transition to ACTIVE for port object 6b093b69-2ab9-41c2-a96c-a643f3efd47f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:08.755664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.873635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Transition to ACTIVE for port object 6b093b69-2ab9-41c2-a96c-a643f3efd47f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:08.921210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:08.932092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:08.971967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:08.973057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788c7c-2b23-471d-8cf5-b410406f2e84 req-7ef25cff-7df1-4580-b45c-01a041e09529 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:08.973611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Allocated IP 172.23.0.1 (58a4a416-581d-40fb-8eee-934e71e1dfbd/9de59831-d172-4910-a081-d501d0f8bf10/8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:08.975687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:08.976029 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d788c7c-2b23-471d-8cf5-b410406f2e84 req-7ef25cff-7df1-4580-b45c-01a041e09529 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 944 time: 0.0943379 Jun 09 13:26:09.029648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['174a41b1-6efc-4881-9612-2ade0613e6a1'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:26:09.046049 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d788c7c-2b23-471d-8cf5-b410406f2e84 req-897a1070-8eb3-4975-bc14-360abdec1f6a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565610 Jun 09 13:26:09.118797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:09.140484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.147253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:09.156875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:09.157473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Transition to ACTIVE for port object 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:09.167997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port ae14864c-1874-4950-844e-3619f5afbaad on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:09.168371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port ae14864c-1874-4950-844e-3619f5afbaad by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:09.168743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Attempting to bind port ae14864c-1874-4950-844e-3619f5afbaad on network dbde0af3-5b9a-483f-9a83-751e2eccd1fb {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:09.177377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Pushing event updated for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:09.182297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.187411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:09.251112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:09.252664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:09.253053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Checking segment: {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:09.253472 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.253879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Bound using segment: {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:09.254357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:09.254502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Bound port: ae14864c-1874-4950-844e-3619f5afbaad, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b5e4bb-129c-4680-9aa5-42a519fbe182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:09.254774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.258344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:09.297641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.299338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:09.303587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:09.323296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.446441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Pushing event updated for resources: {'Port': ['ID=6b093b69-2ab9-41c2-a96c-a643f3efd47f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:09.456451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Attempting to bind port 6b093b69-2ab9-41c2-a96c-a643f3efd47f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:09.456838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Attempting to bind port 6b093b69-2ab9-41c2-a96c-a643f3efd47f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:09.457213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Attempting to bind port 6b093b69-2ab9-41c2-a96c-a643f3efd47f on network 58a4a416-581d-40fb-8eee-934e71e1dfbd {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:09.460632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:09.465073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:09.465432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:09.492518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:09.501270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:09.501657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Checking segment: {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:09.502074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.502514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Bound using segment: {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:09.503023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Bound port: 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:09.503409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.524744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.525581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device baf05d17-b0d0-4361-8c10-f813213a9f4b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:09.558550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:09.609580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.716302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] For port ae14864c-1874-4950-844e-3619f5afbaad, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:09.778395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] For port ae14864c-1874-4950-844e-3619f5afbaad, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ae14864c-1874-4950-844e-3619f5afbaad,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:09.801040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:09.828645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:09.836523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:09.843754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:09.925304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] For port 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:09.955521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:09.956197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:10.012944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] For port 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6b093b69-2ab9-41c2-a96c-a643f3efd47f,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:10.020863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:10.025395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:10.026608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port baf05d17-b0d0-4361-8c10-f813213a9f4b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:10.027006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:10.055177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:10.121684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:10.137379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event updated for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:10.146557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:10.161324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:10.173915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Pushing event updated for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:10.183313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:10.190608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea0da3a3-b598-4b4f-978b-d0db5cde9001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:10.266314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a832-09bb-470c-a115-f0a8bed30c1d req-05b4b43e-ab6a-4859-8ad7-2c4bc0cfbce9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:10.268581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75e1a832-09bb-470c-a115-f0a8bed30c1d req-05b4b43e-ab6a-4859-8ad7-2c4bc0cfbce9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 944 time: 0.1005957 Jun 09 13:26:10.306575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:10.307713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:10.319634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:10.330422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75e1a832-09bb-470c-a115-f0a8bed30c1d req-bfef0f3e-6150-4309-b190-8b2d76f34e69 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548806 Jun 09 13:26:10.414169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Pushing event updated for resources: {'Port': ['ID=6b093b69-2ab9-41c2-a96c-a643f3efd47f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:10.432051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:10.504349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:10.679913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:10.684985 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8205371 Jun 09 13:26:10.687764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52288) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:10.693014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:10.813993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:08Z', 'revision_number': 1, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:10.818683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbe453b-ab46-4728-a0e1-5f2904f8671c None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:08Z', 'revision_number': 1, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:10.902878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6b093b69-2ab9-41c2-a96c-a643f3efd47f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:10.988109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6b093b69-2ab9-41c2-a96c-a643f3efd47f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:10.994014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:11.067817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:11.068202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.302062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d0bf5-5868-4f53-ba72-c4826264ff33 None None] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:11.393950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Provisioning for port 6b093b69-2ab9-41c2-a96c-a643f3efd47f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:11.403565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Provisioning complete for port 6b093b69-2ab9-41c2-a96c-a643f3efd47f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:11.404038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.556319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:26:11.582771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Removed routes are [] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:26:11.582771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.606366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf821e-2622-4de0-bc46-970512b6d99f req-e8f1772e-0402-4808-ae7c-b43247b39be2 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:11.608665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40bf821e-2622-4de0-bc46-970512b6d99f req-e8f1772e-0402-4808-ae7c-b43247b39be2 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 944 time: 0.1642637 Jun 09 13:26:11.702764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:11.768993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.796467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40bf821e-2622-4de0-bc46-970512b6d99f req-9a347909-d9bd-4254-bd21-9c586b009d48 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331851 Jun 09 13:26:11.835904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] For port 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6b093b69-2ab9-41c2-a96c-a643f3efd47f,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:11.846420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.854421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:11.934802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 174a41b1-6efc-4881-9612-2ade0613e6a1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:11.938086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Pushing event updated for resources: {'Port': ['ID=6b093b69-2ab9-41c2-a96c-a643f3efd47f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:11.947221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.947666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.948000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.948331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.948658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.948981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.949292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.949617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.949934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.950251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.950583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.950900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:11.955124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:11.956225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 174a41b1-6efc-4881-9612-2ade0613e6a1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:11.956602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.978867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:11.983217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.081273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.121012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:12.125313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af16c51d-e748-4282-a422-13f55acb8e6a" -d '{"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-plugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:12.137339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:12.148811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.153016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:12.184231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:12.205391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a25698-b077-499f-a266-0323bcb7335d x-openstack-request-id: req-a0a25698-b077-499f-a266-0323bcb7335d {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:12.205988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-plugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:12.206407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0a25698-b077-499f-a266-0323bcb7335d {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:12.207809 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'code': 200} Jun 09 13:26:12.250132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Provisioning for port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:12.257211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Provisioning complete for port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:12.257594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.300300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:12.310022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:12.321892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:12.333855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Provisioning complete for port 6b093b69-2ab9-41c2-a96c-a643f3efd47f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:12.334510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aa36702-1dd4-479c-a1f7-4ede9796da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.378709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:12.388341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.389506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e63b2c86-f735-4659-9e5c-eba4d844841a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 934 time: 1.7007399 Jun 09 13:26:12.392062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52294) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:12.474193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de7983-8e49-4bff-ac94-3e739d0d4b51 req-5493ff7f-0532-484b-afa5-0acf94e1221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:12.475925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60de7983-8e49-4bff-ac94-3e739d0d4b51 req-5493ff7f-0532-484b-afa5-0acf94e1221d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1098 time: 0.0990984 Jun 09 13:26:12.521339 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60de7983-8e49-4bff-ac94-3e739d0d4b51 req-b7347cd4-fac5-4d87-96db-420631ac15d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Jun 09 13:26:12.564526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-796221ac-2e44-408e-bf29-d7df04ae9223 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 934 time: 0.1712551 Jun 09 13:26:12.567079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52296) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:12.571993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'routes': None}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:12.595593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eb8ad363-bc2a-4ec8-9650-63dadc8a56cd None None] Provisioning complete for port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:12.596146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad363-bc2a-4ec8-9650-63dadc8a56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.652759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ad363-bc2a-4ec8-9650-63dadc8a56cd None None] Port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:12.742685 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:12.753782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:12.754588 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:12.830028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6b093b69-2ab9-41c2-a96c-a643f3efd47f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:12.901176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6b093b69-2ab9-41c2-a96c-a643f3efd47f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:12.901436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:12.918264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:13.018509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ae14864c-1874-4950-844e-3619f5afbaad up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:13.094471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ae14864c-1874-4950-844e-3619f5afbaad completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:13.100228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ae14864c-1874-4950-844e-3619f5afbaad triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:13.100732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.160007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06d4ea-b4b2-40ad-bde1-c694f85823bf req-f72712cf-dee6-4496-ad1d-8f67f46cbdde tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:13.161394 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e06d4ea-b4b2-40ad-bde1-c694f85823bf req-f72712cf-dee6-4496-ad1d-8f67f46cbdde tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.2245848 Jun 09 13:26:13.232847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.242927 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:11Z', 'revision_number': 6, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:13.247687 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:13.248160 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Updating router 2513f678-aa53-4124-a354-ce715945d3ee port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:26:13.259790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e06d4ea-b4b2-40ad-bde1-c694f85823bf req-2afedf79-97a2-4bb0-b1d3-0e47bc5b3827 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660357 Jun 09 13:26:13.282094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port ae14864c-1874-4950-844e-3619f5afbaad, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ae14864c-1874-4950-844e-3619f5afbaad,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:13.288980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.292645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6b9dbfa-1870-4efe-90b8-47ccf418607c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:13.315069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.360198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:13.363348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:13.427147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added routes are [] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:26:13.427401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.extraroute_db [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:26:13.458901 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52302) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:13.465524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.549234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282710b-b0d0-4794-8af1-73a8cf2cae82 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:13.550441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282710b-b0d0-4794-8af1-73a8cf2cae82 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:13.551154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282710b-b0d0-4794-8af1-73a8cf2cae82 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:13.553048 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d282710b-b0d0-4794-8af1-73a8cf2cae82 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=958c79c9af9b420caa5b42613f83abdb&network_id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 3001 time: 0.0931506 Jun 09 13:26:13.668885 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.682725 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Transition to ACTIVE for port object 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:13.688165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.691668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9500d46-005e-4395-984b-332bbc91eaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:13.803157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.804520 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Pushing event updated for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:13.809181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.818805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.819141 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.819837 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.820158 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.820472 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.820784 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.821095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.821405 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.821713 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.822018 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.822573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.822850 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:13.831212 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:13.928826 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Attempting to bind port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:13.928826 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Attempting to bind port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:13.928826 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Attempting to bind port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 on network 58a4a416-581d-40fb-8eee-934e71e1dfbd {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:13.934897 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:13.935218 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Checking segment: {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:13.935626 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.936016 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Bound using segment: {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:13.936474 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Bound port: 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc7c3c8-3a64-4133-94d4-caebe419a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:13.936851 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:13.976801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:14.055448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] For port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:14.058380 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] For port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:14.063942 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:14.067811 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:14.151210 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:14.151972 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:14.310988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:14.313326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Pushing event updated for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:14.321102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:14.322254 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-edf05e84-bb5d-452d-9799-ea5269855055 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 700 time: 1.7541423 Jun 09 13:26:14.324328 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:14.325087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52310) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:14.359212 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:14.469620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e35b6-90fc-47d6-8488-b5d8d4a49f6a req-603a1ad8-b249-4de7-8598-ef555422111a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:14.471718 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae1e35b6-90fc-47d6-8488-b5d8d4a49f6a req-603a1ad8-b249-4de7-8598-ef555422111a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0857418 Jun 09 13:26:14.521555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae1e35b6-90fc-47d6-8488-b5d8d4a49f6a req-604fb9ba-e74f-446c-9af2-b511f991741d tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Jun 09 13:26:14.668371 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ae1eeb8e-2f99-4f47-b857-159ab7bc0a7a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 700 time: 0.3391137 Jun 09 13:26:14.669110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52316) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:14.693747 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 7, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:14Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:14.700344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b7675-c805-43ab-94e2-e724deaab4d2 None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 7, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:14Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:14.728884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaa71d-3af6-4c00-83c1-5814df5220d7 req-464a0e24-5467-4c36-82b5-6dd47ce40f94 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:14.730426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6dcaa71d-3af6-4c00-83c1-5814df5220d7 req-464a0e24-5467-4c36-82b5-6dd47ce40f94 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0961192 Jun 09 13:26:14.782540 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6dcaa71d-3af6-4c00-83c1-5814df5220d7 req-10a3bb84-67a8-434e-89ee-7c145f99b977 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Jun 09 13:26:14.806190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ae14864c-1874-4950-844e-3619f5afbaad up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:14.815611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52318) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:14.875489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ae14864c-1874-4950-844e-3619f5afbaad triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:14.875905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:14.888799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df09181-b96b-4e64-abd9-a463f3136151 tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:14.893039 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6df09181-b96b-4e64-abd9-a463f3136151 tempest-TestNetworkAdvancedServerOps-328533910 tempest-TestNetworkAdvancedServerOps-328533910-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1093 time: 0.0735848 Jun 09 13:26:14.893252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52320) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:14.897612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:14.909790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:14.922161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:14.977356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:14.977867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:15.074643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.178455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:15.212625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Allocated IP 172.26.5.253 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/d591f51e-f8ba-41e5-b3e7-8d41e75bd631) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:15.258519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.261752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:15.363344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.398030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.402726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-84dfd728-fc42-4c96-b92e-f02cb89f1d55 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:15.468580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:15.470836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:15.474975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:15.488560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:15.499631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:15.500061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.503940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52324) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:15.584639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=d591f51e-f8ba-41e5-b3e7-8d41e75bd631,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:15.593194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3831740-a8b7-4e74-95f3-2dad9d1cea22 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:15.597548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f3831740-a8b7-4e74-95f3-2dad9d1cea22 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2 HTTP/1.1" status: 200 len: 814 time: 0.0877881 Jun 09 13:26:15.639672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.640097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.640424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.640791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.641159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.641520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.641874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.642226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.642598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.642991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.643346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.643727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:15.649238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:15.705133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 7, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:14Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:15.714060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:15.720152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.738450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:15.738945 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:15.748756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:15.749375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.885640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:15.886095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:15.886746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.899006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.903707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2158146c-2bab-488f-a0d0-93a8543be0bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:15.930095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:15.954336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:16.008545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.008899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:16.063737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52330) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:16.072924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:16.144764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:16.147952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:16.233854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.240142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.244258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:16.350229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event updated for resources: {'Port': ['ID=d591f51e-f8ba-41e5-b3e7-8d41e75bd631,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:16.351693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.351907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 7, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:14Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:16.353357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:16.356927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907f890-42db-439c-a23b-6349cbd0cf09 None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 7, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0', 'name': '', 'network_id': '58a4a416-581d-40fb-8eee-934e71e1dfbd', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:c2:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9de59831-d172-4910-a081-d501d0f8bf10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:08Z', 'updated_at': '2021-06-09T13:26:14Z', 'revision_number': 4, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '9de59831-d172-4910-a081-d501d0f8bf10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:16.364965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.606570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.612487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b5e2d8c8-c051-4b2b-b93c-84483332396f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:16.664188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:16.704826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Floating IP 77635f7b-82c3-4807-86ec-17e9816f3152 associated. External IP: 172.26.5.253, port: 174a41b1-6efc-4881-9612-2ade0613e6a1. Jun 09 13:26:16.762991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:16.808928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.809525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.809730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.810042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.810413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.810888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.811255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.811615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.811977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.812351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.812696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.813079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:26:16.817988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.823183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:16.865277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:16.865600 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd disassociated. External IP: 172.26.5.112, port: 901f1a25-81d1-4de0-898a-551b943a545a. Jun 09 13:26:16.869799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:16.870104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 09 13:26:16.903763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Port 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 not found, will not notify nova. {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 09 13:26:17.092669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Router fe1ba688-a179-4a9f-9d8c-f47443596f7f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:17.181227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:17.276706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:17.286462 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Sync routers for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:17.295964 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:17.296579 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:17.300797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:17.359400 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4651384 Jun 09 13:26:17.360187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:17.371630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c11bdd5-b825-405c-8a00-d542455d6d34" -d '{"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:17.423932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb4766-4e6a-4fdb-8c6c-360024bd7e2d x-openstack-request-id: req-b1bb4766-4e6a-4fdb-8c6c-360024bd7e2d {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:17.424273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:17.424571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1bb4766-4e6a-4fdb-8c6c-360024bd7e2d {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:17.425010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'status': 'completed', 'code': 200} Jun 09 13:26:17.490206 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:17.538812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09974-548b-41aa-b0e9-303f37ae793d req-4570f541-4c79-482b-b0a7-90678c7576e1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:17.540230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cdd09974-548b-41aa-b0e9-303f37ae793d req-4570f541-4c79-482b-b0a7-90678c7576e1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0859482 Jun 09 13:26:17.587133 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cdd09974-548b-41aa-b0e9-303f37ae793d req-7b656c13-c7ee-44fd-a8a0-22d8939357c6 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404844 Jun 09 13:26:17.611452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52336) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:17.721171 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-983fcc53-338d-489f-98f2-2206706a73ef tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/floatingips/77635f7b-82c3-4807-86ec-17e9816f3152 HTTP/1.1" status: 200 len: 991 time: 0.1082621 Jun 09 13:26:17.836805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '77635f7b-82c3-4807-86ec-17e9816f3152', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9a4db-10eb-4312-9f36-e168527851ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:15Z', 'updated_at': '2021-06-09T13:26:15Z', 'revision_number': 0, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:17.841176 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Checking router: fe1ba688-a179-4a9f-9d8c-f47443596f7f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:17.850723 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:17.850924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cd20985-9c61-4d56-abb4-dd0874745254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:17.851401 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:17.893740 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:17.902276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-c4e273a9-c4de-43d6-8753-f78b028f9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:17.903787 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-c4e273a9-c4de-43d6-8753-f78b028f9824 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1098 time: 0.2988632 Jun 09 13:26:17.937654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:18.025195 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:18.349182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-b931634d-a66a-42c7-b1a5-04015f2cd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:18.350608 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-b931634d-a66a-42c7-b1a5-04015f2cd4d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 200 len: 897 time: 0.4392152 Jun 09 13:26:18.389624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '77635f7b-82c3-4807-86ec-17e9816f3152', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9a4db-10eb-4312-9f36-e168527851ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:15Z', 'updated_at': '2021-06-09T13:26:15Z', 'revision_number': 0, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:18.393763 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0303ccd-2a1e-426c-9419-35b6b2e84271 None None] The sync data for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv is: [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '77635f7b-82c3-4807-86ec-17e9816f3152', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9a4db-10eb-4312-9f36-e168527851ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:15Z', 'updated_at': '2021-06-09T13:26:15Z', 'revision_number': 0, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:18.412667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:18.414460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:18.421105 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7488356 Jun 09 13:26:18.421437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52338) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:18.424927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:18.433651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.441650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:18.442169 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:18.442294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:18.458431 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:18.459106 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:18.514635 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-09f365e8-152a-44d8-88a4-02734212ba39 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 690 time: 2.4497957 Jun 09 13:26:18.516462 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-e2e5c5a4-9676-421d-82bc-498804d83c56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 200 len: 999 time: 0.1586761 Jun 09 13:26:18.517019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:18.519490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:18.522001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52340) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:18.536388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet 9de59831-d172-4910-a081-d501d0f8bf10 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:26:18.540948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.629106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.639145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:18.699393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba72b0b-5c16-48f1-95c0-ddf133907c10 x-openstack-request-id: req-7ba72b0b-5c16-48f1-95c0-ddf133907c10 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:18.700209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "tag": "901f1a25-81d1-4de0-898a-551b943a545a", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:18.700717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba72b0b-5c16-48f1-95c0-ddf133907c10 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:18.701548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a', 'status': 'completed', 'code': 200} Jun 09 13:26:18.727501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52344) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:18.730587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.784268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:18.846930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.857352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:18.877884 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-57796398-b0e6-4c0b-bd66-771c6b4fea6d tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/floatingips/77635f7b-82c3-4807-86ec-17e9816f3152 HTTP/1.1" status: 200 len: 991 time: 0.1488531 Jun 09 13:26:18.883592 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ac274bf6-dd01-40cf-937f-ea0daa50f358 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 690 time: 0.3604004 Jun 09 13:26:18.899989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-2cb3b613-801a-4f32-816b-f578bd314c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:18.903089 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-2cb3b613-801a-4f32-816b-f578bd314c77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97a3af99-ebf8-4022-8589-3b488c0ab43a HTTP/1.1" status: 200 len: 835 time: 0.3204055 Jun 09 13:26:18.903714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=9de59831-d172-4910-a081-d501d0f8bf10,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:18.906014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:18.908230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/9de59831-d172-4910-a081-d501d0f8bf10 HTTP/1.1" status: 204 len: 168 time: 0.4854305 Jun 09 13:26:18.910498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:18.912344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52346) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:18.985257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-debb983b-e217-4cda-b265-727f6f155b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:18.987359 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-debb983b-e217-4cda-b265-727f6f155b0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12c5e686-30a4-4330-8d36-49384a85b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0754209 Jun 09 13:26:19.008376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685831ed-3637-44e1-94e6-47f6449e9e79 None None] New status for floating IP 77635f7b-82c3-4807-86ec-17e9816f3152: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:26:19.045546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:19.050590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-bb74f88d-3e27-4987-ad98-ab2391451f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:19.052028 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-bb74f88d-3e27-4987-ad98-ab2391451f87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1098 time: 0.2472486 Jun 09 13:26:19.111744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c3aca-b8a3-4e5b-8e66-15c7082cd383 None None] Network 58a4a416-581d-40fb-8eee-934e71e1dfbd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:19.133899 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:19.138635 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:19.149221 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:19.149869 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:19.353695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:19.357127 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-b964e385-f521-4cc4-a96b-40a6878c07c2 service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630359 Jun 09 13:26:19.464285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:16Z', 'revision_number': 8, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:19.474544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-e4ea558b-05ab-4e37-bcf9-09264d453bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:19.475102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:19.477291 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-e4ea558b-05ab-4e37-bcf9-09264d453bd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.4171741 Jun 09 13:26:19.491094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:19.491702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:25:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:19.525913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c11bdd5-b825-405c-8a00-d542455d6d34 req-0f406ad1-67aa-44fa-af55-d88ba296fa2c service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610482 Jun 09 13:26:19.553437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-2f6a18a1-1cb5-45a9-a4f0-127c553e8611 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 217 time: 0.0677092 Jun 09 13:26:19.557871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 6b093b69-2ab9-41c2-a96c-a643f3efd47f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:19.558471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:19.712663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-cac947db-307f-439e-99fe-a9f0f7ea4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:19.714211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-cac947db-307f-439e-99fe-a9f0f7ea4a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.1428597 Jun 09 13:26:19.716208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6b093b69-2ab9-41c2-a96c-a643f3efd47f,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:19.716600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:19.719647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:19.730782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:19.738666 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430409df-fd03-4d1c-ac7d-579214f35440 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:19.781784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] DHCP port deletion for 58a4a416-581d-40fb-8eee-934e71e1dfbd request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:26:19.881627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52348) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:19.900629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52350) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:19.911957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 6b093b69-2ab9-41c2-a96c-a643f3efd47f owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:20.045976 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2cfb275f-a29d-43c8-b6bc-9a9bce95b186 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 690 time: 0.1300023 Jun 09 13:26:20.058934 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d7097132-917b-477c-9354-9596c860cec9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/floatingips/77635f7b-82c3-4807-86ec-17e9816f3152 HTTP/1.1" status: 200 len: 993 time: 0.1750040 Jun 09 13:26:20.081924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-63c9156a-fb93-4884-bd77-8ecc2884241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:20.083565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-63c9156a-fb93-4884-bd77-8ecc2884241e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3588936 Jun 09 13:26:20.103642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Deleting port 6b093b69-2ab9-41c2-a96c-a643f3efd47f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:20.104024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.148390 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5995ad1-fc3b-48f2-978e-39bcd368f6d1 None None] New status for floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:26:20.187460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.194182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d748547-61ae-4954-ad24-b39a9b1ae12f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:20.249169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=6b093b69-2ab9-41c2-a96c-a643f3efd47f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:20.260017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:20.266743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port 6b093b69-2ab9-41c2-a96c-a643f3efd47f on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:20.271353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] For port 6b093b69-2ab9-41c2-a96c-a643f3efd47f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6b093b69-2ab9-41c2-a96c-a643f3efd47f,segment=NetworkSegment(fdc7c3c8-3a64-4133-94d4-caebe419a73e),segment_id=fdc7c3c8-3a64-4133-94d4-caebe419a73e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:20.271754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.412608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.415552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Calling delete_port for 6b093b69-2ab9-41c2-a96c-a643f3efd47f owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:20.426516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-470d2430-5535-424a-9c23-b72e9e531814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.430588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a4a416-581d-40fb-8eee-934e71e1dfbd']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:20.438497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.454135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc7c3c8-3a64-4133-94d4-caebe419a73e') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:20.454933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc7c3c8-3a64-4133-94d4-caebe419a73e') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:20.468929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.473469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:16Z', 'revision_number': 8, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:20.479777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94af4a-4683-4500-b464-abc1860b2834 None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:16Z', 'revision_number': 8, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae14864c-1874-4950-844e-3619f5afbaad', 'name': '', 'network_id': 'dbde0af3-5b9a-483f-9a83-751e2eccd1fb', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:a5:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:26:02Z', 'updated_at': '2021-06-09T13:26:13Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '48f48eb5-c7e3-436c-b7e7-3ab7934857dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:20.494392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.495643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.500859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:20.506464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:26:20.507251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.553880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Pushing event deleted for resources: {'Port': ['ID=6b093b69-2ab9-41c2-a96c-a643f3efd47f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:20.556731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:20.557545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] No DVR routers for this DVR port 6b093b69-2ab9-41c2-a96c-a643f3efd47f on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:26:20.598606 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:26:20.601932 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-31b715de-cf44-424f-9273-db2891a31b56 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096741 Jun 09 13:26:20.720529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.726054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:20.742570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:20.744416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/58a4a416-581d-40fb-8eee-934e71e1dfbd HTTP/1.1" status: 204 len: 168 time: 1.8311844 Jun 09 13:26:20.747332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52352) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:20.755044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=58a4a416-581d-40fb-8eee-934e71e1dfbd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:20.759232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:20.796535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b1b951-ea47-4ab9-8245-f2be8f08ed7b req-c23c5731-2566-4274-b1d4-e8bc6d2ddaa7 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699116 Jun 09 13:26:20.890153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6b093b69-2ab9-41c2-a96c-a643f3efd47f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:20.931210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6b093b69-2ab9-41c2-a96c-a643f3efd47f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:20.931702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6b093b69-2ab9-41c2-a96c-a643f3efd47f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:20.932170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:20.967130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:20.967459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8ef2e695-cdfc-4f8d-9c9c-a635ebd2b7a0 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:21.048860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52354) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:21.145700 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df20d794-8051-4592-8fd6-d60d1213edb3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 688 time: 0.0955853 Jun 09 13:26:21.321570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:21.348093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:21.906469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port ae14864c-1874-4950-844e-3619f5afbaad {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:21.906873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.044490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port ae14864c-1874-4950-844e-3619f5afbaad, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ae14864c-1874-4950-844e-3619f5afbaad,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:22.044737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.166747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for ae14864c-1874-4950-844e-3619f5afbaad owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:22.318975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.322993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:22.366651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=ae14864c-1874-4950-844e-3619f5afbaad,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:22.370253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:22.384638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52358) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:22.391239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142666735', 'description': 'tempest-secgroup-smoke-2142666735 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:22.417484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.522493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.527814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.548432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cb76ad7-29de-42f9-bd78-d4da0b1ac319 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:22.563170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.564368 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1778793 Jun 09 13:26:22.567335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52360) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:22.572265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:22.611496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5476b3d2-884e-473b-bb26-e5b27fa62443,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:22.614811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:22.633506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.647336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.697840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.703818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.705854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3b579ee-3c23-4b0c-a361-422fde99abcd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:22.728925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6def180e-5ad8-4178-9b2e-b36cbf439f08,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:22.731788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:22.735515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.736853 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686206 Jun 09 13:26:22.739771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52362) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:22.745128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:22.779199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.838967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.843754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.845550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-776bdeef-ec13-4944-a1d8-df5136a2e32a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:22.868540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b8460f-db1a-4693-a842-2e5164e269bb,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:22.871607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:22.875748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.877016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362131 Jun 09 13:26:22.879956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52364) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:22.884545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:22.914765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.970688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:22.977105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.981569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:22.983403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:23.005086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b535346a-2955-4eb5-9600-064a42f3a356,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:23.007601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:23.012354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.013607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326807 Jun 09 13:26:23.016625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52366) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:23.022494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:23.037747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.052733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.117145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.122117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.124029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:23.133874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:23.141362 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3897631 Jun 09 13:26:23.141362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52368) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:23.146139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:23.146684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd82e244-a975-4a8c-8bc7-0e91bc0ee6ff,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:23.149183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:23.157138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.161043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:23.161219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399202 Jun 09 13:26:23.161340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:23.161476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52370) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:23.166278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:23.191253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:26:23.198320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.211977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet 48f48eb5-c7e3-436c-b7e7-3ab7934857dd {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:26:23.214963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.266474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.271403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.273433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-694ad16d-770c-4916-9f44-acc9358adbec tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:23.297758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7d707d-63b9-41ac-93ab-a00537187019,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:23.300615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:23.307505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.308333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459692 Jun 09 13:26:23.311194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52372) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:23.315948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '5476b3d2-884e-473b-bb26-e5b27fa62443', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:23.335197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:23.340461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:26:23.347171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.418177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.424539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.426374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34383201-241e-4801-86d9-45913bcf33e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:23.432853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.454086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714350f6-99f9-4a5d-91d0-d6a9bb604bac,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:23.456977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:23.462350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.462675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503086 Jun 09 13:26:23.520552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.601386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.606624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06fbaa31-31a4-4780-bb54-5f3f2eecf995 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:23.642050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=48f48eb5-c7e3-436c-b7e7-3ab7934857dd,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:23.644618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:23.647153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.651820 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/48f48eb5-c7e3-436c-b7e7-3ab7934857dd HTTP/1.1" status: 204 len: 168 time: 0.5097296 Jun 09 13:26:23.652598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52386) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:23.661836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9673c2e-d569-4cd4-8dd3-fe707259862f None None] Network dbde0af3-5b9a-483f-9a83-751e2eccd1fb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:23.793703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-627902ed-9c02-4f8d-8eec-b540a27ea804 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142666735&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.1202126 Jun 09 13:26:23.801366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:23.884179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:22Z', 'revision_number': 9, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:23.894935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:23.913611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:23.914261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:24.080719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:24.129012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-da317728-dccf-4cb6-9ab9-954b283a0881 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:24.129287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-da317728-dccf-4cb6-9ab9-954b283a0881 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 797 time: 0.3256462 Jun 09 13:26:24.143632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] DHCP port deletion for dbde0af3-5b9a-483f-9a83-751e2eccd1fb request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:26:24.149063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 323c1c4d-d85b-4ee1-b771-9e6668e00653 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:24.149406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.162348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-c728d5fd-d665-4d75-8800-3672c167658c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0257025 Jun 09 13:26:24.301214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 323c1c4d-d85b-4ee1-b771-9e6668e00653, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=323c1c4d-d85b-4ee1-b771-9e6668e00653,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:24.301538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.367020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Deleting port 323c1c4d-d85b-4ee1-b771-9e6668e00653 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:24.367279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.427826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 323c1c4d-d85b-4ee1-b771-9e6668e00653 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:24.462536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-bc86b4c7-6e50-42b4-b77f-c6f3c5bd51bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2522433 Jun 09 13:26:24.508468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] For port 323c1c4d-d85b-4ee1-b771-9e6668e00653, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=323c1c4d-d85b-4ee1-b771-9e6668e00653,segment=NetworkSegment(d5b5e4bb-129c-4680-9aa5-42a519fbe182),segment_id=d5b5e4bb-129c-4680-9aa5-42a519fbe182)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:24.508870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.571160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.578207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-287355a0-f2e9-4d97-8bd0-6a0b246eb4ba tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:24.627990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Calling delete_port for 323c1c4d-d85b-4ee1-b771-9e6668e00653 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:24.631962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=323c1c4d-d85b-4ee1-b771-9e6668e00653,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:24.637124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:24.639297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port 323c1c4d-d85b-4ee1-b771-9e6668e00653 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:24.663436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:22Z', 'revision_number': 9, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:24.670415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29bb8-d2bb-4fd4-9e3a-06047acc07e1 None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:22Z', 'revision_number': 9, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': '4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc', 'name': '', 'network_id': 'f7c9b085-52fb-4a6f-9f7e-fc37349ee453', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:37:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:56Z', 'updated_at': '2021-06-09T13:26:09Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': '3c962ac5-66a8-4839-ac9c-ad4efa6c8c15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:24.689308 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-5dfe04cc-3644-461d-b665-22f671d3b04e service neutron] 10.222.0.21 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142212 Jun 09 13:26:24.711872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.715622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:24.758482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Pushing event deleted for resources: {'Port': ['ID=323c1c4d-d85b-4ee1-b771-9e6668e00653,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:24.761828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:24.764101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] No DVR routers for this DVR port 323c1c4d-d85b-4ee1-b771-9e6668e00653 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:24.852897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.869541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbde0af3-5b9a-483f-9a83-751e2eccd1fb']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:24.893137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b5e4bb-129c-4680-9aa5-42a519fbe182') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:24.893313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b5e4bb-129c-4680-9aa5-42a519fbe182') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:24.913907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.932364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-e8903139-a0e4-4095-a02b-e730591a469e service neutron] 10.222.0.21 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291803 Jun 09 13:26:24.935793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.942054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:26:24.942504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:26:24.961655 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:26:25.052878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 323c1c4d-d85b-4ee1-b771-9e6668e00653 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:25.074164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:25.087316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-759d24f3-42e9-4b63-b3ce-b5403529c924 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:25.103140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:25.107608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/dbde0af3-5b9a-483f-9a83-751e2eccd1fb HTTP/1.1" status: 204 len: 168 time: 1.4513865 Jun 09 13:26:25.109377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52392) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:25.119123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 323c1c4d-d85b-4ee1-b771-9e6668e00653 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:25.119682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 323c1c4d-d85b-4ee1-b771-9e6668e00653 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:25.167064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=dbde0af3-5b9a-483f-9a83-751e2eccd1fb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:25.171132 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-81bc6a25-719e-4bbd-ba3f-db83df292282 req-bfcbdcc3-da58-4fc6-a544-d29b779c88f1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 210 time: 0.0648930 Jun 09 13:26:25.171939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:25.658458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:26.062662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:26.063040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:26.215560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:26.216451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:26.279260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-bbb463a6-9497-4ce0-8e54-9160f42da0ae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:26.280840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-bbb463a6-9497-4ce0-8e54-9160f42da0ae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 797 time: 0.1651835 Jun 09 13:26:26.362226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa2491d5-10a0-4991-9fa5-d0f37990ff21 req-1936b9f4-e505-4a7d-bb84-40def8185125 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 210 time: 0.0559647 Jun 09 13:26:26.404413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-c57614e3-e5c5-46ce-a747-e682d9521440 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 473 time: 0.1128974 Jun 09 13:26:26.419326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['5476b3d2-884e-473b-bb26-e5b27fa62443']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:26.525738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:26.677537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:26.682915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:26.724046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ae14864c-1874-4950-844e-3619f5afbaad no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:26.741563 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:26.745018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:26.760256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:26.760533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ae14864c-1874-4950-844e-3619f5afbaad {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:26.761106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ae14864c-1874-4950-844e-3619f5afbaad not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:26.768192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:26.970425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.6 (365853ba-b8f1-4c72-9573-c76460faebdb/1b91b9be-d30d-48a2-b950-0da88b240392/0722cafa-c05f-45d3-97ec-575a76f70510) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:27.021050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.167629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.182397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 0722cafa-c05f-45d3-97ec-575a76f70510 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:27.207824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.225419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:27.276898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 365853ba-b8f1-4c72-9573-c76460faebdb is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:27.284473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:27.287024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:27.343159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:27.346657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:27.357554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:27.367577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:27.368198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.398080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834526 Jun 09 13:26:27.418037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Request body: {'port': {'device_id': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:27.557564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:27.562672 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4514651 Jun 09 13:26:27.565421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52418) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:27.571485 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:27.584298 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:27.585269 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:27.630340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6fc33d4d-cd31-45f1-a3fc-1f4f6be6a68d None None] Provisioning for port 0722cafa-c05f-45d3-97ec-575a76f70510 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:27.647722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet 3c962ac5-66a8-4839-ac9c-ad4efa6c8c15 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:26:27.648096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6fc33d4d-cd31-45f1-a3fc-1f4f6be6a68d None None] Provisioning complete for port 0722cafa-c05f-45d3-97ec-575a76f70510 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:27.650261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fc33d4d-cd31-45f1-a3fc-1f4f6be6a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.652706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.655244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.746327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:27.748721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6fc33d4d-cd31-45f1-a3fc-1f4f6be6a68d None None] Port 0722cafa-c05f-45d3-97ec-575a76f70510 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:27.767623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863bf7a-7649-4946-8195-e3107802a2e0 req-4035bb89-083e-49b1-9a08-6da4a4196e6b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:27.777258 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a863bf7a-7649-4946-8195-e3107802a2e0 req-4035bb89-083e-49b1-9a08-6da4a4196e6b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 931 time: 0.2282395 Jun 09 13:26:27.824841 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:27.897731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.039179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.044696 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a863bf7a-7649-4946-8195-e3107802a2e0 req-42f67c68-874a-4bdc-a0b7-51a1274a17cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645631 Jun 09 13:26:28.046229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0e19121-1ca2-4226-9659-304383042ee2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:28.092124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=3c962ac5-66a8-4839-ac9c-ad4efa6c8c15,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:28.096917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:28.105487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.110686 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/3c962ac5-66a8-4839-ac9c-ad4efa6c8c15 HTTP/1.1" status: 204 len: 168 time: 0.5440996 Jun 09 13:26:28.111715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52422) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:28.115583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcaf905-3b04-4146-a3cf-369ed57ceb6c None None] Network f7c9b085-52fb-4a6f-9f7e-fc37349ee453 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:28.273081 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:26Z', 'revision_number': 10, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:28.279223 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:28.291424 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:28.293910 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:28.320526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0722cafa-c05f-45d3-97ec-575a76f70510 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:28.329211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.346886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Transition to ACTIVE for port object 0722cafa-c05f-45d3-97ec-575a76f70510 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:28.363073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.368801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13e92682-d8ff-4ae7-9370-616ca7481154 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:28.481568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.487942 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:28.498684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] DHCP port deletion for f7c9b085-52fb-4a6f-9f7e-fc37349ee453 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:26:28.571162 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:28.571430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.605553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:28.613050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:28.684782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.693680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Attempting to bind port 0722cafa-c05f-45d3-97ec-575a76f70510 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:28.694069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Attempting to bind port 0722cafa-c05f-45d3-97ec-575a76f70510 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:28.695111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Attempting to bind port 0722cafa-c05f-45d3-97ec-575a76f70510 on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:28.700796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Port 0722cafa-c05f-45d3-97ec-575a76f70510 on network 365853ba-b8f1-4c72-9573-c76460faebdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:26:28.701118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Attempting to bind port 0722cafa-c05f-45d3-97ec-575a76f70510 on network 365853ba-b8f1-4c72-9573-c76460faebdb {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:28.708454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:28.712678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Checking segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:28.713009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Bound using segment: {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:28.713471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Bound port: 0722cafa-c05f-45d3-97ec-575a76f70510, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:28.713824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.717507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:28.718009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.729994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Deleting port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:28.730382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.863708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:28.868454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0722cafa-c05f-45d3-97ec-575a76f70510,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:28.872788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] For port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,segment=NetworkSegment(24f61433-66ff-4b63-aabc-f159b9c51bb3),segment_id=24f61433-66ff-4b63-aabc-f159b9c51bb3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:28.873334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.877311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:28.880360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.886852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:28.887356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9c711cf2-e974-4a9f-b652-7f73887c7567 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:28.938121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.954221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:28.978903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:28.979982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:28.981892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] 10.222.0.42 "PUT /v2.0/ports/0722cafa-c05f-45d3-97ec-575a76f70510 HTTP/1.1" status: 200 len: 1093 time: 1.5724525 Jun 09 13:26:28.982696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:28.985080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff2a13c-8201-4669-8525-a92ef7ed9208" -d '{"events": [{"name": "network-changed", "server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:29.092763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:29.094665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:29.096015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:29.099033 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:26Z', 'revision_number': 10, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:29.105962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:29.115752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:29.116944 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08100f-e438-4208-b8a8-3a77532a094b None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:26Z', 'revision_number': 10, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None, '_interfaces': [{'id': 'baf05d17-b0d0-4361-8c10-f813213a9f4b', 'name': '', 'network_id': 'dace4818-a8df-4eaa-bb6d-d74e55d9d928', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'mac_address': 'fa:16:3e:db:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2513f678-aa53-4124-a354-ce715945d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:52Z', 'updated_at': '2021-06-09T13:26:05Z', 'revision_number': 5, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'subnets': [{'id': 'a579bfef-96d8-486b-af70-7cbb2905eee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:29.130751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa355e5-04e4-4364-bdca-adbc0d9749de x-openstack-request-id: req-afa355e5-04e4-4364-bdca-adbc0d9749de {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:29.131224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:29.131905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afa355e5-04e4-4364-bdca-adbc0d9749de {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:29.132468 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510', 'status': 'completed', 'code': 200} Jun 09 13:26:29.230391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Calling delete_port for 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:29.297865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-159e1f94-9f2f-4028-8387-f5b787045e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:29.299476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-159e1f94-9f2f-4028-8387-f5b787045e7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 1096 time: 0.2595789 Jun 09 13:26:29.336295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.353408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c9b085-52fb-4a6f-9f7e-fc37349ee453']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:29.359208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No active binding found for port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 {{(pid=92385) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 09 13:26:29.359929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:29.370867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f61433-66ff-4b63-aabc-f159b9c51bb3') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:29.371352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f61433-66ff-4b63-aabc-f159b9c51bb3') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:29.390613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.398117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.402727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:29.428114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.435531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:26:29.436052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.470212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Pushing event deleted for resources: {'Port': ['ID=630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:29.475978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:29.480788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] No DVR routers for this DVR port 630f6bc4-043d-4d5e-9d8e-0c0bf1cd6415 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:26:29.550126 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:26:29.559764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.566383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-d1008387-2b4d-4d10-8287-80b4925eb9be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0722cafa-c05f-45d3-97ec-575a76f70510 HTTP/1.1" status: 200 len: 217 time: 0.2449012 Jun 09 13:26:29.570855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:29.572819 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/f7c9b085-52fb-4a6f-9f7e-fc37349ee453 HTTP/1.1" status: 204 len: 168 time: 1.4600410 Jun 09 13:26:29.581923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52434) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:29.582714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1da79115-0da6-40ab-9013-88febf72a623 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:29.674666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801145e9-101c-48d8-918b-5bcb3e428de7 req-868d6a72-c871-4d94-bac3-24ff73dd092b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:29.676157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=f7c9b085-52fb-4a6f-9f7e-fc37349ee453,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:29.676913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-801145e9-101c-48d8-918b-5bcb3e428de7 req-868d6a72-c871-4d94-bac3-24ff73dd092b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 943 time: 0.4127049 Jun 09 13:26:29.684062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-92009110-5450-4475-b678-a575950507e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:29.685486 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-92009110-5450-4475-b678-a575950507e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.1110144 Jun 09 13:26:29.747419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:29.781255 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-801145e9-101c-48d8-918b-5bcb3e428de7 req-259d0ecd-0558-4f9e-81cb-1778780bb439 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937717 Jun 09 13:26:29.814745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-40e4a1b1-0db5-4e78-8ad2-fd7c5ad26ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:29.816211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-40e4a1b1-0db5-4e78-8ad2-fd7c5ad26ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1137087 Jun 09 13:26:29.952628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-c4e76098-eb51-4861-ae40-24ec4bed0b61 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291833 Jun 09 13:26:30.127700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69c7619b-c86f-4c3c-8fd9-15d0c4003657 req-b8746488-458b-4911-a76d-eda5b8184b5f service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679268 Jun 09 13:26:30.168598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:30.242987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-bbc1dc2e-b40d-46a8-906b-8e42dfdf9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:30.244475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-bbc1dc2e-b40d-46a8-906b-8e42dfdf9af1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 1096 time: 0.0726452 Jun 09 13:26:30.386712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-5402220b-9b21-455a-ae88-154bdabb1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:30.388129 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-5402220b-9b21-455a-ae88-154bdabb1beb service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.1360590 Jun 09 13:26:30.463265 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-122fd21d-b15b-48a9-9b5e-6340be0bd2a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0722cafa-c05f-45d3-97ec-575a76f70510 HTTP/1.1" status: 200 len: 217 time: 0.0655980 Jun 09 13:26:30.534955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-09903ed4-0693-400c-b2a2-d7c444932c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:30.536603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-09903ed4-0693-400c-b2a2-d7c444932c38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.0588059 Jun 09 13:26:30.617202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-91eaf6e2-be0b-461e-8cdc-e90d06f3b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:30.618720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-91eaf6e2-be0b-461e-8cdc-e90d06f3b013 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734403 Jun 09 13:26:30.729043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:30.744385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port baf05d17-b0d0-4361-8c10-f813213a9f4b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:30.744963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:30.772763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:30.773405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4eeb9e8e-6e2b-4148-9d84-d7ff748b74cc not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:30.793534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-0da67f81-8206-4815-b885-36b3858706b2 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671154 Jun 09 13:26:30.909375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port baf05d17-b0d0-4361-8c10-f813213a9f4b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=baf05d17-b0d0-4361-8c10-f813213a9f4b,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:30.909738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:30.990289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eff2a13c-8201-4669-8525-a92ef7ed9208 req-a3201240-e9b7-4cf2-9563-f126e131dd54 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881106 Jun 09 13:26:31.012051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42f00-2aa3-45e5-a0ee-0669760c47c7 req-1c346ad7-3dd0-4ac6-8f12-7ccc0d787d93 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:31.013484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32a42f00-2aa3-45e5-a0ee-0669760c47c7 req-1c346ad7-3dd0-4ac6-8f12-7ccc0d787d93 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 943 time: 0.1164069 Jun 09 13:26:31.032694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for baf05d17-b0d0-4361-8c10-f813213a9f4b owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:31.061399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32a42f00-2aa3-45e5-a0ee-0669760c47c7 req-fa64c990-8c95-42d6-8984-18ff55176d5e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Jun 09 13:26:31.181298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:31.186212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:31.233834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=baf05d17-b0d0-4361-8c10-f813213a9f4b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:31.263656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:31.463365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:31.735172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:31.773043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0722cafa-c05f-45d3-97ec-575a76f70510 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:26:31.913369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0722cafa-c05f-45d3-97ec-575a76f70510,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:31.927671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '0722cafa-c05f-45d3-97ec-575a76f70510', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'port_id': '0722cafa-c05f-45d3-97ec-575a76f70510', 'mac_address': 'fa:16:3e:76:ae:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:26:31.994801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.013176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0722cafa-c05f-45d3-97ec-575a76f70510 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:32.025787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:32.029143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0722cafa-c05f-45d3-97ec-575a76f70510,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:32.030455 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327843 Jun 09 13:26:32.033763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52446) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:32.037005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.039878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:32.101093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:32.131366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:32.132161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:32.137963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting subnet a579bfef-96d8-486b-af70-7cbb2905eee4 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:26:32.141650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.248175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.271100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:32.281461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:32.300257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:32.344232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['0722cafa-c05f-45d3-97ec-575a76f70510'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:26:32.375322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cb8ec-c505-405c-a2a3-931357ca7cd3 req-9654f241-bc28-4be7-b638-c2c99d551654 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:32.376683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-123cb8ec-c505-405c-a2a3-931357ca7cd3 req-9654f241-bc28-4be7-b638-c2c99d551654 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 944 time: 0.1835134 Jun 09 13:26:32.432812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.449011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:32.458490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:32.476610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-123cb8ec-c505-405c-a2a3-931357ca7cd3 req-2423361e-02c5-43c5-bdf3-bb07ff91f081 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904748 Jun 09 13:26:32.477696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:32.478322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:32.519704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.529210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-44eb9e34-7267-46f2-81eb-e847a858b6f7 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:32.642497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:32.711966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.714564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/a579bfef-96d8-486b-af70-7cbb2905eee4 HTTP/1.1" status: 204 len: 168 time: 0.6787276 Jun 09 13:26:32.715693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Subnet': ['ID=a579bfef-96d8-486b-af70-7cbb2905eee4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:32.717115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52452) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:32.718346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:32.809056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36472d1-a14b-40e7-ac90-75746e8080f6 None None] Network dace4818-a8df-4eaa-bb6d-d74e55d9d928 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:26:32.860937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:32.912513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:32.939295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618528-84fd-43e7-beca-0fb8897ce5fd None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:32.970423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Deleting port 79534919-8933-4fc5-a7ff-1ad01817fd6f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:26:32.970918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.093928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] For port 79534919-8933-4fc5-a7ff-1ad01817fd6f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=79534919-8933-4fc5-a7ff-1ad01817fd6f,segment=NetworkSegment(3b5856cf-0441-4ca4-ae5e-3c495e7fde85),segment_id=3b5856cf-0441-4ca4-ae5e-3c495e7fde85)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:33.094716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.244530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Calling delete_port for 79534919-8933-4fc5-a7ff-1ad01817fd6f owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:26:33.299378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1bb61-a9d0-4fa3-bfed-92221b765564 None None] DHCP port deletion for dace4818-a8df-4eaa-bb6d-d74e55d9d928 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:26:33.314668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.320963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15f31fd5-919b-46e6-be34-e826fea32796 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:33.349684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1bb61-a9d0-4fa3-bfed-92221b765564 None None] The port '79534919-8933-4fc5-a7ff-1ad01817fd6f' was deleted {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Jun 09 13:26:33.368632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Port': ['ID=79534919-8933-4fc5-a7ff-1ad01817fd6f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:33.371818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:33.372628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No DVR routers for this DVR port 79534919-8933-4fc5-a7ff-1ad01817fd6f on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:26:33.544261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.577555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dace4818-a8df-4eaa-bb6d-d74e55d9d928']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:33.604827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5856cf-0441-4ca4-ae5e-3c495e7fde85') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:33.605550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5856cf-0441-4ca4-ae5e-3c495e7fde85') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:33.639674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.702275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.723886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:26:33.723886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:26:33.741861 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:26:33.782143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0722cafa-c05f-45d3-97ec-575a76f70510 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:33.839831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.845871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cf6b2086-9087-4acd-912e-19229d682414 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:33.873309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.878678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/networks/dace4818-a8df-4eaa-bb6d-d74e55d9d928 HTTP/1.1" status: 204 len: 168 time: 1.1584728 Jun 09 13:26:33.878678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Pushing event deleted for resources: {'Network': ['ID=dace4818-a8df-4eaa-bb6d-d74e55d9d928,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:33.879374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52458) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:33.883718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 0722cafa-c05f-45d3-97ec-575a76f70510 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:33.884989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'routes': None}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:33.889189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 0722cafa-c05f-45d3-97ec-575a76f70510 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:33.889690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:33.890900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807a4d-ed72-4f5a-98bd-f66a587d8b45 req-b9b5583b-b049-4ece-a5b3-32d01c6d31ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:33.895017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-65807a4d-ed72-4f5a-98bd-f66a587d8b45 req-b9b5583b-b049-4ece-a5b3-32d01c6d31ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 944 time: 0.2365530 Jun 09 13:26:33.896962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:33.967816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-65807a4d-ed72-4f5a-98bd-f66a587d8b45 req-163b0cc1-bb19-4fcd-8879-ad105595275b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686898 Jun 09 13:26:34.074435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:34.109254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:34.112843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed38892-d44c-4fec-bf8d-a76b9da1b873" -d '{"events": [{"server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "name": "network-vif-plugged", "status": "completed", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:34.122210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0722cafa-c05f-45d3-97ec-575a76f70510,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:34.127062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:34.129406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44b95ef9-2ba0-4777-8349-384681fc178d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:34.193515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00bb33d-c984-4eb1-abd0-b469d46b3be8 x-openstack-request-id: req-d00bb33d-c984-4eb1-abd0-b469d46b3be8 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:34.193953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "name": "network-vif-plugged", "status": "completed", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:34.194324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d00bb33d-c984-4eb1-abd0-b469d46b3be8 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:34.195357 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510', 'code': 200} Jun 09 13:26:34.222236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.extraroute_db [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Added routes are [] {{(pid=92383) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 09 13:26:34.223233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.extraroute_db [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Removed routes are [] {{(pid=92383) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 09 13:26:34.223692 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:34.256137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:34.263930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:34.548814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:34.555634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:34.561995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fd8f6-7ef2-4e17-a617-14e540f57f7d req-294f6039-e940-4173-a168-5bd92fe8b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:34.566048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e20fd8f6-7ef2-4e17-a617-14e540f57f7d req-294f6039-e940-4173-a168-5bd92fe8b8f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 1098 time: 0.1274064 Jun 09 13:26:34.622860 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e20fd8f6-7ef2-4e17-a617-14e540f57f7d req-f163b105-e9ae-4965-88bf-f0d3215a6b58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494905 Jun 09 13:26:34.795224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 2513f678-aa53-4124-a354-ce715945d3ee has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:34.823462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 79534919-8933-4fc5-a7ff-1ad01817fd6f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:34.885712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 79534919-8933-4fc5-a7ff-1ad01817fd6f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:34.886409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 79534919-8933-4fc5-a7ff-1ad01817fd6f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:34.886564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device baf05d17-b0d0-4361-8c10-f813213a9f4b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:26:34.939435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: baf05d17-b0d0-4361-8c10-f813213a9f4b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:26:34.940115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device baf05d17-b0d0-4361-8c10-f813213a9f4b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:26:34.985526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:35.001897 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Sync routers for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:35.002469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.003441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fabca92f-a119-4f3c-8480-0a4e1a6e995f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 701 time: 1.1228032 Jun 09 13:26:35.007386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52466) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:35.017398 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:35.018159 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:35.091728 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-35df8077-051f-4f05-8c44-085516231e05 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 205 time: 0.0826457 Jun 09 13:26:35.093952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52468) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:35.192189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:35.292119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.388568 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:35.396662 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Checking router: 2513f678-aa53-4124-a354-ce715945d3ee for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:35.422451 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Routers {'2513f678-aa53-4124-a354-ce715945d3ee'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:35.424088 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2513f678-aa53-4124-a354-ce715945d3ee'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:35.605268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] Set router 2513f678-aa53-4124-a354-ce715945d3ee gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:35.738722 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:35.743588 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c38d5f-6c71-4eba-b669-b50e7717e9e4 None None] The sync data for ids ['2513f678-aa53-4124-a354-ce715945d3ee'] in dv-neutron-601336-89-hyperv is: [{'id': '2513f678-aa53-4124-a354-ce715945d3ee', 'name': 'tempest-RoutersTest-router-1446277259', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:26:31Z', 'revision_number': 11, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:35.819334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.824851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.844413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b2698-41af-48bc-a444-deda20687a6e req-7e5d8e5b-3949-4535-a45d-4f66027b5ed3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:35.853664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-186b2698-41af-48bc-a444-deda20687a6e req-7e5d8e5b-3949-4535-a45d-4f66027b5ed3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.6225607 Jun 09 13:26:35.937207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.937207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router 2513f678-aa53-4124-a354-ce715945d3ee {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:26:35.954587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:35.959520 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3383c693-eb9a-46e6-ae25-43943164fb9d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 204 len: 168 time: 0.8603122 Jun 09 13:26:35.959925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52472) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:35.965062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1064776324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:35.983107 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-186b2698-41af-48bc-a444-deda20687a6e req-055bebd6-c81d-4a9f-af7b-96b654fdb8c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275504 Jun 09 13:26:36.020085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.020987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.046640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-d48dd81e-d0f2-4ae0-a016-ac60de13f781 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1666381 Jun 09 13:26:36.051233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.100477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.162247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.164270 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0d4b0445-24c2-4a5b-b944-e886c675779b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2032142 Jun 09 13:26:36.169539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52474) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:36.176001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:36.207573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-b683894d-12ec-47bd-b04f-c752659d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:36.209153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-b683894d-12ec-47bd-b04f-c752659d66a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 1098 time: 0.1327724 Jun 09 13:26:36.381617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-f3fdec71-46c3-43db-b145-f875eba245c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:36.383447 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-f3fdec71-46c3-43db-b145-f875eba245c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.1531417 Jun 09 13:26:36.457753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-7121d655-a714-4ef6-bc64-fbcfcc5817f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 200 len: 217 time: 0.0667908 Jun 09 13:26:36.531003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-50a1f08e-08ab-4db9-a7c4-1b569ef75c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:36.532595 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-50a1f08e-08ab-4db9-a7c4-1b569ef75c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.0675807 Jun 09 13:26:36.617379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-e06a4965-b1a9-46b8-85f9-8708a32daef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:36.621227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-e06a4965-b1a9-46b8-85f9-8708a32daef0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0820634 Jun 09 13:26:36.774501 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-25b52531-c35d-455f-9098-d36e83496aca service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452200 Jun 09 13:26:36.859896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.873051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:36.933782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c0ed4bb-4906-4567-b2f7-f6c4fe353e45 req-5e57a3ce-8445-4014-9a82-d86159d6d7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525817 Jun 09 13:26:37.042082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Router 5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:26:37.204120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:37.216412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Sync routers for ids ['5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:37.231728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Routers {'5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:37.233753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:37.234460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:37.237935 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f4ad4ffb-708e-4c5a-8841-b9d12ac2054c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "PUT /v2.0/routers/5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 200 len: 694 time: 1.0643566 Jun 09 13:26:37.238055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:37.238877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226a9a-b785-4020-ad3f-d972766ff665 req-b7a292f1-6882-405b-8c18-b1983809a7a0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:37.241891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d226a9a-b785-4020-ad3f-d972766ff665 req-b7a292f1-6882-405b-8c18-b1983809a7a0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.1105781 Jun 09 13:26:37.322984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d226a9a-b785-4020-ad3f-d972766ff665 req-c0ef06fe-f48a-471c-b478-1c32e649a32d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741067 Jun 09 13:26:37.380484 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d9d6bb68-77c2-4d72-8832-c3ee1868d435 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/routers/5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 200 len: 700 time: 0.1409473 Jun 09 13:26:37.383150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52484) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:37.417877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Set router 5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:37.437416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c06021d2-c85e-4181-967c-2891336b0794 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 200 len: 205 time: 0.0508113 Jun 09 13:26:37.438119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52486) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:37.527981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7cc52b-0781-4a17-a583-cbdf6ecfecf4', 'name': 'tempest-RoutersTest-router-1064776324', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:26:36Z', 'updated_at': '2021-06-09T13:26:36Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:37.532891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Checking router: 5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:37.542373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Routers {'5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:37.543218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:37.641098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:37.685165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] Set router 5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:37.811362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7cc52b-0781-4a17-a583-cbdf6ecfecf4', 'name': 'tempest-RoutersTest-router-1064776324', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:26:36Z', 'updated_at': '2021-06-09T13:26:36Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:37.822150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7836e35-7153-48e2-938e-f2361d213ecb None None] The sync data for ids ['5c7cc52b-0781-4a17-a583-cbdf6ecfecf4'] in dv-neutron-601336-89-hyperv is: [{'id': '5c7cc52b-0781-4a17-a583-cbdf6ecfecf4', 'name': 'tempest-RoutersTest-router-1064776324', 'tenant_id': '7822494bb06946ad941b1d2c095c3d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:26:36Z', 'updated_at': '2021-06-09T13:26:36Z', 'revision_number': 2, 'project_id': '7822494bb06946ad941b1d2c095c3d83', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:37.949296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f980e69-ecda-410c-bc94-62fe685edd4d req-a064b6be-a5e8-4104-bc87-4072d83dc96d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:37.950903 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6f980e69-ecda-410c-bc94-62fe685edd4d req-a064b6be-a5e8-4104-bc87-4072d83dc96d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.4482496 Jun 09 13:26:38.161598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:38.165337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:38.175061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6f980e69-ecda-410c-bc94-62fe685edd4d req-11876008-2573-4472-a2fc-aeaaa2a7c55b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814792 Jun 09 13:26:38.196633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52490) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.198630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:38.199414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:26:38.207881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:38.209043 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-55ee9cab-839d-4d5d-b989-da0c29a9f83c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 204 len: 168 time: 0.7673526 Jun 09 13:26:38.212564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52492) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.267694 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d464e72-fb93-431f-be07-ce454024ef08 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 200 len: 205 time: 0.0537658 Jun 09 13:26:38.269994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52494) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.285171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b620ce-5308-47e7-8494-5dc28cea7932 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:38.290583 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d0b620ce-5308-47e7-8494-5dc28cea7932 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 1093 time: 0.0882647 Jun 09 13:26:38.294941 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52496) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.300101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'port_id': '0722cafa-c05f-45d3-97ec-575a76f70510'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:38.371533 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-fe59730e-8d66-4c46-80e9-423cc56b5de5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:38.372685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fe59730e-8d66-4c46-80e9-423cc56b5de5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/5c7cc52b-0781-4a17-a583-cbdf6ecfecf4 HTTP/1.1" status: 404 len: 336 time: 0.1018286 Jun 09 13:26:38.375636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52498) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.433334 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-262a6bcc-a986-4dd8-9031-f71f8804252d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:38.433772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262a6bcc-a986-4dd8-9031-f71f8804252d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:38.435452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-262a6bcc-a986-4dd8-9031-f71f8804252d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/9de59831-d172-4910-a081-d501d0f8bf10 HTTP/1.1" status: 404 len: 337 time: 0.0585220 Jun 09 13:26:38.438155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52500) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.438769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:38.477334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5368eeec-f56a-4f0a-b890-e34ce964234a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:38.477779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5368eeec-f56a-4f0a-b890-e34ce964234a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:38.479495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5368eeec-f56a-4f0a-b890-e34ce964234a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/48f48eb5-c7e3-436c-b7e7-3ab7934857dd HTTP/1.1" status: 404 len: 337 time: 0.0403259 Jun 09 13:26:38.482067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52502) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.517875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44a1b0a-c171-4875-be45-c4021d3e7ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:38.518316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44a1b0a-c171-4875-be45-c4021d3e7ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:38.519969 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d44a1b0a-c171-4875-be45-c4021d3e7ec0 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/3c962ac5-66a8-4839-ac9c-ad4efa6c8c15 HTTP/1.1" status: 404 len: 337 time: 0.0369632 Jun 09 13:26:38.522695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52504) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.562435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e932b46-a278-4076-ad4a-e1da41ec0668 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:38.563021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e932b46-a278-4076-ad4a-e1da41ec0668 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:38.564726 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e932b46-a278-4076-ad4a-e1da41ec0668 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/a579bfef-96d8-486b-af70-7cbb2905eee4 HTTP/1.1" status: 404 len: 337 time: 0.0410917 Jun 09 13:26:38.567432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52506) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.610451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cef6163f-4c87-4cf2-b471-e3f7abd1e9a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 200 len: 205 time: 0.0418711 Jun 09 13:26:38.612942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52508) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.683014 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-4a3b011f-da8b-4cd9-bfb0-f3da8565454c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:38.684064 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4a3b011f-da8b-4cd9-bfb0-f3da8565454c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/2513f678-aa53-4124-a354-ce715945d3ee HTTP/1.1" status: 404 len: 336 time: 0.0701830 Jun 09 13:26:38.686682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52510) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.733734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e9eeea65-6d2b-427f-abd9-6e66c76d3370 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff26bcb4-0122-4fac-9ee8-4113592b54c4 HTTP/1.1" status: 200 len: 205 time: 0.0456011 Jun 09 13:26:38.735976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52512) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.806454 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-a8e7f388-fbfb-4b2d-9966-c6dafb613703 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:38.807530 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a8e7f388-fbfb-4b2d-9966-c6dafb613703 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/ff26bcb4-0122-4fac-9ee8-4113592b54c4 HTTP/1.1" status: 404 len: 336 time: 0.0704393 Jun 09 13:26:38.810023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52514) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.848129 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6899feea-71dd-4219-81bb-8e6217056ab5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:38.848577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6899feea-71dd-4219-81bb-8e6217056ab5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:38.853337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6899feea-71dd-4219-81bb-8e6217056ab5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/db4aca9a-d7f0-4736-9590-d8a5841320d8 HTTP/1.1" status: 404 len: 337 time: 0.0392840 Jun 09 13:26:38.853337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52516) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.896728 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7d42754d-2e79-4ebf-a5e3-cf762702458c tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 200 len: 205 time: 0.0424850 Jun 09 13:26:38.898990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52518) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:38.969168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-c2b58091-cf86-4ded-9f10-5d5efaa42ee2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:38.977002 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c2b58091-cf86-4ded-9f10-5d5efaa42ee2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/2c5c43d6-1ca4-426b-8981-8e3146c5ad26 HTTP/1.1" status: 404 len: 336 time: 0.0710678 Jun 09 13:26:38.977002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52520) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.015484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b1e9173b-93f9-46af-9a55-4ad493787f96 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=165434cd-f317-49b4-905a-1b90c5199db8 HTTP/1.1" status: 200 len: 205 time: 0.0413530 Jun 09 13:26:39.017890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52522) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.086860 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-8d5621d1-7030-47de-be16-afd3efcdbb88 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:39.087860 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8d5621d1-7030-47de-be16-afd3efcdbb88 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/165434cd-f317-49b4-905a-1b90c5199db8 HTTP/1.1" status: 404 len: 336 time: 0.0691228 Jun 09 13:26:39.090584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52524) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.126556 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a346f31-5590-4d2d-b23b-a930cf50fd6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:39.127078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a346f31-5590-4d2d-b23b-a930cf50fd6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:39.128670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9a346f31-5590-4d2d-b23b-a930cf50fd6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/eda96433-9ae5-465e-8caf-8d323dc97276 HTTP/1.1" status: 404 len: 337 time: 0.0371017 Jun 09 13:26:39.131336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.183273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-66c1f919-0fca-4c93-8aaa-ce33c200e4a2 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d4f6c-881c-4eed-96b5-ea49f076c6c6 HTTP/1.1" status: 200 len: 205 time: 0.0507236 Jun 09 13:26:39.183858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52530) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.202274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:39.209824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:39.251515 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-189eac17-2df9-4969-b87f-806ed3a4da66 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:39.252783 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-189eac17-2df9-4969-b87f-806ed3a4da66 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/b40d4f6c-881c-4eed-96b5-ea49f076c6c6 HTTP/1.1" status: 404 len: 336 time: 0.0678465 Jun 09 13:26:39.256870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52534) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.356094 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b85470-d2f9-4fb3-bed5-92abc5064def tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:39.356094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b85470-d2f9-4fb3-bed5-92abc5064def tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:39.357005 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-12b85470-d2f9-4fb3-bed5-92abc5064def tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/e04b0afb-65c0-4bf7-888c-9808b83e81b1 HTTP/1.1" status: 404 len: 337 time: 0.0991547 Jun 09 13:26:39.360143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52538) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.412791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52544) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.412993 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-51e09e65-f4b9-417b-bffb-df2173b085bc tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "GET /v2.0/ports?device_id=95c54df4-344b-4acb-8e36-02a59e449057 HTTP/1.1" status: 200 len: 205 time: 0.0513303 Jun 09 13:26:39.481926 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-4373f58d-c432-4871-940e-d0d3493bcb47 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] delete failed (client error): The resource could not be found. Jun 09 13:26:39.485430 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4373f58d-c432-4871-940e-d0d3493bcb47 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/routers/95c54df4-344b-4acb-8e36-02a59e449057 HTTP/1.1" status: 404 len: 336 time: 0.0692554 Jun 09 13:26:39.485783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52546) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.486123 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd associated. External IP: 172.26.5.112, port: 0722cafa-c05f-45d3-97ec-575a76f70510. Jun 09 13:26:39.537205 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e430552-4c2c-4a6f-af65-5226de0de096 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:39.537657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e430552-4c2c-4a6f-af65-5226de0de096 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:39.541572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6e430552-4c2c-4a6f-af65-5226de0de096 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/49246fc4-a90f-401f-a9ee-2687947d1cc8 HTTP/1.1" status: 404 len: 337 time: 0.0524642 Jun 09 13:26:39.542305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52548) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.592638 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3711ec-491c-4b36-8991-39a143db1b82 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] DELETE failed (client error): The resource could not be found. Jun 09 13:26:39.593087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3711ec-491c-4b36-8991-39a143db1b82 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:26:39.597144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba3711ec-491c-4b36-8991-39a143db1b82 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] 10.222.0.21 "DELETE /v2.0/subnets/b30ea795-6f30-4081-ab2c-1de7eb4ded2d HTTP/1.1" status: 404 len: 337 time: 0.0515027 Jun 09 13:26:39.608024 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-d580220f-cc52-4cfc-adf9-b9ce869cb2cf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343250811&fields=id&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 267 time: 0.0921459 Jun 09 13:26:39.851229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:26:39.887366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52554) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:39.922343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-7ae4727e-b6d1-49b4-8016-e5a4b43abe08 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:39.923502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-7ae4727e-b6d1-49b4-8016-e5a4b43abe08 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.3084958 Jun 09 13:26:39.937687 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-41da5b20-4086-4c1c-a228-b7faa83d650c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/quotas/a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 375 time: 0.0087676 Jun 09 13:26:40.042258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:26:40.047207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:40.051945 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:26:40.061648 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:40.062246 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:40.068430 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-f0c68b1c-a02a-45c2-91e9-8e5649fcc3ff tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1246717 Jun 09 13:26:40.080403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-dd21b5c1-0e8f-40cd-9a47-20dfa30f5b88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7822494bb06946ad941b1d2c095c3d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887796 Jun 09 13:26:40.082828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52558) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:40.102868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-a5dc302c-3204-4196-bed8-78352ee4372d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:26:40.103824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-a5dc302c-3204-4196-bed8-78352ee4372d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0100954 Jun 09 13:26:40.106377 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-89eebc7c-baa2-4d93-b9ff-6a31d4a801b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 991 time: 1.8101258 Jun 09 13:26:40.107189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:40.109558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52560) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:40.109718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937b9558-134c-47dc-b1ba-3de134558e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:40.155086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3224b29a-9eff-40cc-b1e2-b0facfdf9d0f x-openstack-request-id: req-3224b29a-9eff-40cc-b1e2-b0facfdf9d0f {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:40.155605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:40.155968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3224b29a-9eff-40cc-b1e2-b0facfdf9d0f {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:40.156470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510', 'status': 'completed', 'code': 200} Jun 09 13:26:40.253734 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:40.367169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13b7b861-6ab0-4783-993d-7772efe2c452 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 991 time: 0.2564571 Jun 09 13:26:40.406759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:40.454891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-add795ca-56b1-4361-94de-a3f65d3291a2 service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822073 Jun 09 13:26:40.463544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:40.536457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b9558-134c-47dc-b1ba-3de134558e9e req-e087dd91-e3fa-42fb-8e11-35b5f4cc6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:40.537842 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-e087dd91-e3fa-42fb-8e11-35b5f4cc6fd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 1098 time: 0.3563728 Jun 09 13:26:40.622914 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '0722cafa-c05f-45d3-97ec-575a76f70510', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:76:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:26:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:40.626841 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:26:40.636134 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:26:40.636834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:40.730404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:40.733946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:40.735608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1161b5-8451-4cd8-addb-361f3c281d10 HTTP/1.1" status: 204 len: 168 time: 0.6517274 Jun 09 13:26:40.742027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303077f-5522-4599-a794-29f2848aa3d7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:40.758085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-8c833704-df2e-4d7d-a08f-a3f53fbafd8c service neutron] 10.222.0.21 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963827 Jun 09 13:26:40.763564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1161b5-8451-4cd8-addb-361f3c281d10,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:40.777367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:40.785443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b9558-134c-47dc-b1ba-3de134558e9e req-f3093c92-2a5b-4d34-b9a4-526e76068d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:40.787114 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-f3093c92-2a5b-4d34-b9a4-526e76068d7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 200 len: 898 time: 0.2379904 Jun 09 13:26:40.814220 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:26:40.903701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-30b55f80-55ec-4075-880c-82debda58203 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0722cafa-c05f-45d3-97ec-575a76f70510 HTTP/1.1" status: 200 len: 999 time: 0.1085339 Jun 09 13:26:40.985714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b9558-134c-47dc-b1ba-3de134558e9e req-320c7ae2-2f3b-4868-b212-a24f36efc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:40.987423 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-320c7ae2-2f3b-4868-b212-a24f36efc3d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 200 len: 834 time: 0.0767648 Jun 09 13:26:41.055799 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:26:41.098656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b9558-134c-47dc-b1ba-3de134558e9e req-61f0a888-7974-4085-8e81-8f1d45286286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:41.101129 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-61f0a888-7974-4085-8e81-8f1d45286286 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=365853ba-b8f1-4c72-9573-c76460faebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1068826 Jun 09 13:26:41.215080 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '0722cafa-c05f-45d3-97ec-575a76f70510', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:76:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:26:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:41.219840 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9631b2-bd9e-41bf-ab57-d931ae9f8ee9 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'c6f69307-dde3-4d9c-9913-28c3afab0efd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '88055914-b6b7-4744-a859-6966526f4906', 'port_id': '0722cafa-c05f-45d3-97ec-575a76f70510', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'mac_address': 'fa:16:3e:76:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:25:39Z', 'updated_at': '2021-06-09T13:26:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:26:41.262142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-05ef6f5c-7570-4c54-8c40-e8576866c28d service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535912 Jun 09 13:26:41.371292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52598) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:41.402542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0db236ef-c386-4edf-8336-a980a27c32d7 req-1f5c9703-fe8e-4986-a4ab-ae9c791b2782 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.0576317 Jun 09 13:26:41.498400 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-937b9558-134c-47dc-b1ba-3de134558e9e req-babe3be5-fa96-4ae3-bd69-fb6ec0deac21 service neutron] 10.222.0.42 "GET /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275195 Jun 09 13:26:41.619101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94316ab9-f20c-4e31-bb13-e11df2fc9c10 None None] New status for floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:26:41.667109 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df05efd2-66d7-485e-8f3a-525696faad92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 991 time: 0.2935660 Jun 09 13:26:41.675493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52608) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:41.797122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1219122293'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:41.820830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Made reservation on behalf of bd791b551674480aadd1d858de600e28 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:41.824358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:41.836869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:41.950404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:41.955092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:41.958150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a556e24b-fc5e-4fbd-8430-e3c334b45029 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:41.990654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:26:41.996152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c27e7-de3d-4a52-bbf1-c89e1233e7d0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:41.999776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:42.003581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:42.003915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Added segment d4847150-fc75-450a-ae61-a3056fd343e2 of type vlan for network 92da3a0a-094f-45f6-abc6-869f9a94019e Jun 09 13:26:42.029336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:42.057118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:42.062483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:42.063077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:42.066587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dfe3fe0-5f83-472a-a935-38121b7dab7c tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:42.291430 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6146796 Jun 09 13:26:42.294771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52612) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.300849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-bd9f317b-d2e3-48aa-a1bd-649e23064e23 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-1064197003') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:42.303338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Pushing event updated for resources: {'Network': ['ID=92da3a0a-094f-45f6-abc6-869f9a94019e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:42.305761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:42.314941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 92da3a0a-094f-45f6-abc6-869f9a94019e details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:26:42.443521 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bd9f317b-d2e3-48aa-a1bd-649e23064e23 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "PUT /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-1064197003 HTTP/1.1" status: 201 len: 201 time: 0.1448920 Jun 09 13:26:42.444080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52616) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.450272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-f34c5ee0-6ced-419c-a588-ccaf7480fc43 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-1064197003') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:42.569174 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f34c5ee0-6ced-419c-a588-ccaf7480fc43 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-1064197003 HTTP/1.1" status: 204 len: 168 time: 0.1235454 Jun 09 13:26:42.571862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52618) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.572137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d692bd16-f144-4211-b0b1-cfa1eb923695 req-47fcbb87-e2cb-4dbd-9f29-c6b8ede6e2b3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.0564275 Jun 09 13:26:42.577165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-c8f06610-c901-4523-b509-1fd7cb8052f6 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:42.621438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-c993069e-cf61-4ff4-9610-383a0ee2925f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:42.623117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-c993069e-cf61-4ff4-9610-383a0ee2925f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 811 time: 0.2037745 Jun 09 13:26:42.671928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52620) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.681049 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-d487d07d-1b3f-42ef-9943-5758785ede40 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b5e41234154974acb0f3ce44e8e386 HTTP/1.1" status: 200 len: 379 time: 0.0472360 Jun 09 13:26:42.694295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'port': {'device_id': '515bff7c-10d3-49b2-b335-bc7285040456', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'admin_state_up': True, 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'security_groups': ['7b25a1cb-7018-48a4-9b46-f118db612483']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:42.764552 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c8f06610-c901-4523-b509-1fd7cb8052f6 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags HTTP/1.1" status: 200 len: 238 time: 0.1915832 Jun 09 13:26:42.768090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52622) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.774756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-6f0d2254-8bc9-472b-bc70-b2f8f2a8536d tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', {'tags': ['tempest-TagsTest-Tag-169551979', 'tempest-TagsTest-Tag-646742477', 'tempest-TagsTest-Tag-1260038946']}) {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:42.794589 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2cbeb7ce-004a-4930-b09d-5eb34e8ad060 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 200 len: 993 time: 0.1201360 Jun 09 13:26:42.932083 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6f0d2254-8bc9-472b-bc70-b2f8f2a8536d tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "PUT /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags HTTP/1.1" status: 200 len: 307 time: 0.1629090 Jun 09 13:26:42.934821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:42.940226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-69ede319-dcbf-4e3f-9ef8-a070c8f492c1 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-169551979') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:42.949973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Made reservation on behalf of a9b5e41234154974acb0f3ce44e8e386 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:26:42.954581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.061293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-69ede319-dcbf-4e3f-9ef8-a070c8f492c1 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "DELETE /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-169551979 HTTP/1.1" status: 204 len: 168 time: 0.1229153 Jun 09 13:26:43.061530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52628) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.066279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-8bbecc26-18b7-4f81-bad8-52a03552ce3b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-169551979') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.130308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.20.0.10 (7caf9660-4f03-4110-a30c-fc1e786547e4/a77fc344-70f7-4876-8272-fcdd8ec4fbac/d4118cce-77ad-4ae8-9d3d-2780b8b9625b) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:43.167779 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-8bbecc26-18b7-4f81-bad8-52a03552ce3b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] show failed (client error): The resource could not be found. Jun 09 13:26:43.168808 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8bbecc26-18b7-4f81-bad8-52a03552ce3b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-169551979 HTTP/1.1" status: 404 len: 325 time: 0.1063199 Jun 09 13:26:43.171669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52630) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.176004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-031f66af-85c3-4be4-85a6-7b79edeb8c40 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-646742477') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.281752 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-031f66af-85c3-4be4-85a6-7b79edeb8c40 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-646742477 HTTP/1.1" status: 204 len: 168 time: 0.1067719 Jun 09 13:26:43.282179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52632) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.286657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-20723465-622b-4529-852a-6b7b7c7d2ab3 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-1260038946') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.326251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.344528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Transition to ACTIVE for port object d4118cce-77ad-4ae8-9d3d-2780b8b9625b will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:43.372183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.377972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0e6e8b66-4914-4d8a-b727-3c17b57ec7ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:43.386845 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-20723465-622b-4529-852a-6b7b7c7d2ab3 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-1260038946 HTTP/1.1" status: 204 len: 168 time: 0.1034329 Jun 09 13:26:43.389268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52634) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.395180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-0e2faab4-02e4-4528-a541-7d45f6267294 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.447512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:43.450726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:43.454643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:43.485533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:43.492159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:43.523048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:43.523637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.528894 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e2faab4-02e4-4528-a541-7d45f6267294 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "DELETE /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags HTTP/1.1" status: 204 len: 168 time: 0.1385584 Jun 09 13:26:43.531547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52636) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.536215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-5a694ffc-9d33-4621-bc7b-17f50746c17a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-646742477') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.619723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9292071 Jun 09 13:26:43.641434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-57e8232a-cf67-4813-8740-22d4890aa943 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:26:43.642313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-57e8232a-cf67-4813-8740-22d4890aa943 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0080011 Jun 09 13:26:43.657204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Request body: {'port': {'device_id': '515bff7c-10d3-49b2-b335-bc7285040456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:43.703210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-5a694ffc-9d33-4621-bc7b-17f50746c17a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] show failed (client error): The resource could not be found. Jun 09 13:26:43.707178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5a694ffc-9d33-4621-bc7b-17f50746c17a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-646742477 HTTP/1.1" status: 404 len: 325 time: 0.1716905 Jun 09 13:26:43.707977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52640) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.713796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.tag.tag_plugin [None req-3b1c71b7-f1f8-4dbe-81ee-a0f1a262235b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e', 'tempest-TagsTest-Tag-1260038946') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.720302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ce264ae4-8461-4308-8c58-bd0818060225 None None] Provisioning for port d4118cce-77ad-4ae8-9d3d-2780b8b9625b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:43.726068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ce264ae4-8461-4308-8c58-bd0818060225 None None] Provisioning complete for port d4118cce-77ad-4ae8-9d3d-2780b8b9625b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:43.726484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce264ae4-8461-4308-8c58-bd0818060225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.789323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ce264ae4-8461-4308-8c58-bd0818060225 None None] Port d4118cce-77ad-4ae8-9d3d-2780b8b9625b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:26:43.833186 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-3b1c71b7-f1f8-4dbe-81ee-a0f1a262235b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] show failed (client error): The resource could not be found. Jun 09 13:26:43.834805 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3b1c71b7-f1f8-4dbe-81ee-a0f1a262235b tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "GET /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags/tempest-TagsTest-Tag-1260038946 HTTP/1.1" status: 404 len: 326 time: 0.1249208 Jun 09 13:26:43.837982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52642) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:43.844670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.tag.tag_plugin [None req-706c8ff4-2d84-4ffd-bc33-82aec4560f4e tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '92da3a0a-094f-45f6-abc6-869f9a94019e') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:43.863487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:43.882862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a826d-2684-4bb7-8d75-dfd9e2102833 req-d2088d88-30ea-4cf2-86b6-21f72ec7114d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:43.885029 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e7a826d-2684-4bb7-8d75-dfd9e2102833 req-d2088d88-30ea-4cf2-86b6-21f72ec7114d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 932 time: 0.1833086 Jun 09 13:26:44.044623 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e7a826d-2684-4bb7-8d75-dfd9e2102833 req-62928784-3f8f-48ce-99e2-e951df016820 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128316 Jun 09 13:26:44.277409 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-706c8ff4-2d84-4ffd-bc33-82aec4560f4e tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "DELETE /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e/tags HTTP/1.1" status: 204 len: 168 time: 0.4382346 Jun 09 13:26:44.282301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52644) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:44.400871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.491131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4118cce-77ad-4ae8-9d3d-2780b8b9625b {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:44.499117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.529003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Transition to ACTIVE for port object d4118cce-77ad-4ae8-9d3d-2780b8b9625b will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:26:44.534945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.540474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2bd82436-842b-4bb9-8b9f-41061c085f48 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:44.541948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.556961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92da3a0a-094f-45f6-abc6-869f9a94019e']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:44.572951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4847150-fc75-450a-ae61-a3056fd343e2') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:44.573475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4847150-fc75-450a-ae61-a3056fd343e2') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:26:44.589524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.610609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.618666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:26:44.619505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:26:44.636408 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:26:44.689770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:44.693636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:44.825710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Attempting to bind port d4118cce-77ad-4ae8-9d3d-2780b8b9625b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:26:44.826132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Attempting to bind port d4118cce-77ad-4ae8-9d3d-2780b8b9625b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:26:44.826675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Attempting to bind port d4118cce-77ad-4ae8-9d3d-2780b8b9625b on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:44.832569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Port d4118cce-77ad-4ae8-9d3d-2780b8b9625b on network 7caf9660-4f03-4110-a30c-fc1e786547e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:26:44.833114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Attempting to bind port d4118cce-77ad-4ae8-9d3d-2780b8b9625b on network 7caf9660-4f03-4110-a30c-fc1e786547e4 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:26:44.839784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:26:44.840226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Checking segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:26:44.840661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Bound using segment: {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:26:44.841385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Bound port: d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d2417-dea3-4804-95c3-475b0c8f0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:26:44.841819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.910208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.918423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f1800c8-1fc8-435b-8147-cbe82aa27fb4 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:44.933402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.937750 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] 10.222.0.21 "DELETE /v2.0/networks/92da3a0a-094f-45f6-abc6-869f9a94019e HTTP/1.1" status: 204 len: 168 time: 0.6519547 Jun 09 13:26:44.958040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Pushing event deleted for resources: {'Network': ['ID=92da3a0a-094f-45f6-abc6-869f9a94019e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:44.963778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:44.964937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:26:44.968663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:26:44.973231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:44.977264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:45.035619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.036230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:45.037583 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 1094 time: 1.3847220 Jun 09 13:26:45.038161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:45.044125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f5d28-59ce-4852-9dce-817b275c0142" -d '{"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:45.091145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:45.100854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:45.191290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17977e-24ba-4445-99ae-1db0bb07db9a x-openstack-request-id: req-8e17977e-24ba-4445-99ae-1db0bb07db9a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:45.191723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:45.191954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e17977e-24ba-4445-99ae-1db0bb07db9a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:45.192333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'status': 'completed', 'code': 200} Jun 09 13:26:45.222047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-8bbf2c67-9b72-4734-a1af-ee3fa9db57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.223605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-8bbf2c67-9b72-4734-a1af-ee3fa9db57c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1097 time: 0.1241264 Jun 09 13:26:45.336257 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-870e7a87-d8a3-4918-91f0-2ce24921ab10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 217 time: 0.0720088 Jun 09 13:26:45.347633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52654) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:45.421138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-62cd1f33-bcf3-4e0c-86a8-bd246654f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.422606 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-62cd1f33-bcf3-4e0c-86a8-bd246654f2bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0762999 Jun 09 13:26:45.434184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e4156-94eb-45f3-91ad-c79ac08c06d1 req-4b335b5e-5d47-4c21-a9ac-fbbabc7c141c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.435770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-679e4156-94eb-45f3-91ad-c79ac08c06d1 req-4b335b5e-5d47-4c21-a9ac-fbbabc7c141c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.2102637 Jun 09 13:26:45.531400 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf929c13-0d1f-4e26-82ae-9c76e51d03f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd791b551674480aadd1d858de600e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823659 Jun 09 13:26:45.534232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52658) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:45.538472 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-679e4156-94eb-45f3-91ad-c79ac08c06d1 req-24a45a58-5507-408f-8349-70f1fc1b1d17 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707867 Jun 09 13:26:45.554490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-c8e3f5a0-b71c-4599-92ce-e3ebdfeb9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.565091 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-c8e3f5a0-b71c-4599-92ce-e3ebdfeb9c7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1196988 Jun 09 13:26:45.602191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:45.630003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:45.686713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:45.689576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:45.693153 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c7c27e7-de3d-4a52-bbf1-c89e1233e7d0 HTTP/1.1" status: 204 len: 168 time: 0.1554253 Jun 09 13:26:45.693153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e04cde3f-5052-4d6b-9a72-9a8928e40d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:45.703275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-335f143c-b441-4730-90dc-20a4492c9a7f service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385233 Jun 09 13:26:45.705368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c27e7-de3d-4a52-bbf1-c89e1233e7d0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:45.708116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:45.847507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed51c58c-eb20-4877-b0b4-d8bca95cf6f5 req-7e898ae7-fdeb-4ae1-af36-0c59d3575fbb service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302612 Jun 09 13:26:45.968094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5d28-59ce-4852-9dce-817b275c0142 req-e1af4e85-c845-4de2-9591-c04af258e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:45.969557 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-e1af4e85-c845-4de2-9591-c04af258e630 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1097 time: 0.0733273 Jun 09 13:26:46.109656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5d28-59ce-4852-9dce-817b275c0142 req-dfbcdcab-758e-4a04-9e5e-3b493264ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:46.111317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-dfbcdcab-758e-4a04-9e5e-3b493264ff3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.1344779 Jun 09 13:26:46.333119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-be8ba07a-dced-41b9-981e-a576b02fe4e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 217 time: 0.2123301 Jun 09 13:26:46.399189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5d28-59ce-4852-9dce-817b275c0142 req-a372c7be-fb8f-456b-83a9-989084055895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:46.400710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-a372c7be-fb8f-456b-83a9-989084055895 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0592117 Jun 09 13:26:46.481469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52682) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:46.486565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5d28-59ce-4852-9dce-817b275c0142 req-38106ac9-d3e8-4609-b690-284dcdb51e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:46.486733 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027914 Jun 09 13:26:46.486997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-38106ac9-d3e8-4609-b690-284dcdb51e4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0792513 Jun 09 13:26:46.488871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52684) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:46.612411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c6fded80-98f8-4daa-b0db-426f8216e907 tempest-NetworksApiDiscovery-1390556872 tempest-NetworksApiDiscovery-1390556872-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1165886 Jun 09 13:26:46.631426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-b5d7d433-dea3-489c-a5eb-3a82c6d0c04e service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369317 Jun 09 13:26:46.879172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-838f5d28-59ce-4852-9dce-817b275c0142 req-a8d9fef0-d771-481d-af7d-4a0217c92b4f service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390947 Jun 09 13:26:46.887953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc96f-7f31-4366-bca6-32370281eca1 req-46501bce-d72a-42a5-9914-14e197040759 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:46.889400 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c87fc96f-7f31-4366-bca6-32370281eca1 req-46501bce-d72a-42a5-9914-14e197040759 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.1629548 Jun 09 13:26:46.942358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c87fc96f-7f31-4366-bca6-32370281eca1 req-dd6d969c-c501-4abd-bfe7-b6460122a00c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463009 Jun 09 13:26:46.959078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52694) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:47.103291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.215009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.219592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.226785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d52aad0c-62e0-42d6-b65e-2dd812ed6113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:47.271217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f9ab0bac0724ed3a48e267ddabe5a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110528 Jun 09 13:26:47.272141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7af3e4a-6170-447c-986f-b72babe81a51,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:47.274086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52698) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:47.275170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:47.338821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.369512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.423212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.425579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:47.426882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7af3e4a-6170-447c-986f-b72babe81a51 HTTP/1.1" status: 204 len: 168 time: 0.1515245 Jun 09 13:26:47.427770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3aded7d4-c539-48b5-8b26-c8d51572a49b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:47.438183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7af3e4a-6170-447c-986f-b72babe81a51,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:47.440697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:47.855999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12ddef7d-2231-4379-bacd-6100d85502fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:48.153310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff6f74-036b-4413-aca5-7d31ac5b3861 req-99c18890-e91a-4b76-b74b-5e90e5fe666b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:48.154790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0aff6f74-036b-4413-aca5-7d31ac5b3861 req-99c18890-e91a-4b76-b74b-5e90e5fe666b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.0910823 Jun 09 13:26:48.202135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0aff6f74-036b-4413-aca5-7d31ac5b3861 req-1ac91494-f71c-4aac-b083-610fea83ee1c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 Jun 09 13:26:49.403149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4774797-c1dc-47f1-9832-50843dd477b4 req-a9ee4f34-6471-4b98-94be-0bb107dbcaef tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:49.404752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4774797-c1dc-47f1-9832-50843dd477b4 req-a9ee4f34-6471-4b98-94be-0bb107dbcaef tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.0857053 Jun 09 13:26:49.458046 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4774797-c1dc-47f1-9832-50843dd477b4 req-476f542b-08bf-4c68-807f-5bb118ef1218 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473650 Jun 09 13:26:50.248434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a98868fd-2972-40e3-b905-e1614a75ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:50.311980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:50.846085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c927791-9d9b-405e-aa44-866f76cfa865 req-5341f21f-43a1-4f36-bca3-b779b2266557 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:50.847569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c927791-9d9b-405e-aa44-866f76cfa865 req-5341f21f-43a1-4f36-bca3-b779b2266557 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.2783947 Jun 09 13:26:50.891860 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c927791-9d9b-405e-aa44-866f76cfa865 req-5ac26380-276f-49af-aa30-cc3983facfa2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386188 Jun 09 13:26:51.331649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:51.676377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2ba1-afaf-4c22-a51e-b3393306f7df req-49478d3c-e5b4-4696-83ec-24a42150b192 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:51.677746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33ff2ba1-afaf-4c22-a51e-b3393306f7df req-49478d3c-e5b4-4696-83ec-24a42150b192 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0825694 Jun 09 13:26:51.727273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33ff2ba1-afaf-4c22-a51e-b3393306f7df req-b303494e-9460-43d6-abd3-bf030ee5e74d tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Jun 09 13:26:52.105335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dee30-5297-466e-8ea0-2f3fa0575a4b req-81db1a62-951a-4a27-9ddf-cf8b85a34e0e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:52.106754 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e13dee30-5297-466e-8ea0-2f3fa0575a4b req-81db1a62-951a-4a27-9ddf-cf8b85a34e0e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.1010921 Jun 09 13:26:52.151986 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e13dee30-5297-466e-8ea0-2f3fa0575a4b req-d9e66aa3-2a09-477d-a0a0-9fedb4b1f8bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Jun 09 13:26:52.923697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6701-c888-4a35-b8a8-4f7c043114cc req-0e36f01f-77c3-4c0b-a909-75f01ad1327c tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:52.925156 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f38b6701-c888-4a35-b8a8-4f7c043114cc req-0e36f01f-77c3-4c0b-a909-75f01ad1327c tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0871401 Jun 09 13:26:52.970239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f38b6701-c888-4a35-b8a8-4f7c043114cc req-8063e45f-1d59-4468-aa94-2ed149f51d09 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Jun 09 13:26:53.039328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:53.415720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fab9-5c58-40fa-a921-b848737bda05 req-982a279e-45cc-42b7-8fff-102ca5120c2a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:53.417172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-86b4fab9-5c58-40fa-a921-b848737bda05 req-982a279e-45cc-42b7-8fff-102ca5120c2a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 944 time: 0.1495106 Jun 09 13:26:53.462603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-86b4fab9-5c58-40fa-a921-b848737bda05 req-3807690c-e31e-4b08-83e9-d9cd04d8ad54 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Jun 09 13:26:53.919147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device d4118cce-77ad-4ae8-9d3d-2780b8b9625b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:26:54.062967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:54.076382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'port_id': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'mac_address': 'fa:16:3e:05:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:26:54.131699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:54.148778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4118cce-77ad-4ae8-9d3d-2780b8b9625b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:26:54.164660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2546-859a-46e2-88c8-d3f7a17f7783 req-9aefc4af-57bd-473b-a872-a5b9cb42e31b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:54.164929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:54.166118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-081f2546-859a-46e2-88c8-d3f7a17f7783 req-9aefc4af-57bd-473b-a872-a5b9cb42e31b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0827618 Jun 09 13:26:54.170200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:54.172015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:54.211424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-081f2546-859a-46e2-88c8-d3f7a17f7783 req-31527129-5dda-47ac-b219-4394542f2581 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Jun 09 13:26:54.239889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:54.242956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:54.463140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['d4118cce-77ad-4ae8-9d3d-2780b8b9625b'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:26:54.647666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba31f-6692-4272-ba23-3f425fcbb05c req-5d0eb169-5270-45fc-90bf-20aabc2859eb tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:54.649101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-809ba31f-6692-4272-ba23-3f425fcbb05c req-5d0eb169-5270-45fc-90bf-20aabc2859eb tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 945 time: 0.0804925 Jun 09 13:26:54.697337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-809ba31f-6692-4272-ba23-3f425fcbb05c req-e9130a4c-7ca5-4fe9-81a2-324d7e7c9052 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424263 Jun 09 13:26:55.436039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2189b-428b-479f-b5d1-c126999ce093 req-3acec2e1-02fb-4028-8636-60f6c316de37 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:55.437468 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcc2189b-428b-479f-b5d1-c126999ce093 req-3acec2e1-02fb-4028-8636-60f6c316de37 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1020045 Jun 09 13:26:55.484947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcc2189b-428b-479f-b5d1-c126999ce093 req-7a85ca3c-4678-4353-b66b-fdc792598edf tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Jun 09 13:26:55.896329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440d5d-93ac-4b35-bd7d-de6b881a4792 req-69e32230-ebe0-499a-a95d-c3d03f3ff5b5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:55.897770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f440d5d-93ac-4b35-bd7d-de6b881a4792 req-69e32230-ebe0-499a-a95d-c3d03f3ff5b5 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 945 time: 0.0857916 Jun 09 13:26:55.928849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device d4118cce-77ad-4ae8-9d3d-2780b8b9625b up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:26:55.949436 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f440d5d-93ac-4b35-bd7d-de6b881a4792 req-bd0c35f0-135d-4335-ba14-cb1ae9320323 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Jun 09 13:26:55.999209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port d4118cce-77ad-4ae8-9d3d-2780b8b9625b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:26:56.004241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port d4118cce-77ad-4ae8-9d3d-2780b8b9625b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:26:56.004616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:56.132189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:56.158435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:26:56.160713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7f7024-cfed-45ca-b6a7-2c489deccb12" -d '{"events": [{"server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "name": "network-vif-plugged", "status": "completed", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:26:56.168096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:26:56.173046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:56.176068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7525713-9c80-47bf-b747-84de7057b806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:56.211719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a209aab6-0f8f-4603-baee-d57614326a6b x-openstack-request-id: req-a209aab6-0f8f-4603-baee-d57614326a6b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:26:56.212178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "name": "network-vif-plugged", "status": "completed", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:26:56.212440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a209aab6-0f8f-4603-baee-d57614326a6b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:26:56.212825 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'code': 200} Jun 09 13:26:56.249287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:56.252384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:56.473225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55441f20-2cd8-4a7b-9903-33cd8f2c4f9e req-6e4fd78a-1c8a-4991-a059-eaeedd7e44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:56.474649 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55441f20-2cd8-4a7b-9903-33cd8f2c4f9e req-6e4fd78a-1c8a-4991-a059-eaeedd7e44b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1099 time: 0.0738456 Jun 09 13:26:56.516568 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55441f20-2cd8-4a7b-9903-33cd8f2c4f9e req-a2b58cf0-fcdd-4d84-9339-f3126fb1b99e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Jun 09 13:26:56.806666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5f09-50e8-480d-aae8-ba06b8b51a17 req-43f4f10f-d388-43b3-a033-cafe445fc93e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:56.808082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8e5f09-50e8-480d-aae8-ba06b8b51a17 req-43f4f10f-d388-43b3-a033-cafe445fc93e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.2155807 Jun 09 13:26:56.859398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8e5f09-50e8-480d-aae8-ba06b8b51a17 req-9695fab4-bd3a-4660-a68f-18dc367cda1e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Jun 09 13:26:57.153844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286188-356c-4d27-8366-34b934fc7cde req-492a3981-a878-4d9d-ab79-fa04377818bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:57.155238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc286188-356c-4d27-8366-34b934fc7cde req-492a3981-a878-4d9d-ab79-fa04377818bf tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0931015 Jun 09 13:26:57.203930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc286188-356c-4d27-8366-34b934fc7cde req-c12ebbb4-5c41-4c97-bdfc-c64e9375161c tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428886 Jun 09 13:26:58.058390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21080-558a-464f-936f-9af03cb1db6e req-387254df-c5c5-48b9-bff7-6016f04f2eec tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:58.060075 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7eb21080-558a-464f-936f-9af03cb1db6e req-387254df-c5c5-48b9-bff7-6016f04f2eec tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0866232 Jun 09 13:26:58.104455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7eb21080-558a-464f-936f-9af03cb1db6e req-f465b4b6-8ae9-4e61-8a9d-57b76994624b tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Jun 09 13:26:58.417998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b903a82-64f7-4aac-a258-00fe8dffde37 req-4b4bdbd4-34a7-49bd-a80f-b18730c0c57a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:58.419394 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b903a82-64f7-4aac-a258-00fe8dffde37 req-4b4bdbd4-34a7-49bd-a80f-b18730c0c57a tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0918946 Jun 09 13:26:58.464730 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b903a82-64f7-4aac-a258-00fe8dffde37 req-c2eed86d-ef8b-444f-ba5a-14b2895f2ea2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Jun 09 13:26:58.534183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:58.667293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4926c5-3132-4776-9e22-ee64350c4525 req-9ae6e34d-fb0d-4a65-b0c7-346bf36e2e15 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:58.669123 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b4926c5-3132-4776-9e22-ee64350c4525 req-9ae6e34d-fb0d-4a65-b0c7-346bf36e2e15 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0938003 Jun 09 13:26:58.715721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b4926c5-3132-4776-9e22-ee64350c4525 req-78cdb360-14cd-41fe-8bdf-2612ebda199d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Jun 09 13:26:58.747668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52758) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:58.822262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c792d-d050-4e95-885e-de0902300cdb tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:58.823753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9b9c792d-d050-4e95-885e-de0902300cdb tempest-TestVolumeBootPattern-197688942 tempest-TestVolumeBootPattern-197688942-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1094 time: 0.0751472 Jun 09 13:26:58.826749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52760) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:26:58.831053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:26:58.855910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:58.993706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:59.126027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Allocated IP 172.26.5.44 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/7b94a7c4-c73f-4363-a11c-1d3e4573ae56) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:26:59.328790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:59.353293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a81ad2-a06f-40fd-84a8-6d11414b0e86 req-00974214-5253-4e26-a978-c1cc1f4eeca8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:26:59.354884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0a81ad2-a06f-40fd-84a8-6d11414b0e86 req-00974214-5253-4e26-a978-c1cc1f4eeca8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1433985 Jun 09 13:26:59.404527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:59.410921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dbbb43a2-f61f-4adf-a6e8-b9ead42777fa tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:26:59.446022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0a81ad2-a06f-40fd-84a8-6d11414b0e86 req-18bd1708-dfa7-459a-ae4f-7d05c452ef17 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842500 Jun 09 13:26:59.474014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:26:59.477356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:26:59.481072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:26:59.518698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=7b94a7c4-c73f-4363-a11c-1d3e4573ae56,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:26:59.522653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:26:59.898430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:26:59.974435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:00.308510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:00.315011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:00.319579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8ea71619-b664-4338-8857-671c6da9edca tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:00.420500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event updated for resources: {'Port': ['ID=7b94a7c4-c73f-4363-a11c-1d3e4573ae56,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:00.427937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:00.436943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:00.663415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP f56fa2df-40ec-46a7-aabe-e3afaea6e48c associated. External IP: 172.26.5.44, port: d4118cce-77ad-4ae8-9d3d-2780b8b9625b. Jun 09 13:27:00.799427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c0c9-00de-48c7-a523-df3d659dfb79 req-0e249e2d-4e5f-46ac-94e7-bd10aeb87991 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:00.801633 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8c04c0c9-00de-48c7-a523-df3d659dfb79 req-0e249e2d-4e5f-46ac-94e7-bd10aeb87991 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.2461834 Jun 09 13:27:00.872908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8c04c0c9-00de-48c7-a523-df3d659dfb79 req-d0819ff1-e1a6-4025-9e87-94f221390b68 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607066 Jun 09 13:27:01.063735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:01.237502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:01.247815 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:01.258238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:01.258977 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:01.261528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:01.319058 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4911783 Jun 09 13:27:01.319626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:01.322260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2367af-c6c8-4109-a494-9c93ae776dda" -d '{"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:01.363680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c2bda-0444-4031-9ffc-60c2da110a89 x-openstack-request-id: req-1f6c2bda-0444-4031-9ffc-60c2da110a89 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:01.364021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:01.364325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f6c2bda-0444-4031-9ffc-60c2da110a89 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:01.364765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'status': 'completed', 'code': 200} Jun 09 13:27:01.437285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:01.499304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-3a3352a3-6a31-4dee-9dea-9cabb3105dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:01.500736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-3a3352a3-6a31-4dee-9dea-9cabb3105dbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1099 time: 0.1143258 Jun 09 13:27:01.781026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-b9284001-df46-4c76-989e-cb4bcefbc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:01.782432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-b9284001-df46-4c76-989e-cb4bcefbc603 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.2753072 Jun 09 13:27:01.803818 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}, {'id': 'f56fa2df-40ec-46a7-aabe-e3afaea6e48c', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bff7c-10d3-49b2-b335-bc7285040456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:59Z', 'updated_at': '2021-06-09T13:26:59Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:01.807753 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:01.815992 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:01.816620 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:01.886451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-2eceaaf6-4694-405d-9327-8746cf2dcf0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 999 time: 0.0966289 Jun 09 13:27:01.949934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-c1cfa439-85f0-4e7a-8bc6-07e3c9c2022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:01.951325 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-c1cfa439-85f0-4e7a-8bc6-07e3c9c2022a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0576653 Jun 09 13:27:02.003757 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:02.090311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-9971f721-5d6f-4fe6-b54f-74c4177daba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:02.092035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-9971f721-5d6f-4fe6-b54f-74c4177daba6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1331964 Jun 09 13:27:02.102135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107e61-67e0-4784-b2ca-0e885301c7a4 req-733c5187-e888-4d75-af29-5b2a58ed1be9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:02.103534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68107e61-67e0-4784-b2ca-0e885301c7a4 req-733c5187-e888-4d75-af29-5b2a58ed1be9 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1124511 Jun 09 13:27:02.228079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68107e61-67e0-4784-b2ca-0e885301c7a4 req-2d439225-683e-4b33-85e2-302626386525 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039686 Jun 09 13:27:02.268187 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-fb6a7f3d-a531-4af4-8557-38d2f380b9ec service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637034 Jun 09 13:27:02.369834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}, {'id': 'f56fa2df-40ec-46a7-aabe-e3afaea6e48c', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bff7c-10d3-49b2-b335-bc7285040456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:59Z', 'updated_at': '2021-06-09T13:26:59Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:02.373633 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456c667-ed11-435f-9b57-5e4f50042046 None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}, {'id': 'f56fa2df-40ec-46a7-aabe-e3afaea6e48c', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:05:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515bff7c-10d3-49b2-b335-bc7285040456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:26:59Z', 'updated_at': '2021-06-09T13:26:59Z', 'revision_number': 0, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:02.402752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea2367af-c6c8-4109-a494-9c93ae776dda req-a3c3aba4-1d7a-48ca-81d5-137cabe12e6a service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277077 Jun 09 13:27:02.580250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe0c80-552d-437c-912e-8bf5d7e54611 None None] New status for floating IP f56fa2df-40ec-46a7-aabe-e3afaea6e48c: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:27:03.437401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9f8d-bde4-4ac9-9051-94cd15e0105c req-bdb05d5a-496c-46df-a7b1-52672dccf457 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:03.438924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4f9b9f8d-bde4-4ac9-9051-94cd15e0105c req-bdb05d5a-496c-46df-a7b1-52672dccf457 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0889382 Jun 09 13:27:03.490274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4f9b9f8d-bde4-4ac9-9051-94cd15e0105c req-3e1ac0b7-90a7-4bac-a300-b8466ee46bdd tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Jun 09 13:27:04.697107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1215-fe35-4eab-b02d-78797c356f5a req-532f8237-000e-40fb-bd07-fa7e5dbc1879 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:04.698588 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fcdd1215-fe35-4eab-b02d-78797c356f5a req-532f8237-000e-40fb-bd07-fa7e5dbc1879 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0924475 Jun 09 13:27:04.753262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fcdd1215-fe35-4eab-b02d-78797c356f5a req-f37d583b-904f-473d-a4bd-4bb388059ae6 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480218 Jun 09 13:27:04.829724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af2b9-037b-4363-8317-312573b2002d req-20ccf36a-2273-40e1-9ae0-5ebfd10e9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:04.831199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-016af2b9-037b-4363-8317-312573b2002d req-20ccf36a-2273-40e1-9ae0-5ebfd10e9b8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1098 time: 0.0692093 Jun 09 13:27:04.877647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-016af2b9-037b-4363-8317-312573b2002d req-9b7e965e-f18c-48fa-80ae-58bf3a5114a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jun 09 13:27:05.947485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8422d8-3db8-4cc3-875d-e4afd7fc7e00 req-eac8f594-a16c-4796-9a5e-a2d5eb666407 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:05.948822 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b8422d8-3db8-4cc3-875d-e4afd7fc7e00 req-eac8f594-a16c-4796-9a5e-a2d5eb666407 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.0835800 Jun 09 13:27:05.994868 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b8422d8-3db8-4cc3-875d-e4afd7fc7e00 req-63befb32-d5c4-4077-8f5a-e815df22fb64 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Jun 09 13:27:06.023275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52790) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:06.155823 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bb599dec-7247-4865-8c63-5d3a982d282a tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/floatingips/77635f7b-82c3-4807-86ec-17e9816f3152 HTTP/1.1" status: 200 len: 993 time: 0.1312785 Jun 09 13:27:07.971528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:27:07.978155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:08.190435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:08.219937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:08.240953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:08.243153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32835b6c-67bf-47a6-8f05-04ec90895118" -d '{"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-unplugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:08.247165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'port_id': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'mac_address': 'fa:16:3e:0b:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:27:08.252890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:08.280830 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:08.290706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:08.320330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59c1594-d90f-4c3c-b096-ac017b63bb90 x-openstack-request-id: req-c59c1594-d90f-4c3c-b096-ac017b63bb90 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:08.320662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-unplugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:08.320917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c59c1594-d90f-4c3c-b096-ac017b63bb90 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:08.321278 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'code': 200} Jun 09 13:27:08.357414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:08.379976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174a41b1-6efc-4881-9612-2ade0613e6a1 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:27:08.386633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:08.389818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:08.400107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:08.405710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:08.407386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:08.475872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:08.478912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:08.698219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['174a41b1-6efc-4881-9612-2ade0613e6a1'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:27:09.974116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:10.045419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 174a41b1-6efc-4881-9612-2ade0613e6a1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:10.045805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:10.160582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:10.193614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:10.199266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:10.201095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3d1b2a-4814-4dc7-9f36-3877d69b1aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:10.271443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:10.274689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:10.322765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:10.325201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82687933-83ad-49af-81b4-181956c32af6" -d '{"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-plugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:10.368395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb7f17-0f6c-45a3-b697-27b38c0e66b2 x-openstack-request-id: req-f9eb7f17-0f6c-45a3-b697-27b38c0e66b2 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:10.368688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-plugged", "status": "completed", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:10.368946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9eb7f17-0f6c-45a3-b697-27b38c0e66b2 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:10.369444 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'code': 200} Jun 09 13:27:14.116133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf38293-1bdf-4eec-b225-ebd662b772a5 req-ee5cb96b-18d8-44db-9eb4-b17d3c26f01b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:14.117570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4cf38293-1bdf-4eec-b225-ebd662b772a5 req-ee5cb96b-18d8-44db-9eb4-b17d3c26f01b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.0818400 Jun 09 13:27:14.168776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4cf38293-1bdf-4eec-b225-ebd662b772a5 req-4d61433c-1469-4fa8-819f-9375fd6c7f1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Jun 09 13:27:15.374481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6964a-a35f-4ac4-a42c-a1dfc4a3214f req-c546bc36-7167-4af6-9c5e-b59cbe16fe6e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:15.375927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3e6964a-a35f-4ac4-a42c-a1dfc4a3214f req-c546bc36-7167-4af6-9c5e-b59cbe16fe6e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.0829585 Jun 09 13:27:15.426790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3e6964a-a35f-4ac4-a42c-a1dfc4a3214f req-12ed587c-77c9-447c-826a-8878be7c3dfa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=5476b3d2-884e-473b-bb26-e5b27fa62443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Jun 09 13:27:15.655041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-1e0bea54-f5a3-4b2f-a387-7c3d94c7d8a4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:15.656930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-1e0bea54-f5a3-4b2f-a387-7c3d94c7d8a4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 945 time: 0.0950305 Jun 09 13:27:15.794287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 0722cafa-c05f-45d3-97ec-575a76f70510 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:15.794660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:15.934213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 0722cafa-c05f-45d3-97ec-575a76f70510, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0722cafa-c05f-45d3-97ec-575a76f70510,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:15.934492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:16.360420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:16.360756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:16.361081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd disassociated. External IP: 172.26.5.112, port: 0722cafa-c05f-45d3-97ec-575a76f70510. Jun 09 13:27:16.361409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 0722cafa-c05f-45d3-97ec-575a76f70510 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:16.486352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:16.492174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-613de82b-db34-4136-869a-0306f9501acf tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:16.541466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=0722cafa-c05f-45d3-97ec-575a76f70510,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:16.636739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.636998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.637374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.637738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.638099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.638459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.638846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.639236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.639593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.639948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.640301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.640627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:16.645143 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d785f8f-da8a-4ff9-b601-351908177fdf req-98f785c1-cce0-4b54-95e8-a9f88d0899dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 210 time: 0.1068370 Jun 09 13:27:16.645986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:16.793668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:17.062457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:17.076870 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:17.087121 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:17.087958 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:17.136027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port 0722cafa-c05f-45d3-97ec-575a76f70510 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:17.138697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:17.140748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-138facc8-e84d-4dc8-b6f0-e12f851407ac req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/0722cafa-c05f-45d3-97ec-575a76f70510 HTTP/1.1" status: 204 len: 173 time: 1.4781942 Jun 09 13:27:17.141269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'name': 'network-vif-deleted', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:17.143717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a4cbb-0493-4ba9-be55-52fb6d860193" -d '{"events": [{"server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "name": "network-vif-deleted", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:17.192273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f049c95-e3b8-4528-8ae6-61f7141330a0 x-openstack-request-id: req-3f049c95-e3b8-4528-8ae6-61f7141330a0 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:17.192753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beec5ce-4936-4b07-93d9-1d35a2663faf", "name": "network-vif-deleted", "tag": "0722cafa-c05f-45d3-97ec-575a76f70510", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:17.193046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f049c95-e3b8-4528-8ae6-61f7141330a0 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:17.193576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beec5ce-4936-4b07-93d9-1d35a2663faf', 'name': 'network-vif-deleted', 'tag': '0722cafa-c05f-45d3-97ec-575a76f70510', 'status': 'completed', 'code': 200} Jun 09 13:27:17.284290 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:17.610115 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:17.613903 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:17.622500 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:17.622824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:26:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:17.818288 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:17.859585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b9a952fc-bfc4-4673-8de8-4753dbc492cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:17.863314 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fc2c30c6-276c-466d-9f55-a655b67da341 req-582b7760-e25d-4a77-842c-ab4da033c21f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6beec5ce-4936-4b07-93d9-1d35a2663faf HTTP/1.1" status: 200 len: 210 time: 0.0651817 Jun 09 13:27:18.022099 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:27:18.166813 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:18.171242 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b2012-7d6b-4569-ba20-b7a1d847cb66 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:25:11Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '1e197622-2783-415f-ab3d-b1f9e97c54e0', 'name': '', 'network_id': '365853ba-b8f1-4c72-9573-c76460faebdb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:57:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:10Z', 'updated_at': '2021-06-09T13:25:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '1b91b9be-d30d-48a2-b950-0da88b240392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:18.395101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee416b-d1d6-4ab8-bd24-2ea7ddf11b1e None None] New status for floating IP c6f69307-dde3-4d9c-9913-28c3afab0efd: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:27:18.975645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52818) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:19.049511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.081481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.161176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.163566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.164689 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/5476b3d2-884e-473b-bb26-e5b27fa62443 HTTP/1.1" status: 204 len: 168 time: 0.1877520 Jun 09 13:27:19.165475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4574fb48-2fdb-457e-bdef-631421996035 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:19.179040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476b3d2-884e-473b-bb26-e5b27fa62443,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:19.187860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.188388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.188841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.189211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.189603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.189966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.190310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.191358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.191887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.192318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.192606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.192975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:19.196710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52822) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:19.197213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:19.417594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port c98578f5-222e-4360-92b6-6875fe039dc5 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:19.418066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.540203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.540484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.664723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for c98578f5-222e-4360-92b6-6875fe039dc5 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:19.780928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:19.784727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:19.832716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=c98578f5-222e-4360-92b6-6875fe039dc5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:20.027479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:20.030374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0722cafa-c05f-45d3-97ec-575a76f70510 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:20.057762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:20.060062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:20.061192 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6f69307-dde3-4d9c-9913-28c3afab0efd HTTP/1.1" status: 204 len: 168 time: 0.8627934 Jun 09 13:27:20.066238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 0722cafa-c05f-45d3-97ec-575a76f70510 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:20.066634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0722cafa-c05f-45d3-97ec-575a76f70510 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:20.243668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed95ea97-6396-47f3-b42e-84a6956ac9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:20.314623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:20.439024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fe100-6592-4882-9ed3-d783c1734212 req-cf958795-1ad9-432a-a273-284f78a60beb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:20.440424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-166fe100-6592-4882-9ed3-d783c1734212 req-cf958795-1ad9-432a-a273-284f78a60beb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.0871632 Jun 09 13:27:20.488364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-166fe100-6592-4882-9ed3-d783c1734212 req-37867b49-a106-481a-8de7-d97efd58481a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Jun 09 13:27:21.333149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:21.689089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b000b-2306-4542-8850-b4c40d5da388 req-6b43a7f4-245f-468c-a5cf-4716ffcb4bd1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:21.690555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-593b000b-2306-4542-8850-b4c40d5da388 req-6b43a7f4-245f-468c-a5cf-4716ffcb4bd1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.0833712 Jun 09 13:27:21.738178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-593b000b-2306-4542-8850-b4c40d5da388 req-3bb47eee-1e37-4da9-809a-de15e4c57a74 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=04681b54-69bd-4354-8b2e-b502f01ad62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Jun 09 13:27:22.008820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-3714aef1-071a-4ee0-b62f-61224e97c5c3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:22.010142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-3714aef1-071a-4ee0-b62f-61224e97c5c3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 945 time: 0.0870709 Jun 09 13:27:22.164156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 901f1a25-81d1-4de0-898a-551b943a545a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:22.164500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:22.309770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 901f1a25-81d1-4de0-898a-551b943a545a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=901f1a25-81d1-4de0-898a-551b943a545a,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:22.310129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:22.442911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 901f1a25-81d1-4de0-898a-551b943a545a owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:22.571672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:22.578987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e34baaed-6594-45a8-942f-f2407ca36b30 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:22.657236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=901f1a25-81d1-4de0-898a-551b943a545a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:22.664764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:22.709191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port 901f1a25-81d1-4de0-898a-551b943a545a on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:22.711877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:22.713822 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-751147c7-4cdb-41d1-8556-5a81a00edc4c req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/901f1a25-81d1-4de0-898a-551b943a545a HTTP/1.1" status: 204 len: 173 time: 0.6968849 Jun 09 13:27:22.714353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'name': 'network-vif-deleted', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:22.716701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ad5ab7-2da9-4a11-ac41-869f0d0c13d8" -d '{"events": [{"server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "name": "network-vif-deleted", "tag": "901f1a25-81d1-4de0-898a-551b943a545a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:22.761303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbb204-46ff-41da-8d88-4a17fae6da0b x-openstack-request-id: req-61dbb204-46ff-41da-8d88-4a17fae6da0b {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:22.761699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d76658e-2e76-40e5-bffc-f12ee81a2032", "name": "network-vif-deleted", "tag": "901f1a25-81d1-4de0-898a-551b943a545a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:22.761978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61dbb204-46ff-41da-8d88-4a17fae6da0b {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:22.762411 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76658e-2e76-40e5-bffc-f12ee81a2032', 'name': 'network-vif-deleted', 'tag': '901f1a25-81d1-4de0-898a-551b943a545a', 'status': 'completed', 'code': 200} Jun 09 13:27:22.895647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a10737ce-c68e-47ce-9988-75036dd18002 req-a5a79703-5d8e-421f-b0f3-49f158fdb30b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d76658e-2e76-40e5-bffc-f12ee81a2032 HTTP/1.1" status: 200 len: 210 time: 0.0469294 Jun 09 13:27:23.041601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:24.000067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52838) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:24.076324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:24.110398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:24.177592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:24.180047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:24.181218 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/04681b54-69bd-4354-8b2e-b502f01ad62c HTTP/1.1" status: 204 len: 168 time: 0.1801500 Jun 09 13:27:24.182052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-78a5ad79-73db-4e77-a124-948e64d32d76 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:24.194607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04681b54-69bd-4354-8b2e-b502f01ad62c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:24.197448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:24.219594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52842) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:24.925700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:25.340140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 1e197622-2783-415f-ab3d-b1f9e97c54e0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:25.341012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:25.482514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 1e197622-2783-415f-ab3d-b1f9e97c54e0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1e197622-2783-415f-ab3d-b1f9e97c54e0,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:25.483086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:25.602739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 1e197622-2783-415f-ab3d-b1f9e97c54e0 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:25.750457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:25.754466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f165d691-4bbb-4d62-a9d3-7551763d358c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:25.799983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=1e197622-2783-415f-ab3d-b1f9e97c54e0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:25.803317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:26.076666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 901f1a25-81d1-4de0-898a-551b943a545a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:26.080677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:26.113583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 901f1a25-81d1-4de0-898a-551b943a545a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:26.113822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 901f1a25-81d1-4de0-898a-551b943a545a not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:26.581634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 88055914-b6b7-4744-a859-6966526f4906 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:26.762315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:26.767455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/88055914-b6b7-4744-a859-6966526f4906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5462835 Jun 09 13:27:26.769921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:26.775486 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Sync routers for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:26.785193 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:26.787426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:26.834450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet 1b91b9be-d30d-48a2-b950-0da88b240392 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:27:26.837325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:26.890125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:26.962249 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:26.975042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.048871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.052378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b08696e3-abc9-4679-b25c-7a829e1ae027 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:27.089270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=1b91b9be-d30d-48a2-b950-0da88b240392,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:27.092096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:27.093063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.097347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3f46fe0b-d1b1-4754-a78a-d7377bb47d1f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/1b91b9be-d30d-48a2-b950-0da88b240392 HTTP/1.1" status: 204 len: 168 time: 0.3240232 Jun 09 13:27:27.098118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52846) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:27.102253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0275ae34-3c2d-4092-996a-fea68a2fbe73 None None] Network 365853ba-b8f1-4c72-9573-c76460faebdb requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:27:27.241695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:27:25Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:27.245472 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Checking router: 88055914-b6b7-4744-a859-6966526f4906 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:27.253821 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Routers {'88055914-b6b7-4744-a859-6966526f4906'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:27.254426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['88055914-b6b7-4744-a859-6966526f4906'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:27.278111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.407485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] DHCP port deletion for 365853ba-b8f1-4c72-9573-c76460faebdb request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:27:27.429835 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] Set router 88055914-b6b7-4744-a859-6966526f4906 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:27.455870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.478962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Deleting port 6f129814-19f0-4292-ba28-33a13f02da7d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:27.479465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.526593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 2cb2928b-f703-4efc-82c9-e19a7524846e {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:27.527060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.578965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] For port 6f129814-19f0-4292-ba28-33a13f02da7d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6f129814-19f0-4292-ba28-33a13f02da7d,segment=NetworkSegment(2bd1da96-9507-4de1-82b7-fdf43e1ec0ba),segment_id=2bd1da96-9507-4de1-82b7-fdf43e1ec0ba)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:27.579465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.646510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 2cb2928b-f703-4efc-82c9-e19a7524846e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2cb2928b-f703-4efc-82c9-e19a7524846e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:27.647151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.699761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Calling delete_port for 6f129814-19f0-4292-ba28-33a13f02da7d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:27.719297 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:27:25Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:27.723366 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c63d71-bcb1-4942-ac77-9eb25e914386 None None] The sync data for ids ['88055914-b6b7-4744-a859-6966526f4906'] in dv-neutron-601336-89-hyperv is: [{'id': '88055914-b6b7-4744-a859-6966526f4906', 'name': 'tempest-TestNetworkBasicOps-router-1239146341', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:02Z', 'updated_at': '2021-06-09T13:27:25Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '2cb2928b-f703-4efc-82c9-e19a7524846e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88055914-b6b7-4744-a859-6966526f4906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:04Z', 'updated_at': '2021-06-09T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:27.748205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:27.752415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:27.800032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Pushing event deleted for resources: {'Port': ['ID=6f129814-19f0-4292-ba28-33a13f02da7d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:27.802490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] No DVR routers for this DVR port 6f129814-19f0-4292-ba28-33a13f02da7d on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:27.812196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.812544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.812889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.813164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.813483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.813812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.814129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.814500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.814850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.815168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.815483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.815796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:27.819058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:27.923409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 2cb2928b-f703-4efc-82c9-e19a7524846e owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:28.087496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.091644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:28.141368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=2cb2928b-f703-4efc-82c9-e19a7524846e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:28.144596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:28.239358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.415352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.419557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.446363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.446843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 88055914-b6b7-4744-a859-6966526f4906 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:27:28.453206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.454282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/88055914-b6b7-4744-a859-6966526f4906 HTTP/1.1" status: 204 len: 168 time: 1.3558402 Jun 09 13:27:28.457242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52848) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:28.541226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.571489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.709933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.722610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365853ba-b8f1-4c72-9573-c76460faebdb']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:28.734828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:28.735127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd1da96-9507-4de1-82b7-fdf43e1ec0ba') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:28.746947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.762624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.768966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:27:28.769374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:27:28.783784 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:27:28.870351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.875145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.883712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/365853ba-b8f1-4c72-9573-c76460faebdb HTTP/1.1" status: 204 len: 168 time: 0.4253600 Jun 09 13:27:28.884823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-51a240a5-03d7-42da-808e-3cc5ba86a966 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:28.905038 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52850) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:28.911092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--1943067615', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:28.913886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=365853ba-b8f1-4c72-9573-c76460faebdb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:28.916454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f1d39388-0d83-4017-aeeb-4b30d8c2ab28 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:28.930754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6f129814-19f0-4292-ba28-33a13f02da7d no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:28.935855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:27:28.939597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.965614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6f129814-19f0-4292-ba28-33a13f02da7d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:28.965889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6f129814-19f0-4292-ba28-33a13f02da7d not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:28.966325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1e197622-2783-415f-ab3d-b1f9e97c54e0 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:28.967497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:27:28.977877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:28.978262 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 42d457e0-b301-42c1-ac9f-5bf662ed4476 of type vlan for network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 Jun 09 13:27:28.999729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 1e197622-2783-415f-ab3d-b1f9e97c54e0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:29.000086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1e197622-2783-415f-ab3d-b1f9e97c54e0 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:29.000515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2cb2928b-f703-4efc-82c9-e19a7524846e no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:29.006899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.035621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.035889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2cb2928b-f703-4efc-82c9-e19a7524846e {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:29.036132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2cb2928b-f703-4efc-82c9-e19a7524846e not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:29.041142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:29.041805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.045736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1989cbba-e61f-463a-ac07-2fce77ab851c tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:29.136938 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2319677 Jun 09 13:27:29.139835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52852) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:29.145226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:29.148986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=09b3be6a-e39d-4300-8837-5fcf7e9016f5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:29.151828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:29.159736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:27:29.171918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.173055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.188963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.457005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.893386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:29.921301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:30.058676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.96 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/29d1fe31-8955-4f9f-a878-3b16e7b7a2eb) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:27:30.202917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:30.238305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:30.242019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-db0a7c97-950d-4b01-928b-66d2a6fdcf33 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:30.302732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:30.305621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:30.309311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:27:30.341846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:30.347662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:30.737149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:31.223867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:31.434647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 399defa9-c3b2-4efc-b600-124c1c1ef67b is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:27:31.612852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:31.622800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Sync routers for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:31.633538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:31.634143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:31.637141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:31.638437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4970458 Jun 09 13:27:31.641711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52856) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:31.684847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5170659d-ed42-493f-9bab-341a67e3f196 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418725 Jun 09 13:27:31.687436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52858) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:31.808414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:31.817565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99827884-18ab-403c-95fa-2474017374a9 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:31.819182 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99827884-18ab-403c-95fa-2474017374a9 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306839 Jun 09 13:27:31.822463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52860) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:31.859677 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0bdfa8e-c08e-40ab-8c68-94a2f79c833f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360503 Jun 09 13:27:31.862468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52862) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:31.867333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549308742', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:31.996449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:27:31.999979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.102633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:32.106646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Checking router: 399defa9-c3b2-4efc-b600-124c1c1ef67b for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:32.107008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Updating router 399defa9-c3b2-4efc-b600-124c1c1ef67b port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:27:32.159427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.216851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.220402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3e6c4215-e31c-491b-b20e-1460cd416fe8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:32.300937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=d0801a92-7835-45fd-bd18-14a02fbb4b62,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:32.304290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:32.310731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:27:32.311090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 09b3be6a-e39d-4300-8837-5fcf7e9016f5, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:27:32.328640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:27:32.339594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 09b3be6a-e39d-4300-8837-5fcf7e9016f5) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:32.343895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:32.344561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.363683 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5002215 Jun 09 13:27:32.366476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52864) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:32.387630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3798ea-2340-4c60-af18-2aa281cf5b8c None None] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:27:32.706219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:27:32.707044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.716426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.733911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Transition to ACTIVE for port object 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:32.776404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.780692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a05cb22b-bfec-42af-bb01-b92629f01713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:32.886892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Pushing event updated for resources: {'Port': ['ID=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:32.892518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:32.893359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Attempting to bind port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:27:32.893727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Attempting to bind port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:27:32.894124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Attempting to bind port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:27:32.933884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:27:32.934173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:27:32.934570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:32.935004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:27:32.935431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Bound port: 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:27:32.935803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.010088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Allocated IP 172.20.0.2 (09b3be6a-e39d-4300-8837-5fcf7e9016f5/d0801a92-7835-45fd-bd18-14a02fbb4b62/3f16f3ad-bb98-48e9-9252-4f587100ffeb) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:27:33.032445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] For port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:27:33.100148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] For port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:27:33.113009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.118432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:33.203801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.220705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:33.221364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:33.347566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Pushing event updated for resources: {'Port': ['ID=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:33.358884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:33.452243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.468899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Transition to ACTIVE for port object 3f16f3ad-bb98-48e9-9252-4f587100ffeb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:33.483445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:33.603963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Transition to ACTIVE for port object 3f16f3ad-bb98-48e9-9252-4f587100ffeb will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:33.677468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (09b3be6a-e39d-4300-8837-5fcf7e9016f5/d0801a92-7835-45fd-bd18-14a02fbb4b62/c41688a7-db93-4e9a-9143-ef66cf7cab23) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:27:33.705970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.713368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f390a827-2008-4a0d-a182-8e906694ae56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:33.791275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:33.796121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:33.798446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:27:33.837599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.850183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Pushing event updated for resources: {'Port': ['ID=3f16f3ad-bb98-48e9-9252-4f587100ffeb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:33.852529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object c41688a7-db93-4e9a-9143-ef66cf7cab23 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:33.853201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:33.877501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.881389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1a54f794-def0-46e3-9657-ec471a449f2b tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:33.949387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:33.951513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Attempting to bind port 3f16f3ad-bb98-48e9-9252-4f587100ffeb on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:27:33.952265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Attempting to bind port 3f16f3ad-bb98-48e9-9252-4f587100ffeb by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:27:33.952265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Attempting to bind port 3f16f3ad-bb98-48e9-9252-4f587100ffeb on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:27:33.952628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:33.956788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:27:33.960961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:27:33.961338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Checking segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:27:33.961738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.962164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Bound using segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:27:33.962625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Bound port: 3f16f3ad-bb98-48e9-9252-4f587100ffeb, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:27:33.963013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:33.992573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:33.996812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:34.018609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:34.059498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:34.069156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5231a5-8aed-407f-be4f-ad0602295a49 None None] The sync data for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv is: [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:30Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:34.073585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] For port 3f16f3ad-bb98-48e9-9252-4f587100ffeb, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:27:34.077331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] For port 3f16f3ad-bb98-48e9-9252-4f587100ffeb, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3f16f3ad-bb98-48e9-9252-4f587100ffeb,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:27:34.083167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:34.087388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c751037-89d1-409b-9aae-1c6599d9cdb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:34.147060 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:34.184427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Pushing event updated for resources: {'Port': ['ID=3f16f3ad-bb98-48e9-9252-4f587100ffeb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:34.187666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:34.827790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:34.834290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:34.861052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3f16f3ad-bb98-48e9-9252-4f587100ffeb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:34.865471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:34.944661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 3f16f3ad-bb98-48e9-9252-4f587100ffeb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:34.953654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:34.958755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:34.976631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:34.977672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.038659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:35.044314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:35.044703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.131736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:35.132977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:35.173932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.191872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:35.197543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.199929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e81f1385-92af-41e6-b01d-eefd772d4e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:35.277263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef2830-7fe6-48bb-ae5f-06936a9aba6c None None] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:27:35.327671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 399defa9-c3b2-4efc-b600-124c1c1ef67b has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:35.338645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:35.347088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:35.376275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Provisioning for port 3f16f3ad-bb98-48e9-9252-4f587100ffeb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:35.395828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Provisioning complete for port 3f16f3ad-bb98-48e9-9252-4f587100ffeb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:35.396206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.509988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:35.518132 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/399defa9-c3b2-4efc-b600-124c1c1ef67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1482363 Jun 09 13:27:35.518436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52870) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:35.612664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.656089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] For port 3f16f3ad-bb98-48e9-9252-4f587100ffeb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3f16f3ad-bb98-48e9-9252-4f587100ffeb,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:35.661809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:35.663319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:35.670991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.671630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.672160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.672684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.673205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.673808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.674323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.678236 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e66ad822-0611-4d6c-8eb2-8e25b61fccdd tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1584942 Jun 09 13:27:35.681940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52872) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:35.742731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Pushing event updated for resources: {'Port': ['ID=3f16f3ad-bb98-48e9-9252-4f587100ffeb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:35.746050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:35.758163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.758664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.759119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.759563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.760012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.760455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.760902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:35.765318 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-97a9ccbd-1e27-42b2-b1be-3cf0c4950946 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0792916 Jun 09 13:27:35.765908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52874) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:35.848648 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Sync routers for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:35.858869 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:35.859374 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:35.899896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Provisioning complete for port 3f16f3ad-bb98-48e9-9252-4f587100ffeb triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:35.900476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.009601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4cf3a606-2b99-482b-8188-1e66d72e93e8 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2427459 Jun 09 13:27:36.012464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52876) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:36.018119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-91597981', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:36.049181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Provisioning for port c41688a7-db93-4e9a-9143-ef66cf7cab23 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:36.055369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Provisioning complete for port c41688a7-db93-4e9a-9143-ef66cf7cab23 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:36.055776 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.098945 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:36.115606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d6acc3f5-84f2-4477-9e81-ccb18efd40ff None None] Port c41688a7-db93-4e9a-9143-ef66cf7cab23 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:27:36.204763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:27:36.208322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.239071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] device_id is not set on port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 yet. {{(pid=92383) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:27:36.240246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-43b759c0-9704-4215-9b81-5a7e3afe1ae9 None None] Provisioning complete for port c41688a7-db93-4e9a-9143-ef66cf7cab23 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:36.240924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43b759c0-9704-4215-9b81-5a7e3afe1ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.304212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-43b759c0-9704-4215-9b81-5a7e3afe1ae9 None None] Port c41688a7-db93-4e9a-9143-ef66cf7cab23 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:27:36.383127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.14 (09b3be6a-e39d-4300-8837-5fcf7e9016f5/d0801a92-7835-45fd-bd18-14a02fbb4b62/7924bf79-f665-4d2e-9143-7fdaf054dbc8) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:27:36.412621 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:36.416831 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Checking router: 399defa9-c3b2-4efc-b600-124c1c1ef67b for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:36.417240 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Updating router 399defa9-c3b2-4efc-b600-124c1c1ef67b port c41688a7-db93-4e9a-9143-ef66cf7cab23 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:27:36.424388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-274ee23a-7406-4383-9eea-c81483c99dd0 None None] Provisioning complete for port c41688a7-db93-4e9a-9143-ef66cf7cab23 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:36.424771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-274ee23a-7406-4383-9eea-c81483c99dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.469169 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.483085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-274ee23a-7406-4383-9eea-c81483c99dd0 None None] Port c41688a7-db93-4e9a-9143-ef66cf7cab23 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:27:36.735178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.751410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 7924bf79-f665-4d2e-9143-7fdaf054dbc8 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:36.778502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.784930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:36.803875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3f16f3ad-bb98-48e9-9252-4f587100ffeb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:36.856176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:36.859604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:36.864732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:36.865848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:36.868132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:27:36.881637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 3f16f3ad-bb98-48e9-9252-4f587100ffeb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:36.882024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.946051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:36.946746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:36.975886 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9622667 Jun 09 13:27:37.003388 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.005703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-84c3441a-b165-4b73-910e-706000aff2c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1643324 Jun 09 13:27:37.016976 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Transition to ACTIVE for port object c41688a7-db93-4e9a-9143-ef66cf7cab23 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:37.027750 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.039233 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.113713 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Pushing event updated for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.117843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:37.172643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.172975 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.173294 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.173603 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.175935 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.176489 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:27:37.185398 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:37.217231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:37.217615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.232602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52882) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:37.240479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486828089', 'description': 'tempest-secgroup-smoke-486828089 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:37.244506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-236db11f-802a-49be-b5fd-be1a01c4f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:37.246321 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-236db11f-802a-49be-b5fd-be1a01c4f3fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1098 time: 0.1368933 Jun 09 13:27:37.276511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.313947 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Attempting to bind port c41688a7-db93-4e9a-9143-ef66cf7cab23 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:27:37.314380 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Attempting to bind port c41688a7-db93-4e9a-9143-ef66cf7cab23 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:27:37.314772 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Attempting to bind port c41688a7-db93-4e9a-9143-ef66cf7cab23 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:27:37.321258 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:27:37.321626 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Checking segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:27:37.322385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.322990 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Bound using segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:27:37.323669 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Bound port: c41688a7-db93-4e9a-9143-ef66cf7cab23, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:27:37.324254 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.379926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b3ea8162-ebcc-43d1-9c1e-f2e10f83c1be None None] Provisioning for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:37.410358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b3ea8162-ebcc-43d1-9c1e-f2e10f83c1be None None] Provisioning complete for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:37.413635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8162-ebcc-43d1-9c1e-f2e10f83c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.416564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.426007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.430652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8caf521b-5081-4edb-88bb-0d4fe6c42320 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.480918 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] For port c41688a7-db93-4e9a-9143-ef66cf7cab23, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:27:37.484424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea8162-ebcc-43d1-9c1e-f2e10f83c1be None None] Port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:27:37.486857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-635907cb-10e9-4469-82e8-0df181360cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:37.488253 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] For port c41688a7-db93-4e9a-9143-ef66cf7cab23, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c41688a7-db93-4e9a-9143-ef66cf7cab23,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:27:37.488420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cb14a3-4f64-4b78-a5e3-f3ad94599100,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.489073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-635907cb-10e9-4469-82e8-0df181360cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.2185948 Jun 09 13:27:37.491935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.493137 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2596757 Jun 09 13:27:37.494139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:37.496023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52884) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:37.496642 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.500888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:37.506819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8bc93f1-8e61-40a2-a0d2-8b1cd280899d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.531000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.581720 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:37.582351 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:37.611838 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-08a91b58-6c74-413b-9b71-e85e28329f75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 1000 time: 0.1083167 Jun 09 13:27:37.619683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.627112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.629527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29074ca4-be6d-4476-9590-b469c2d429cb tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.660783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c2895b-923e-4a0a-afdc-75cf25f24cdc,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.663402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:37.677464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.686883 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896379 Jun 09 13:27:37.687535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52886) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:37.692786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:37.698651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-8382ab5c-23e7-48a9-990f-9de264b6bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:37.700444 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-8382ab5c-23e7-48a9-990f-9de264b6bd5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0812888 Jun 09 13:27:37.712448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Pushing event updated for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.722555 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:37.731866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.792817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-2211dff8-7ec4-40c0-88d1-afa282f7c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:37.794408 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-2211dff8-7ec4-40c0-88d1-afa282f7c61f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0871515 Jun 09 13:27:37.804902 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:37.806069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.810798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.817536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c9d4cd3-06eb-4439-92bf-cc64286de6a4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.836713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fdec63-bfeb-4326-b90e-a0a89ccb899b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.839607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:37.854758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.858691 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674361 Jun 09 13:27:37.859051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52888) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:37.863719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:37.893897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.931734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-b4a3e039-958b-4c44-bb53-6363b0cce06d service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293964 Jun 09 13:27:37.957178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.961829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:37.969707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-10375cea-c613-449e-9ee6-656991585f6e tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:37.991920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0427f6ff-de15-440a-a3fe-49c8b18cb573,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:37.994990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:38.002874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.007349 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471889 Jun 09 13:27:38.007974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52890) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:38.012849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:38.043535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.119971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.124840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.135278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2f510a4-f7c0-45c5-9f4a-909f30b410f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:38.157266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74437894-f748-489a-8e2b-75ea60f1fab4,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:38.162186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:38.169411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.170683 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616852 Jun 09 13:27:38.173506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52892) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:38.177193 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:37Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:38.178765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:38.181718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5524-504f-4e94-a1db-46d24ccf29f6 None None] The sync data for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv is: [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:37Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:38.204812 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:27:38.211351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.262984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-acf01aae-65fe-471d-bc71-e7b6a9775ae2 req-42b41bed-70a1-4f56-ac17-69b149aa737e service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234789 Jun 09 13:27:38.289468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.293643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.295622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3e4c7963-d583-4e12-ab52-e41bcb0b47b1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:38.322505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2896a20-3c7a-4add-95e5-0c57f6b66376,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:38.325657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:38.329240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.330694 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555223 Jun 09 13:27:38.333356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52894) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:38.338042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '64cb14a3-4f64-4b78-a5e3-f3ad94599100', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:38.361156 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:27:38.368068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.439772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.444223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.446658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc5c0cbe-5bcd-4eda-975d-31366b30a673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:38.472545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843973d8-e2aa-4dbf-8d5a-40ab7a3e722d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:38.475804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:38.480133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.490614 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471601 Jun 09 13:27:38.721684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3bed5dfc-90c0-40a3-9c14-dc84a37605eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486828089&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0465531 Jun 09 13:27:38.801543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-2f693abc-dca6-4d97-b2a3-3fa938fca043 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:38.803293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-2f693abc-dca6-4d97-b2a3-3fa938fca043 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 929 time: 0.0747607 Jun 09 13:27:38.834473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c41688a7-db93-4e9a-9143-ef66cf7cab23 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:38.904370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c41688a7-db93-4e9a-9143-ef66cf7cab23 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:38.909691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c41688a7-db93-4e9a-9143-ef66cf7cab23 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:38.909928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:38.940487 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-a8c1f0a9-14ed-4ad7-a9ac-e678e1689fd7 service neutron] 10.222.0.21 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1244993 Jun 09 13:27:39.031238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:39.064851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c41688a7-db93-4e9a-9143-ef66cf7cab23, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c41688a7-db93-4e9a-9143-ef66cf7cab23,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:39.069712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:39.072761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16313f09-1bc1-4644-bdc4-f0725c4b8e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:39.082677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-07c54e43-9437-4a3f-bd0d-232c4e4a60ee service neutron] 10.222.0.21 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350784 Jun 09 13:27:39.145021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:39.153924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:39.222213 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-85638530-9936-43a2-b296-127af60c2f47 service neutron] 10.222.0.21 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328444 Jun 09 13:27:39.406644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-22fd22dc-93fa-450b-99ae-c247af0f147b req-4dc8244b-c9ce-4420-957c-28f004626c22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Jun 09 13:27:40.570299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a18a3856-3ce4-4b8b-8435-50b6fd48d912 req-e5d20220-89ff-489f-8e52-5cd82882cc62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 210 time: 0.0454111 Jun 09 13:27:40.633889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-0357b74f-8cdd-4bdd-897a-09df6d03bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:40.635240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-0357b74f-8cdd-4bdd-897a-09df6d03bc42 service neutron] 10.222.0.42 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1025 time: 0.0677474 Jun 09 13:27:40.787973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-f4fe50e7-ac2d-4f4b-9c42-c96e8136a986 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:40.789706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-f4fe50e7-ac2d-4f4b-9c42-c96e8136a986 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 797 time: 0.1488092 Jun 09 13:27:40.804911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c41688a7-db93-4e9a-9143-ef66cf7cab23 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:40.847918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-19173922-21f2-4de7-91e4-7227df306d92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 379 time: 0.0424540 Jun 09 13:27:40.859659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Request body: {'port': {'device_id': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:40.872058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c41688a7-db93-4e9a-9143-ef66cf7cab23 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:40.872432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:40.972365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.314708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:27:41.323109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.337188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Transition to ACTIVE for port object 7924bf79-f665-4d2e-9143-7fdaf054dbc8 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:27:41.344440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.348221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8d2b867b-9ffe-45ce-abc6-014c44b26caa tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:41.482082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:41.509950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:41.599566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:27:41.600274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:27:41.600274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:27:41.605686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:27:41.606111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:27:41.611981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:27:41.612318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Checking segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:27:41.612736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Bound using segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:27:41.613177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Bound port: 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:27:41.613548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.778862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:27:41.789838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:27:41.797445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.803911 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7feadeb0-95cc-4ea8-9ec4-b15aeb8f8078 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:41.858622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:41.859450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:41.860943 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] 10.222.0.42 "PUT /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1130 time: 1.0055375 Jun 09 13:27:41.864263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:41.867753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738bc695-6e10-4135-9ad0-0799b07e6ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:41.888621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfd05a-8494-4aad-8e9e-7f7b3f5887b7 req-4c0870cc-3f3f-4f31-8b6c-dd4660e7fdf7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:41.890268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67cfd05a-8494-4aad-8e9e-7f7b3f5887b7 req-4c0870cc-3f3f-4f31-8b6c-dd4660e7fdf7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 980 time: 0.2067668 Jun 09 13:27:42.104958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547753ec-2f92-411a-9cc1-611dc216f95a x-openstack-request-id: req-547753ec-2f92-411a-9cc1-611dc216f95a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:42.105282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:42.105569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547753ec-2f92-411a-9cc1-611dc216f95a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:42.105994 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'status': 'completed', 'code': 200} Jun 09 13:27:42.137591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:42.140737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:42.147811 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67cfd05a-8494-4aad-8e9e-7f7b3f5887b7 req-73878234-c5ae-4731-92ca-05431603b1f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484972 Jun 09 13:27:42.177370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-a39d1a0c-2f0e-4c3c-bf45-0a0134369a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:42.178849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-a39d1a0c-2f0e-4c3c-bf45-0a0134369a66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 1133 time: 0.2579870 Jun 09 13:27:42.252321 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-59d3baad-e85c-4e14-914f-98c7c8b4a94d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 217 time: 0.0658014 Jun 09 13:27:42.318019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-0433fc2b-d96c-4c92-a0fa-516ebb9a9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:42.319627 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-0433fc2b-d96c-4c92-a0fa-516ebb9a9be6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 200 len: 835 time: 0.0604112 Jun 09 13:27:42.404002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-90e270b7-3a5b-486d-8781-2973cf0d1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:42.405614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-90e270b7-3a5b-486d-8781-2973cf0d1539 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0779333 Jun 09 13:27:42.550208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-95d32e3a-618d-4f91-b8a0-507d6e9a5cfc service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359267 Jun 09 13:27:42.693768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5d941f-3918-4814-955c-cf5e0b01c577 req-308ee213-3ba6-4d4c-88e6-3a48f4242555 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357791 Jun 09 13:27:42.818614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-ccf10246-ead2-4594-8e78-2b7c0eef7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:42.820140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-ccf10246-ead2-4594-8e78-2b7c0eef7aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 1133 time: 0.0756803 Jun 09 13:27:42.956193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-0b69b5e4-d2ed-4af2-ad83-8f4b56d5fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:42.957526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-0b69b5e4-d2ed-4af2-ad83-8f4b56d5fd14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 898 time: 0.1306965 Jun 09 13:27:43.031034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-af1cb169-5c3a-4e3e-a8e6-714993ea5bd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 217 time: 0.0658660 Jun 09 13:27:43.098541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-dc29f23d-708c-4916-ac2d-d55b3b1f55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:43.099977 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-dc29f23d-708c-4916-ac2d-d55b3b1f55ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 200 len: 835 time: 0.0608766 Jun 09 13:27:43.181902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-faad1aac-d0c4-4f2a-a293-eb089a9f9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:43.183514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-faad1aac-d0c4-4f2a-a293-eb089a9f9db3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751214 Jun 09 13:27:43.389401 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-a2295684-6f33-466c-a623-fe87a3b4de98 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880288 Jun 09 13:27:43.428806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757377-ee3b-42d0-924a-ee7451959d23 req-398de4ef-9073-4bf8-abf0-47004dbe4018 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:43.430395 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8c757377-ee3b-42d0-924a-ee7451959d23 req-398de4ef-9073-4bf8-abf0-47004dbe4018 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 980 time: 0.1568868 Jun 09 13:27:43.554315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8c757377-ee3b-42d0-924a-ee7451959d23 req-e03bb398-2709-49cf-b50d-ee63bd14fb2a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Jun 09 13:27:43.580495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-738bc695-6e10-4135-9ad0-0799b07e6ce8 req-cc5d639e-a201-4161-972a-f8fa3074ba2e service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825762 Jun 09 13:27:44.754002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0a0a-e9a9-4f0f-bf5e-02a80b07cbbd req-1aa910fc-94df-419a-be02-5d010aa8f667 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:44.755473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e58f0a0a-e9a9-4f0f-bf5e-02a80b07cbbd req-1aa910fc-94df-419a-be02-5d010aa8f667 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 980 time: 0.0921600 Jun 09 13:27:44.799544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e58f0a0a-e9a9-4f0f-bf5e-02a80b07cbbd req-2c8b0f9a-478e-43e1-a35f-de6573f74f26 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Jun 09 13:27:45.344966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52946) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:45.614035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Deleting port d591f51e-f8ba-41e5-b3e7-8d41e75bd631 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:45.614357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:45.734159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:45.734445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:45.855839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Calling delete_port for d591f51e-f8ba-41e5-b3e7-8d41e75bd631 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:45.977597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:45.982284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-80f8a73b-dfb2-48ee-a929-5542b2649b21 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:45.985629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82aa8d-26c9-4a94-8d11-8673c907bb4d req-a1a6dd11-fb25-48a3-864c-09c617b2166d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:45.987153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d82aa8d-26c9-4a94-8d11-8673c907bb4d req-a1a6dd11-fb25-48a3-864c-09c617b2166d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 980 time: 0.0800283 Jun 09 13:27:46.056518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Port': ['ID=d591f51e-f8ba-41e5-b3e7-8d41e75bd631,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:46.064141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:46.124594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:46.124902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Floating IP 77635f7b-82c3-4807-86ec-17e9816f3152 disassociated (deleted). External IP: 172.26.5.253, port: 174a41b1-6efc-4881-9612-2ade0613e6a1. Jun 09 13:27:46.169701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d82aa8d-26c9-4a94-8d11-8673c907bb4d req-ec329bf5-8e82-49fb-a0e9-ce1ae57893b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758890 Jun 09 13:27:46.171870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:27:46.305693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:46.319317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'mac_address': 'fa:16:3e:e9:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:27:46.374413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:46.391144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:27:46.406487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:46.412324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:46.415602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:46.485585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:46.488921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:46.616827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Router fe1ba688-a179-4a9f-9d8c-f47443596f7f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:46.676594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['7924bf79-f665-4d2e-9143-7fdaf054dbc8'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:27:46.800972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:46.805900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:46.811177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Sync routers for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:46.841241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:46.841899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:46.862332 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "DELETE /v2.0/floatingips/77635f7b-82c3-4807-86ec-17e9816f3152 HTTP/1.1" status: 204 len: 168 time: 1.5160992 Jun 09 13:27:46.863053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:46.865514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c0211-6c6e-4a60-a5d5-73f161022391" -d '{"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:46.973080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e6de7-e58a-411d-8385-0fde3441ced7 x-openstack-request-id: req-bd3e6de7-e58a-411d-8385-0fde3441ced7 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:46.973467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:46.973793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd3e6de7-e58a-411d-8385-0fde3441ced7 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:46.974293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'status': 'completed', 'code': 200} Jun 09 13:27:47.042559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:47.074697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-b40b2c3d-23a2-4074-9a3a-8ec8dad45e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.076341 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-b40b2c3d-23a2-4074-9a3a-8ec8dad45e51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 1098 time: 0.0803041 Jun 09 13:27:47.286436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b913c-ccf5-4b4f-8ed8-d09e528feb53 req-06a34249-0e60-4628-8b05-a53b00092e75 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.287740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a5b913c-ccf5-4b4f-8ed8-d09e528feb53 req-06a34249-0e60-4628-8b05-a53b00092e75 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1358919 Jun 09 13:27:47.288805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-bbdeef61-c5b4-4a4d-8414-01735b287f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.290146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-bbdeef61-c5b4-4a4d-8414-01735b287f82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 200 len: 897 time: 0.2063503 Jun 09 13:27:47.402130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:47.406973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Checking router: fe1ba688-a179-4a9f-9d8c-f47443596f7f for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:47.414150 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-efc45894-1f31-4afa-8bac-701fe052b0e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0870030 Jun 09 13:27:47.416439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:47.417100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:47.482282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a5b913c-ccf5-4b4f-8ed8-d09e528feb53 req-3e2a9611-872f-4701-b677-52ad025904c1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604898 Jun 09 13:27:47.518083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8d4f8-3d2d-4112-b3be-271849008c5e req-436a8ec4-558c-4e4f-85dc-70b87f1a5cee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.519678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bcb8d4f8-3d2d-4112-b3be-271849008c5e req-436a8ec4-558c-4e4f-85dc-70b87f1a5cee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 981 time: 0.2285666 Jun 09 13:27:47.523624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-5fac5ae4-f467-47e0-9f93-cdb6bb4db3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.525045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-5fac5ae4-f467-47e0-9f93-cdb6bb4db3e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97a3af99-ebf8-4022-8589-3b488c0ab43a HTTP/1.1" status: 200 len: 835 time: 0.0981419 Jun 09 13:27:47.599274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:47.621448 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bcb8d4f8-3d2d-4112-b3be-271849008c5e req-ef25cdd8-3e4c-4d83-a533-6db65e3ca1b0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953891 Jun 09 13:27:47.649256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-5653636a-afe1-44e6-a70c-0f51552591be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:47.650802 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-5653636a-afe1-44e6-a70c-0f51552591be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=12c5e686-30a4-4330-8d36-49384a85b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1109457 Jun 09 13:27:47.783902 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-19776ce4-2617-4843-8761-5b95232139ee service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257174 Jun 09 13:27:47.897690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad4de1e1-29c6-45f1-a6ba-06cf01345c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:47.921375 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17c0211-6c6e-4a60-a5d5-73f161022391 req-1ba8ee70-d503-4111-91af-ea8ac81e5dad service neutron] 10.222.0.42 "GET /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302495 Jun 09 13:27:47.931285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:47.935386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c549d-50c3-4462-ae05-8a94e37e893e None None] The sync data for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv is: [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:55Z', 'revision_number': 4, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'f0ab5367-8a79-4969-8373-81a06ed51012', 'name': '', 'network_id': '12c5e686-30a4-4330-8d36-49384a85b2b1', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'mac_address': 'fa:16:3e:97:58:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:55Z', 'updated_at': '2021-06-09T13:26:03Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'subnets': [{'id': '97a3af99-ebf8-4022-8589-3b488c0ab43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:48.139709 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7572a1-d0b0-43cf-82c3-a2562a2d4502 None None] New status for floating IP 77635f7b-82c3-4807-86ec-17e9816f3152: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:27:48.196982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:27:48.273381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:27:48.278374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:48.278712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:48.395342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:48.432219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:48.434730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b734c3-6c53-4766-b15a-27b19df8df51" -d '{"events": [{"server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "name": "network-vif-plugged", "status": "completed", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:48.444040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:48.448460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:48.450293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9eeace9a-474a-407f-848f-a38d170b8ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:48.515014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:48.523570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:48.532249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6257b-5d71-48f2-a6c2-2459cbb876e0 x-openstack-request-id: req-e7d6257b-5d71-48f2-a6c2-2459cbb876e0 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:48.532536 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "name": "network-vif-plugged", "status": "completed", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:48.532796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7d6257b-5d71-48f2-a6c2-2459cbb876e0 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:48.533187 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'code': 200} Jun 09 13:27:48.698345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-e90302d4-8a8c-4b6b-b65c-fd63575178cf tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:48.699812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-e90302d4-8a8c-4b6b-b65c-fd63575178cf tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.42 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1429043 Jun 09 13:27:48.711439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef6c1-315d-400d-abe3-9f43c9b275e5 req-ebb078a2-5e89-4a0d-b26f-428ec35b9d74 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:48.712787 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46ef6c1-315d-400d-abe3-9f43c9b275e5 req-ebb078a2-5e89-4a0d-b26f-428ec35b9d74 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 945 time: 0.1148746 Jun 09 13:27:48.784872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe7acc-e9f3-4c1b-a118-53be21c1c47d req-88e236a6-ced4-4986-93ef-977ab2a70545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:48.786372 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-17fe7acc-e9f3-4c1b-a118-53be21c1c47d req-88e236a6-ced4-4986-93ef-977ab2a70545 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 1135 time: 0.0719543 Jun 09 13:27:48.828154 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-17fe7acc-e9f3-4c1b-a118-53be21c1c47d req-34b73aa0-c37b-40dc-9dde-925c5bef0a0d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Jun 09 13:27:48.853772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46ef6c1-315d-400d-abe3-9f43c9b275e5 req-2d60512f-f671-43fb-a1a0-a4124c3703b7 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec21441a-2b56-4f2f-b617-b2898e576a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059766 Jun 09 13:27:48.942800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc435-0974-4e9c-bc04-74f5ee5b3c57 req-123bf6b5-d68b-48c9-87da-b5ecb75e3acd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:48.944119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a9cc435-0974-4e9c-bc04-74f5ee5b3c57 req-123bf6b5-d68b-48c9-87da-b5ecb75e3acd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.1909454 Jun 09 13:27:48.964335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Deleting port 174a41b1-6efc-4881-9612-2ade0613e6a1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:48.964675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:49.069950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a9cc435-0974-4e9c-bc04-74f5ee5b3c57 req-bd9baf50-6cd8-4ddc-9880-f62948b144ef tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175084 Jun 09 13:27:49.113410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] For port 174a41b1-6efc-4881-9612-2ade0613e6a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=174a41b1-6efc-4881-9612-2ade0613e6a1,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:49.113761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:49.364826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Calling delete_port for 174a41b1-6efc-4881-9612-2ade0613e6a1 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:49.489620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:49.495496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:49.538372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Port': ['ID=174a41b1-6efc-4881-9612-2ade0613e6a1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:49.541816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:49.619353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] No DVR routers for this DVR port 174a41b1-6efc-4881-9612-2ade0613e6a1 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:49.621828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:49.623894 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f3d657ef-f96a-4d65-864c-a117e070aac7 req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.42 "DELETE /v2.0/ports/174a41b1-6efc-4881-9612-2ade0613e6a1 HTTP/1.1" status: 204 len: 173 time: 0.9085286 Jun 09 13:27:49.624537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-deleted', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:49.626902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ab1401-0734-4817-a80c-946f1d0dcb16" -d '{"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-deleted", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:49.680272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c7936-f9dc-4c84-9351-e50116fc6ee3 x-openstack-request-id: req-5f8c7936-f9dc-4c84-9351-e50116fc6ee3 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:49.680744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d9a4db-10eb-4312-9f36-e168527851ee", "name": "network-vif-deleted", "tag": "174a41b1-6efc-4881-9612-2ade0613e6a1", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:49.681046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f8c7936-f9dc-4c84-9351-e50116fc6ee3 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:49.681493 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9a4db-10eb-4312-9f36-e168527851ee', 'name': 'network-vif-deleted', 'tag': '174a41b1-6efc-4881-9612-2ade0613e6a1', 'status': 'completed', 'code': 200} Jun 09 13:27:50.022006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c59883c-ca1c-4f8b-9db0-55dd03b054fd req-d643aafc-eed8-45dc-97a9-96aebaaa0128 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "GET /v2.0/ports?device_id=78d9a4db-10eb-4312-9f36-e168527851ee HTTP/1.1" status: 200 len: 210 time: 0.0430834 Jun 09 13:27:50.252497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-182c28b2-66b2-4c6c-aacd-33f20ed7a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:50.263908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5de51a-6a6a-459e-8d5a-11699b7915c4 req-57614a96-0c23-4f84-862a-330fabedfb4e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:50.265469 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb5de51a-6a6a-459e-8d5a-11699b7915c4 req-57614a96-0c23-4f84-862a-330fabedfb4e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.0884798 Jun 09 13:27:50.311911 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb5de51a-6a6a-459e-8d5a-11699b7915c4 req-9c000171-da6f-491c-b444-38c9bf2920a5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Jun 09 13:27:50.320267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:50.509118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafcc2c-9b46-4250-a652-a818b9d1ef63 req-c5218457-5a8d-4328-8067-b83ddce8c50e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:50.510480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcafcc2c-9b46-4250-a652-a818b9d1ef63 req-c5218457-5a8d-4328-8067-b83ddce8c50e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.0826573 Jun 09 13:27:50.557186 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcafcc2c-9b46-4250-a652-a818b9d1ef63 req-ba75e2b6-765d-4080-8a4f-59d8f1718ced tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Jun 09 13:27:50.581789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52980) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:50.668279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36dff2-b9a7-4f4e-9ce8-6f997a2626fa tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:50.670006 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5c36dff2-b9a7-4f4e-9ce8-6f997a2626fa tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 1130 time: 0.0870013 Jun 09 13:27:50.672797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52982) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:50.677770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:50.702903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:50.841754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:50.978613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.172 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/4a7c265b-8cb1-4742-997f-786b58003b69) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:27:51.122562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 52986) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:51.130063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.161071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.165736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0b9d95ea-1d57-43d6-bc60-90e7cb637b90 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:51.231531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:27:51.234550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:27:51.237210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:27:51.276948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=4a7c265b-8cb1-4742-997f-786b58003b69,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:51.279892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:51.335644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.651369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.677168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.735330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.943602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.950006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:51.953761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8e7cf02e-8e47-4f26-94ec-fb42e4713cca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:52.058634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=4a7c265b-8cb1-4742-997f-786b58003b69,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:52.068688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:52.078976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:52.257283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Deleting port f0ab5367-8a79-4969-8373-81a06ed51012 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:52.257913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:52.395850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] For port f0ab5367-8a79-4969-8373-81a06ed51012, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=f0ab5367-8a79-4969-8373-81a06ed51012,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:52.396256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:52.412175 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 2f0a9e36-cd85-492f-8283-a58d04499dfb associated. External IP: 172.26.5.172, port: 7924bf79-f665-4d2e-9143-7fdaf054dbc8. Jun 09 13:27:52.526680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Calling delete_port for f0ab5367-8a79-4969-8373-81a06ed51012 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:52.691593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:52.696246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-441233b0-a74e-4e03-9818-277f872f574d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:52.747674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Port': ['ID=f0ab5367-8a79-4969-8373-81a06ed51012,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:52.751616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:52.790801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 399defa9-c3b2-4efc-b600-124c1c1ef67b has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:52.995894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:53.012321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Sync routers for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:53.022672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:53.025940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:53.027143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:53.072715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:53.089597 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4156365 Jun 09 13:27:53.090277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:27:53.092808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addd45c6-61ff-44ab-9898-f91f78b7ed55" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:27:53.101355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52988) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:53.148562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4fb223-2925-41cd-9c9f-1bb40ba0b174 x-openstack-request-id: req-df4fb223-2925-41cd-9c9f-1bb40ba0b174 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:27:53.149425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b596a-227f-4f02-b03a-3598b26dc3f4", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:27:53.149425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4fb223-2925-41cd-9c9f-1bb40ba0b174 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:27:53.153884 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'status': 'completed', 'code': 200} Jun 09 13:27:53.189114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:53.198264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09522aa-f5de-42f4-b11b-1514f8e4d92d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:53.199974 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a09522aa-f5de-42f4-b11b-1514f8e4d92d tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4&network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 1130 time: 0.0975623 Jun 09 13:27:53.246453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:53.408266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-dfd87de2-df0e-4458-bae1-978d1f10c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:53.409644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-dfd87de2-df0e-4458-bae1-978d1f10c62e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 1135 time: 0.1988921 Jun 09 13:27:53.714436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2f0a9e36-cd85-492f-8283-a58d04499dfb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-91597981', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'mac_address': 'fa:16:3e:e9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:27:51Z', 'updated_at': '2021-06-09T13:27:51Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:53.719371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Checking router: 399defa9-c3b2-4efc-b600-124c1c1ef67b for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:53.728651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:53.729358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:53.869698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-9e09f554-4388-49d5-8cfe-106a084cbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:53.871104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-9e09f554-4388-49d5-8cfe-106a084cbabb service neutron] 10.222.0.42 "GET /v2.0/networks?id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 898 time: 0.4511411 Jun 09 13:27:53.877695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Router fe1ba688-a179-4a9f-9d8c-f47443596f7f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:27:53.909842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:53.964010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6962d-ff75-4f1f-9b81-97b50b156a0f req-088a520e-9a19-4aa6-be66-02620dbd67f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:53.965347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79a6962d-ff75-4f1f-9b81-97b50b156a0f req-088a520e-9a19-4aa6-be66-02620dbd67f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.4187462 Jun 09 13:27:54.139221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-a3c1cc22-d9d9-4287-b707-cf7c174adab6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1036 time: 0.2604132 Jun 09 13:27:54.211562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79a6962d-ff75-4f1f-9b81-97b50b156a0f req-2ed9beeb-65b8-43ee-890e-4bf385f72bed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332923 Jun 09 13:27:54.246915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-ba690533-9037-405e-b71a-d0a57d8d52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:54.248345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-ba690533-9037-405e-b71a-d0a57d8d52bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 200 len: 835 time: 0.1009567 Jun 09 13:27:54.251056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:27:54.255674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:54.256229 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "PUT /v2.0/routers/fe1ba688-a179-4a9f-9d8c-f47443596f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1325369 Jun 09 13:27:54.259176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52996) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:54.264742 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Sync routers for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:27:54.278939 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:54.280160 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:54.290331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 174a41b1-6efc-4881-9612-2ade0613e6a1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:54.290809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 174a41b1-6efc-4881-9612-2ade0613e6a1 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:54.298068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2f0a9e36-cd85-492f-8283-a58d04499dfb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-91597981', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'mac_address': 'fa:16:3e:e9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:27:51Z', 'updated_at': '2021-06-09T13:27:51Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:54.302423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d88149-7578-4196-a0bc-5c0d769cb41c None None] The sync data for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv is: [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2f0a9e36-cd85-492f-8283-a58d04499dfb', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-91597981', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'mac_address': 'fa:16:3e:e9:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b596a-227f-4f02-b03a-3598b26dc3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:27:51Z', 'updated_at': '2021-06-09T13:27:51Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:54.340853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Deleting subnet 97a3af99-ebf8-4022-8589-3b488c0ab43a {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:27:54.341483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-4437992a-a384-478d-84da-eb88976baf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:54.343324 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-4437992a-a384-478d-84da-eb88976baf91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0841677 Jun 09 13:27:54.344154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.404301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.483925 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:54.496765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-b1b1301e-da0b-4eb2-8f5e-9267229b4fbe service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432979 Jun 09 13:27:54.499295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.576229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe3c74-33ea-4438-a120-9c628faf2e78 None None] New status for floating IP 2f0a9e36-cd85-492f-8283-a58d04499dfb: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:27:54.599473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.603861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ac5d8b6-d4d0-40c7-ae06-0f6fd52f4769 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:54.649942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.652042 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "DELETE /v2.0/subnets/97a3af99-ebf8-4022-8589-3b488c0ab43a HTTP/1.1" status: 204 len: 168 time: 0.3906527 Jun 09 13:27:54.653004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Subnet': ['ID=97a3af99-ebf8-4022-8589-3b488c0ab43a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:54.654757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 52998) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:54.694609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86344a69-379b-4591-bfa3-a34a0b69d980 None None] Network 12c5e686-30a4-4330-8d36-49384a85b2b1 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:27:54.700246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-addd45c6-61ff-44ab-9898-f91f78b7ed55 req-6cd4830b-f653-4e23-bd4f-eb0b52a520cc service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936204 Jun 09 13:27:54.714559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:54.801987 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:27:52Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:54.806861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Checking router: fe1ba688-a179-4a9f-9d8c-f47443596f7f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:27:54.816588 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Routers {'fe1ba688-a179-4a9f-9d8c-f47443596f7f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:27:54.817507 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:54.870732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:54.903906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-bfee3ff8-1e0d-4870-b306-e75cae132b22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:54.906444 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-bfee3ff8-1e0d-4870-b306-e75cae132b22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.1109784 Jun 09 13:27:54.991204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-e2c79fc1-3d22-46e1-9a1c-fe6a962c4ef3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:54.992787 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-e2c79fc1-3d22-46e1-9a1c-fe6a962c4ef3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0789697 Jun 09 13:27:55.019750 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] Set router fe1ba688-a179-4a9f-9d8c-f47443596f7f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:27:55.172580 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:27:55.194302 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-8f40618e-70fd-44f6-97d9-3bf2fa6a15d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1964138 Jun 09 13:27:55.196818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] DHCP port deletion for 12c5e686-30a4-4330-8d36-49384a85b2b1 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:27:55.207657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:55.261018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.281651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Deleting port 648e1db6-becf-44b2-8630-721aa8e17986 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:55.282275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.363700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Deleting port 371336fe-0c83-4127-9305-90c7705814d4 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:27:55.364704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.395838 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:27:52Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:55.401615 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d3a3e-7afc-4677-a7d9-5afaef751bfb None None] The sync data for ids ['fe1ba688-a179-4a9f-9d8c-f47443596f7f'] in dv-neutron-601336-89-hyperv is: [{'id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813144813', 'tenant_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '371336fe-0c83-4127-9305-90c7705814d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:27:52Z', 'revision_number': 5, 'project_id': '5e0a3a1ba8764782bb59dfd5d20a2f35', 'gw_port': {'id': '371336fe-0c83-4127-9305-90c7705814d4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ba688-a179-4a9f-9d8c-f47443596f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:25:50Z', 'updated_at': '2021-06-09T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:27:55.403616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.415370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] For port 648e1db6-becf-44b2-8630-721aa8e17986, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=648e1db6-becf-44b2-8630-721aa8e17986,segment=NetworkSegment(98231580-7c6e-4c74-a651-529ef86e01bb),segment_id=98231580-7c6e-4c74-a651-529ef86e01bb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:55.415765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.518632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] For port 371336fe-0c83-4127-9305-90c7705814d4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=371336fe-0c83-4127-9305-90c7705814d4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:55.518991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.521166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d23f3d-3107-4909-9656-f388c0cf895b req-e8da70a4-f19c-4047-ae76-a4e0ed016d87 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:55.522856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-98d23f3d-3107-4909-9656-f388c0cf895b req-e8da70a4-f19c-4047-ae76-a4e0ed016d87 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 982 time: 0.1815441 Jun 09 13:27:55.599858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Calling delete_port for 648e1db6-becf-44b2-8630-721aa8e17986 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:55.651738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Calling delete_port for 371336fe-0c83-4127-9305-90c7705814d4 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:27:55.654316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.659758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:55.704699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Pushing event deleted for resources: {'Port': ['ID=648e1db6-becf-44b2-8630-721aa8e17986,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:55.708478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:55.709301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] No DVR routers for this DVR port 648e1db6-becf-44b2-8630-721aa8e17986 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:55.822138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.827784 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-98d23f3d-3107-4909-9656-f388c0cf895b req-7753ca17-4356-4268-8ba9-6dce0eb85a54 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963157 Jun 09 13:27:55.828036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8cb122d4-a2b5-4359-92dc-23f7f95512e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:55.874207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Port': ['ID=371336fe-0c83-4127-9305-90c7705814d4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:55.877148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:55.884798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:27:55.915739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:27:55.964240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.969647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] device_id is not set on port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:27:55.978317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.983623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:55.988166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ec169c9-0406-452e-85dd-b9519beba9e8 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:56.133129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=6']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:56.137630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:56.143057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.145311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.170137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.170725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Fanout notify agent at l3_agent the message router_deleted on router fe1ba688-a179-4a9f-9d8c-f47443596f7f {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:27:56.183782 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.187397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] No DVR routers for this DVR port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:27:56.188602 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "DELETE /v2.0/routers/fe1ba688-a179-4a9f-9d8c-f47443596f7f HTTP/1.1" status: 204 len: 168 time: 1.5327663 Jun 09 13:27:56.191684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:56.246126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e15a444d-276d-4770-b36d-564eb6289842 None None] Provisioning complete for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:27:56.246701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e15a444d-276d-4770-b36d-564eb6289842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.302905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e15a444d-276d-4770-b36d-564eb6289842 None None] Port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:27:56.306498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.411683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] In _notify_port_updated(), no bound segment for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:27:56.412520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:56.413105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.414423 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-614d5abb-5ac3-4504-b864-1755c4e6b7bd req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] 10.222.0.42 "PUT /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1025 time: 1.2128277 Jun 09 13:27:56.443961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.459451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c5e686-30a4-4330-8d36-49384a85b2b1']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:56.472657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98231580-7c6e-4c74-a651-529ef86e01bb') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:56.473049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98231580-7c6e-4c74-a651-529ef86e01bb') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:27:56.484983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.501166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.507659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:27:56.508105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:27:56.522626 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:27:56.606025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.609566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aeb10ce7-3e4c-426c-825a-49c3a418ae07 tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:56.623344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.625134 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "DELETE /v2.0/networks/12c5e686-30a4-4330-8d36-49384a85b2b1 HTTP/1.1" status: 204 len: 168 time: 0.4324532 Jun 09 13:27:56.628103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53004) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:56.631830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'Network': ['ID=12c5e686-30a4-4330-8d36-49384a85b2b1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:56.634211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:56.698554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.728795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.803666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.807164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:56.811049 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec21441a-2b56-4f2f-b617-b2898e576a6f HTTP/1.1" status: 204 len: 168 time: 0.1792486 Jun 09 13:27:56.811049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7bf8d603-8817-4310-bedf-eedce3b675b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:56.822696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec21441a-2b56-4f2f-b617-b2898e576a6f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:56.825216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:56.905267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 648e1db6-becf-44b2-8630-721aa8e17986 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:56.944826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 648e1db6-becf-44b2-8630-721aa8e17986 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:56.945058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 648e1db6-becf-44b2-8630-721aa8e17986 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:56.945504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0ab5367-8a79-4969-8373-81a06ed51012 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:56.981605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: f0ab5367-8a79-4969-8373-81a06ed51012 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:56.981958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device f0ab5367-8a79-4969-8373-81a06ed51012 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:57.062815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-847c490a-1bf5-400d-b392-5f9e8905498a req-c959b7fe-9dfa-4ef9-a289-456eef0bd446 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=f62b596a-227f-4f02-b03a-3598b26dc3f4 HTTP/1.1" status: 200 len: 210 time: 0.0509665 Jun 09 13:27:57.170746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53018) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:57.329808 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33a9753d-9183-45fa-a2d1-084d4d352b7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e0a3a1ba8764782bb59dfd5d20a2f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574647 Jun 09 13:27:57.332321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53022) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:57.395145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.420180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.477415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.481298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.483219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c813f6e7-56db-401f-9821-5e2bd92cb0d0 HTTP/1.1" status: 204 len: 168 time: 0.1492794 Jun 09 13:27:57.484271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4a21f54-699f-48c6-8f2d-84a174e4e88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:57.495623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813f6e7-56db-401f-9821-5e2bd92cb0d0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:57.498033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-88e22133-2b6c-40c7-a7d5-fc7c4f41bc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:57.784980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53028) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:57.808973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.917456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.923467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:57.930251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6701970b-7919-4e53-8f54-f9d852adbff9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:57.970339 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a78d4a9682c947beba4052893f9ead04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839938 Jun 09 13:27:57.971300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b92d648-a615-4e2b-98f5-9f7e58742adb,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:57.973284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:57.974467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:58.042922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.070541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.126089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.128622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.129755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b92d648-a615-4e2b-98f5-9f7e58742adb HTTP/1.1" status: 204 len: 168 time: 0.1553679 Jun 09 13:27:58.130711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e362b12c-1ccf-42aa-bbab-c116de0130d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:58.140818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b92d648-a615-4e2b-98f5-9f7e58742adb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:58.151698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-028988d4-566a-4633-bc11-d75ead2e878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:58.171609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53036) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:58.243883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c84f7-5014-4838-ac83-ea06a1bed500 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:58.247886 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-be1c84f7-5014-4838-ac83-ea06a1bed500 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 924 time: 0.0726368 Jun 09 13:27:58.552917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.628912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53040) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:58.633803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541024475', 'description': 'tempest-secgroup-smoke-1541024475 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:58.661729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.756987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.762210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.765816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7a16079d-3800-48b5-a59c-1272f64f534a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:58.768348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 371336fe-0c83-4127-9305-90c7705814d4 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:27:58.800287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cdc951-62df-4b2d-a771-6ad6c48c1fcf,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:58.803112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.806989 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1744049 Jun 09 13:27:58.806989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:58.807275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 371336fe-0c83-4127-9305-90c7705814d4 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:27:58.807383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53042) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:58.807501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 371336fe-0c83-4127-9305-90c7705814d4 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:27:58.811678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:58.843246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.902776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.907996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.909998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ce0ad3a3-edd3-4042-92bb-4df924c17256 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:58.931836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93f55e4-a112-4781-af2b-46ba0b70490f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:58.934735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:58.937735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:58.938994 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308322 Jun 09 13:27:58.941851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53044) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:58.946678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:58.978028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.039472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.044448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.047073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d60cc55-a4a9-41ac-a83b-eed22b7fc3af tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:59.066610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f50c8-f61c-4270-b17c-880919e48172,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:59.068843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:59.079217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.080560 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8b86e591-8d7b-465a-884e-8bafb13b2db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377859 Jun 09 13:27:59.083621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53046) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:59.090444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:59.121937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.200840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.206788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.208786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4fa05e0b-e379-49ee-91fe-4f9e463de2ea tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:59.228952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801348e0-1494-42c4-a664-db42664b9b9c,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:59.232757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:59.241213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.242699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578531 Jun 09 13:27:59.246165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53048) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:59.253517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:59.287701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.349218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.356101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.358053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-369b5ab9-0d65-4496-84ff-0678a94d93f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:59.383720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0398f08a-fcc8-4717-bbde-00532f4493a8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:59.386756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:59.389518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.390747 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431794 Jun 09 13:27:59.393365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53050) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:59.397894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:59.421676 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:27:59.428044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.491903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.496852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.498645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-023b9e68-e562-45ad-acf2-21fecbec0a60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:59.519744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37a4c0f-a91b-4329-a18b-7940d9188979,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:59.522214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:59.527996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.529206 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349235 Jun 09 13:27:59.532018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53052) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:27:59.536409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '03cdc951-62df-4b2d-a771-6ad6c48c1fcf', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:27:59.561164 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:27:59.568179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.636371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.642296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.644236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-274f4533-709f-4577-bb17-b723d1103afc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:27:59.665582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad06c59-26ae-49cb-8189-4053fed47f2c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:27:59.668092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:27:59.676775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:27:59.677698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447513 Jun 09 13:27:59.903099 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-06e23a77-ae56-4a6e-aac8-50196f5d719f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541024475&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0426490 Jun 09 13:27:59.980630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-be752984-a32c-4099-b857-f3d90365862b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:27:59.981941 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-be752984-a32c-4099-b857-f3d90365862b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 929 time: 0.0727296 Jun 09 13:28:00.064078 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-cd8f6ef0-5dc9-4912-9fe2-024b1f928d83 service neutron] 10.222.0.21 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639482 Jun 09 13:28:00.195584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-d2ae68fb-dc70-4a85-a067-e1310ca34623 service neutron] 10.222.0.21 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239903 Jun 09 13:28:00.278737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:00.338986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:00.460083 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-e0fed89a-2b55-4c0c-b68a-df4fa578fabf service neutron] 10.222.0.21 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556291 Jun 09 13:28:00.652142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36859d05-5e6d-4549-a52c-f28c47078460 req-c7c7c348-27cb-454a-8349-1c6c707d4f91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0411057 Jun 09 13:28:01.640035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-5d856957-fb64-449e-8711-5736de128338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:01.641365 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-5d856957-fb64-449e-8711-5736de128338 service neutron] 10.222.0.42 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1025 time: 0.0642991 Jun 09 13:28:01.818746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b978-b6e6-4fef-a12f-4babeb469cf9 req-d5261620-e0cc-40ac-a034-40c5125d46f8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0569115 Jun 09 13:28:01.831441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-c053033f-e82f-44bf-ae53-c815c1ca6633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:01.833426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-c053033f-e82f-44bf-ae53-c815c1ca6633 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 797 time: 0.1860325 Jun 09 13:28:01.885221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-eb7eb9e0-882a-4a2a-a097-30c464c01612 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 472 time: 0.0409429 Jun 09 13:28:01.895473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Request body: {'port': {'device_id': 'bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:02.010468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.368259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:28:02.375342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.393401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Transition to ACTIVE for port object 7924bf79-f665-4d2e-9143-7fdaf054dbc8 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:02.400208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.404637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:02.542789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=7']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:02.553460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:02.667489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:28:02.668237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:28:02.668237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:02.673398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:28:02.673714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Attempting to bind port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:02.679475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:28:02.679835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Checking segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:02.680212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Bound using segment: {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:28:02.680641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Bound port: 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d457e0-b301-42c1-ac9f-5bf662ed4476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:28:02.680983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.774426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:02.777651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:28:02.783582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.787151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0add589d-ef63-48a5-bee3-c5d3e1646336 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:02.843981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:02.844616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:02.845932 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1130 time: 0.9543900 Jun 09 13:28:02.846488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:02.849030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd059c4-5ace-4930-b3b0-194c0229ad9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:02.880023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=8']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:02.883875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:02.927760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab3447-ae2e-46e5-92d5-ad4625fca744 x-openstack-request-id: req-4dab3447-ae2e-46e5-92d5-ad4625fca744 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:02.928241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:02.928602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dab3447-ae2e-46e5-92d5-ad4625fca744 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:02.929231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'status': 'completed', 'code': 200} Jun 09 13:28:03.025348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-29b126e6-d330-46c6-964b-4a80687c10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.026866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-29b126e6-d330-46c6-964b-4a80687c10e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 1133 time: 0.1383603 Jun 09 13:28:03.134864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68f53-8c44-4af7-a7fe-fa0ee4a0afcc req-ba1b0015-9e9e-42dd-835f-ec0df39c48f9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.136199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dac68f53-8c44-4af7-a7fe-fa0ee4a0afcc req-ba1b0015-9e9e-42dd-835f-ec0df39c48f9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 980 time: 0.1783211 Jun 09 13:28:03.142363 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-7349e29a-959f-439c-8552-d4b9c7bcc761 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1036 time: 0.1084530 Jun 09 13:28:03.353793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dac68f53-8c44-4af7-a7fe-fa0ee4a0afcc req-225b2461-cd28-4f05-8bbc-1be850e9a659 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104313 Jun 09 13:28:03.359503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-367d0b82-13f0-4f09-bffa-f2d0395804af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.360845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-367d0b82-13f0-4f09-bffa-f2d0395804af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 200 len: 835 time: 0.2048242 Jun 09 13:28:03.437772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-f8d9a58a-dd75-404c-a28b-c23810ccadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.439149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-f8d9a58a-dd75-404c-a28b-c23810ccadfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710895 Jun 09 13:28:03.574271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-e555504d-1145-4e6c-8b02-a845ee9653a1 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282256 Jun 09 13:28:03.704495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8e584620-d488-4cb7-aab6-9d10d52662dd req-8dde69cb-846e-4c98-90bc-403eb32600a4 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237509 Jun 09 13:28:03.825146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-c2111813-472b-4473-b6ff-0813d013a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.826629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-c2111813-472b-4473-b6ff-0813d013a35e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 1133 time: 0.0761294 Jun 09 13:28:03.955964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-eee3b26e-5f57-4d9f-95bc-b8d1e5d23beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:03.957259 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-eee3b26e-5f57-4d9f-95bc-b8d1e5d23beb service neutron] 10.222.0.42 "GET /v2.0/networks?id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 898 time: 0.1240149 Jun 09 13:28:04.061432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-0be44bed-a972-41fb-ade4-36300580d6f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1036 time: 0.0970843 Jun 09 13:28:04.127687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-7d7d5bad-d0e8-4411-a4cb-3d165a4a4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:04.129087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-7d7d5bad-d0e8-4411-a4cb-3d165a4a4c72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 200 len: 835 time: 0.0606666 Jun 09 13:28:04.207569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-9c812826-c07c-429a-8a6f-daded729b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:04.209196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-9c812826-c07c-429a-8a6f-daded729b698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727985 Jun 09 13:28:04.346797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-fc8c3e8e-49c6-4515-b2a0-317976cadb49 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304276 Jun 09 13:28:04.523732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abd059c4-5ace-4930-b3b0-194c0229ad9c req-6250dc4d-fe90-4ce1-a03b-b6e92e6a8e85 service neutron] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683242 Jun 09 13:28:04.563163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a692dc-30ee-4695-9e32-47c1a1a5e6d1 req-55772439-0216-49bd-9832-0e51614e7272 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:04.564604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83a692dc-30ee-4695-9e32-47c1a1a5e6d1 req-55772439-0216-49bd-9832-0e51614e7272 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 980 time: 0.0984955 Jun 09 13:28:04.609701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83a692dc-30ee-4695-9e32-47c1a1a5e6d1 req-10357b06-d4ec-4759-96cd-7c47da1da689 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Jun 09 13:28:05.814323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8512e-97a7-44f8-b7bd-602625902e09 req-f496cf42-a019-4b4f-b6c9-fe61b32abfc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:05.815858 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9f8512e-97a7-44f8-b7bd-602625902e09 req-f496cf42-a019-4b4f-b6c9-fe61b32abfc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 980 time: 0.0847130 Jun 09 13:28:05.872090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9f8512e-97a7-44f8-b7bd-602625902e09 req-f6e79e2b-fd98-4518-ac96-536fdbb32fe8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 Jun 09 13:28:06.292822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:28:06.440561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:06.454050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'port_id': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'mac_address': 'fa:16:3e:e9:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:28:06.511826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:06.528814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:28:06.544028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:06.550809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:06.552741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:06.616776 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=9']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:06.620023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:06.782095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['7924bf79-f665-4d2e-9143-7fdaf054dbc8'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:28:07.058520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba88a-8444-4bd1-a9a3-cd66f063fedd req-cfd7c54c-9c4a-42be-acc7-19e558eda54b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:07.059951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2bba88a-8444-4bd1-a9a3-cd66f063fedd req-cfd7c54c-9c4a-42be-acc7-19e558eda54b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 981 time: 0.0844803 Jun 09 13:28:07.103469 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2bba88a-8444-4bd1-a9a3-cd66f063fedd req-fc8bfdf7-ba95-45c2-9538-76bbcc24814d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Jun 09 13:28:08.307954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b4b9-2a72-4ce3-923e-3b5a8955afe9 req-46e7e141-5b87-47aa-a9bd-347130647a41 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:08.309428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a094b4b9-2a72-4ce3-923e-3b5a8955afe9 req-46e7e141-5b87-47aa-a9bd-347130647a41 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 981 time: 0.0836191 Jun 09 13:28:08.310171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:08.362902 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a094b4b9-2a72-4ce3-923e-3b5a8955afe9 req-9b331492-6722-4f0c-b355-9b2f11864cb8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 Jun 09 13:28:08.383139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:08.387990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:08.388312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:08.513138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:08.552617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:08.554923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8504d0ab-7bc4-47a5-9b74-a48621b6b202" -d '{"events": [{"server_uuid": "bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:08.563443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:08.568934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:08.571939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:08.612248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46615a5-0a7d-4759-9807-55740ca75645 x-openstack-request-id: req-b46615a5-0a7d-4759-9807-55740ca75645 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:08.612499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1", "name": "network-vif-plugged", "status": "completed", "tag": "7924bf79-f665-4d2e-9143-7fdaf054dbc8", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:08.612749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b46615a5-0a7d-4759-9807-55740ca75645 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:08.613165 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7924bf79-f665-4d2e-9143-7fdaf054dbc8', 'code': 200} Jun 09 13:28:08.645622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=10']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:08.648676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:08.836133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec344d-7dad-4cf5-a2a5-f55e1efd394e req-b3d8f99f-e205-4a88-9bd8-4d087f678047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:08.837618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bbec344d-7dad-4cf5-a2a5-f55e1efd394e req-b3d8f99f-e205-4a88-9bd8-4d087f678047 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 1136 time: 0.0742316 Jun 09 13:28:08.878767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bbec344d-7dad-4cf5-a2a5-f55e1efd394e req-8f305e59-78da-4d4c-bbae-da6e31a06aac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Jun 09 13:28:09.562273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969cd80-5766-4dfc-892e-407f7418bd4c req-31b4be92-6255-4390-8bbf-cfa0a1b8d7c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:09.563724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e969cd80-5766-4dfc-892e-407f7418bd4c req-31b4be92-6255-4390-8bbf-cfa0a1b8d7c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.0858195 Jun 09 13:28:09.608101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e969cd80-5766-4dfc-892e-407f7418bd4c req-ffd93557-57e3-4421-b62d-6f591fd0f53a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Jun 09 13:28:10.818835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d9d8-3ec7-44da-982a-5c2e4f8074ef req-a5d09da1-0fb7-4cf2-93a5-7af6f0f5dab5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:10.820287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9e4d9d8-3ec7-44da-982a-5c2e4f8074ef req-a5d09da1-0fb7-4cf2-93a5-7af6f0f5dab5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.0890052 Jun 09 13:28:10.864483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9e4d9d8-3ec7-44da-982a-5c2e4f8074ef req-85abf671-f0a7-4c67-afbf-9a9c4122307b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Jun 09 13:28:11.063320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf6230-2a83-4c64-bd98-3405cdced957 req-8198a418-042c-4a3c-a7f4-05eaadbc7c4a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:11.064759 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85cf6230-2a83-4c64-bd98-3405cdced957 req-8198a418-042c-4a3c-a7f4-05eaadbc7c4a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.0930865 Jun 09 13:28:11.110470 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85cf6230-2a83-4c64-bd98-3405cdced957 req-ca186736-4571-4557-868f-7f720712b90c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Jun 09 13:28:11.141218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53102) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:11.218148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be73c0-7b58-4d6a-9afd-593f9ba74d4b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:11.219573 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-45be73c0-7b58-4d6a-9afd-593f9ba74d4b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1&network_id=09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 200 len: 1131 time: 0.0772917 Jun 09 13:28:11.608819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad9cb4-a3f9-474b-a6ea-4b35b79100ba req-b81aded9-aba8-4970-9b40-659234e2d5cb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:11.610263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8ad9cb4-a3f9-474b-a6ea-4b35b79100ba req-b81aded9-aba8-4970-9b40-659234e2d5cb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.0882518 Jun 09 13:28:11.653815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8ad9cb4-a3f9-474b-a6ea-4b35b79100ba req-321f0125-5979-4357-a1b0-730cc0a11181 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 Jun 09 13:28:12.903756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e65530-454e-4509-a326-7c35f1b4cce8 req-937b5e6a-22dd-417c-b465-32a5ab35edf7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:12.905197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9e65530-454e-4509-a326-7c35f1b4cce8 req-937b5e6a-22dd-417c-b465-32a5ab35edf7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.1373291 Jun 09 13:28:12.916211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-2a663c4a-8c3d-4f44-85da-1779e76103cb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:12.917512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-2a663c4a-8c3d-4f44-85da-1779e76103cb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 983 time: 0.1160309 Jun 09 13:28:13.133108 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9e65530-454e-4509-a326-7c35f1b4cce8 req-1b190564-2646-4a34-975e-6437c40bceca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=95081269-f0eb-4929-b5c2-4aa355beb4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146552 Jun 09 13:28:13.136246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-e856a3c5-274e-43eb-be9f-79c54b05e6ac tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:13.137520 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-e856a3c5-274e-43eb-be9f-79c54b05e6ac tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2040434 Jun 09 13:28:13.280990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-c5512f86-cab1-44be-a274-f62d973afb6e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1381330 Jun 09 13:28:13.290699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:13.399318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:13.611541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7924bf79-f665-4d2e-9143-7fdaf054dbc8,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:13.640076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] For port 7924bf79-f665-4d2e-9143-7fdaf054dbc8, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:13.689742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] device_id is not set on port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 yet. {{(pid=92384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 09 13:28:13.698203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:13.705195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:13.708992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:13.851802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Pushing event updated for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=11']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:13.854969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:13.907532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] No DVR routers for this DVR port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:28:13.996821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ee350d13-50f1-45ec-97f1-8c4b49224140 None None] Provisioning complete for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:13.997434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee350d13-50f1-45ec-97f1-8c4b49224140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:14.059982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ee350d13-50f1-45ec-97f1-8c4b49224140 None None] Port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:28:14.128631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] In _notify_port_updated(), no bound segment for port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 on network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 {{(pid=92384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 09 13:28:14.129495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:14.130108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:14.131401 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d8f2c2f-508f-4c13-bd21-c0fad7c5a945 req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] 10.222.0.42 "PUT /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 200 len: 1026 time: 0.8446865 Jun 09 13:28:14.293188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8c34e213-f4cd-44b0-ab86-06e60e8de2c7 req-9821d62b-cea9-4576-a3e7-3761e1fb7554 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb579bda-fd7b-4fe7-990f-b3c3dc6dd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0489936 Jun 09 13:28:15.394163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53114) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:15.481470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:15.510584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:15.577806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:15.580150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:15.581267 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/03cdc951-62df-4b2d-a771-6ad6c48c1fcf HTTP/1.1" status: 204 len: 168 time: 0.1859605 Jun 09 13:28:15.582143 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:15.593084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cdc951-62df-4b2d-a771-6ad6c48c1fcf,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:15.595385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:15.614609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:15.884134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 4a7c265b-8cb1-4742-997f-786b58003b69 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:15.884399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:16.152737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:16.152981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:16.273217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 4a7c265b-8cb1-4742-997f-786b58003b69 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:16.400013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:16.405591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99092eed-6781-4ed1-b1a0-01cb11012b3d tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:16.459506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=4a7c265b-8cb1-4742-997f-786b58003b69,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:16.462556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:16.547968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:16.548343 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 2f0a9e36-cd85-492f-8283-a58d04499dfb disassociated (deleted). External IP: 172.26.5.172, port: 7924bf79-f665-4d2e-9143-7fdaf054dbc8. Jun 09 13:28:16.914499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 399defa9-c3b2-4efc-b600-124c1c1ef67b has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:17.088173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:17.092579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.097994 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Sync routers for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:17.109016 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:17.109624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:17.147954 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/2f0a9e36-cd85-492f-8283-a58d04499dfb HTTP/1.1" status: 204 len: 168 time: 1.5322161 Jun 09 13:28:17.283995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:17.297071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53124) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:17.365951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.396169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.465137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.467731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.468935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/64cb14a3-4f64-4b78-a5e3-f3ad94599100 HTTP/1.1" status: 204 len: 168 time: 0.1708364 Jun 09 13:28:17.469729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3d9e682b-0cf4-4cca-b4db-e6e79aeef10c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:17.480653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cb14a3-4f64-4b78-a5e3-f3ad94599100,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:17.487929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.488305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.488937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.489309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.489666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.490030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.490383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.490760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.491119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.491470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.491924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.492301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:17.495595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:17.502171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:17.597543 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:17.601431 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Checking router: 399defa9-c3b2-4efc-b600-124c1c1ef67b for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:17.610135 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:17.610845 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:27:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:17.646995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:17.647252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.786123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.787911 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:17.864705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89031292-111c-4e1b-b4a4-aac0250f0e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:17.912138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 7924bf79-f665-4d2e-9143-7fdaf054dbc8 owned by {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:18.028229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:18.036551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b3a5f70f-4872-4a40-8f1e-62a0bf906c04 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:18.096650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=7924bf79-f665-4d2e-9143-7fdaf054dbc8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:18.100130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:18.108578 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:18.112435 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d706450b-5df9-4054-ac99-112d00f3052b None None] The sync data for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv is: [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:34Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c41688a7-db93-4e9a-9143-ef66cf7cab23', 'name': '', 'network_id': '09b3be6a-e39d-4300-8837-5fcf7e9016f5', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:33Z', 'updated_at': '2021-06-09T13:27:39Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'd0801a92-7835-45fd-bd18-14a02fbb4b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:18.331352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:18.333286 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/ports/7924bf79-f665-4d2e-9143-7fdaf054dbc8 HTTP/1.1" status: 204 len: 168 time: 0.8300633 Jun 09 13:28:18.336681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53130) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:18.340877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:18.368668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717850d9-90cb-4ec4-998d-0142af9e6036 None None] New status for floating IP 2f0a9e36-cd85-492f-8283-a58d04499dfb: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:28:18.527615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 7924bf79-f665-4d2e-9143-7fdaf054dbc8 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:18.527909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7924bf79-f665-4d2e-9143-7fdaf054dbc8 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:18.901381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:19.322480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port c41688a7-db93-4e9a-9143-ef66cf7cab23 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:19.322866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:19.454308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port c41688a7-db93-4e9a-9143-ef66cf7cab23, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c41688a7-db93-4e9a-9143-ef66cf7cab23,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:19.455123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:19.573636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for c41688a7-db93-4e9a-9143-ef66cf7cab23 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:19.848508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:19.852202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:19.898808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=c41688a7-db93-4e9a-9143-ef66cf7cab23,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:19.924597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:20.184229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.246770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26994108-f656-41ec-86cc-b0cd89f330a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.326899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.555912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 399defa9-c3b2-4efc-b600-124c1c1ef67b has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:20.734378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:20.739435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/399defa9-c3b2-4efc-b600-124c1c1ef67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4015486 Jun 09 13:28:20.742286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53132) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:20.745043 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Sync routers for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:20.755277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:20.755988 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:20.810003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet d0801a92-7835-45fd-bd18-14a02fbb4b62 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:28:20.814052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.873449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.960262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:20.966873 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:21.037039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.040679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6580c17a-ecf9-453e-a3f3-0c729b759b63 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:21.075997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=d0801a92-7835-45fd-bd18-14a02fbb4b62,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:21.078415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:21.081502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.082843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/d0801a92-7835-45fd-bd18-14a02fbb4b62 HTTP/1.1" status: 204 len: 168 time: 0.3395975 Jun 09 13:28:21.086167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53134) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:21.088187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747aa74d-754f-4a68-a747-e3b1f7fed02a None None] Network 09b3be6a-e39d-4300-8837-5fcf7e9016f5 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:28:21.253234 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:28:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:21.257890 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Checking router: 399defa9-c3b2-4efc-b600-124c1c1ef67b for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:21.266923 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Routers {'399defa9-c3b2-4efc-b600-124c1c1ef67b'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:21.267537 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['399defa9-c3b2-4efc-b600-124c1c1ef67b'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:21.340849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.364719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] DHCP port deletion for 09b3be6a-e39d-4300-8837-5fcf7e9016f5 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:28:21.407981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.438671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Deleting port 3f16f3ad-bb98-48e9-9252-4f587100ffeb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:21.439048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.447049 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] Set router 399defa9-c3b2-4efc-b600-124c1c1ef67b gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:21.538504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] For port 3f16f3ad-bb98-48e9-9252-4f587100ffeb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3f16f3ad-bb98-48e9-9252-4f587100ffeb,segment=NetworkSegment(42d457e0-b301-42c1-ac9f-5bf662ed4476),segment_id=42d457e0-b301-42c1-ac9f-5bf662ed4476)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:21.538993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.585474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.662219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:21.662671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.665974 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Calling delete_port for 3f16f3ad-bb98-48e9-9252-4f587100ffeb owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:21.713269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.717916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:21.739576 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:28:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:21.744170 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f320b-dc67-4d32-bf50-a4c4b5257320 None None] The sync data for ids ['399defa9-c3b2-4efc-b600-124c1c1ef67b'] in dv-neutron-601336-89-hyperv is: [{'id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'name': 'tempest-TestNetworkBasicOps-router-1967626200', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96'}], 'enable_snat': True}, 'gw_port_id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:28:19Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '29d1fe31-8955-4f9f-a878-3b16e7b7a2eb', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399defa9-c3b2-4efc-b600-124c1c1ef67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:27:29Z', 'updated_at': '2021-06-09T13:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:21.765753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Pushing event deleted for resources: {'Port': ['ID=3f16f3ad-bb98-48e9-9252-4f587100ffeb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:21.768287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] No DVR routers for this DVR port 3f16f3ad-bb98-48e9-9252-4f587100ffeb on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:28:21.769054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:21.799985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:21.800458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:21.917784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:22.058871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.062298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b2b90e0c-08ec-4fa6-af51-1a58de9a6fa3 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:22.110669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=29d1fe31-8955-4f9f-a878-3b16e7b7a2eb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:22.113816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:22.205608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.375569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.377903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.402149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.402684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 399defa9-c3b2-4efc-b600-124c1c1ef67b {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:28:22.409291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.410642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/399defa9-c3b2-4efc-b600-124c1c1ef67b HTTP/1.1" status: 204 len: 168 time: 1.3231499 Jun 09 13:28:22.414850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53136) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:22.529948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.792705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.806899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b3be6a-e39d-4300-8837-5fcf7e9016f5']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:22.821422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d457e0-b301-42c1-ac9f-5bf662ed4476') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:22.821724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d457e0-b301-42c1-ac9f-5bf662ed4476') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:22.835165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.853656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.860635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:28:22.861021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.862506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3f16f3ad-bb98-48e9-9252-4f587100ffeb no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:28:22.877524 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:28:22.898143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 3f16f3ad-bb98-48e9-9252-4f587100ffeb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:22.898491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3f16f3ad-bb98-48e9-9252-4f587100ffeb not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:22.898946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:22.930933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:22.931283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 29d1fe31-8955-4f9f-a878-3b16e7b7a2eb not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:22.931709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c41688a7-db93-4e9a-9143-ef66cf7cab23 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:22.958830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.962736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ec39b55e-5aaa-4438-90b6-80d6ebc88cc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:22.966889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c41688a7-db93-4e9a-9143-ef66cf7cab23 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:22.967245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c41688a7-db93-4e9a-9143-ef66cf7cab23 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:22.977195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:22.978834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/09b3be6a-e39d-4300-8837-5fcf7e9016f5 HTTP/1.1" status: 204 len: 168 time: 0.5630052 Jun 09 13:28:22.988656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=09b3be6a-e39d-4300-8837-5fcf7e9016f5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:22.991700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53138) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:22.997936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:23.005236 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-eec945e4-7cc2-4102-8567-0b39ed478642 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0100842 Jun 09 13:28:23.006866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53140) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:23.011304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--149518999', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:23.033092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:28:23.036425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.046113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.063650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:28:23.071924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.072256 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment fefa111c-3cf7-4e10-a92d-99794c36877f of type vlan for network 0028546d-fa5d-4010-a14d-fe31b2af57a3 Jun 09 13:28:23.097094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.131697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.136885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:23.137598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.141169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67c40d73-a648-4753-9db5-fc2121a80c60 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:23.227920 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2209766 Jun 09 13:28:23.230783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53142) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:23.235614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-921457908', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:23.239412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=0028546d-fa5d-4010-a14d-fe31b2af57a3,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:23.247157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.247571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.247955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.248335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.248690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.249079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.249444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.249788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.250188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.250577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.250946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.251313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:23.255199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:23.263125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:28:23.270436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.271588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.286941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.562751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.863472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:23.891438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:24.042824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.2 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/cfccba87-8f13-4dc6-808a-74b2d4f1d89b) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:28:24.192974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:24.227503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:24.230973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8ef48fa3-3121-4c24-a361-50f3b8370784 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:24.290651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:24.293577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:24.296111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:28:24.329917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:24.332661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:24.858109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:25.204153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:25.408809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 23fe529b-07de-4023-abb3-fbd909888a7e is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:28:25.602824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:25.614565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:25.624285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:25.624914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:25.629611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:25.630974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3990240 Jun 09 13:28:25.634275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53144) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:25.677660 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b730471c-27a0-464f-b648-067b000f9be7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410645 Jun 09 13:28:25.679147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53146) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:25.797823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:25.804619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb770bf0-110a-4224-9d3a-c8a7e07fdb0e tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:25.806068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cb770bf0-110a-4224-9d3a-c8a7e07fdb0e tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260214 Jun 09 13:28:25.808991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53148) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:25.846414 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-10d36326-0c19-48e2-915f-46c2c954f655 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362411 Jun 09 13:28:25.848828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53150) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:25.853615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688641406', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:26.126488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:28:26.129897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.131161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:24Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:26.135102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:26.135465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Updating router 23fe529b-07de-4023-abb3-fbd909888a7e port cfccba87-8f13-4dc6-808a-74b2d4f1d89b binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:28:26.187362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.338087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.341810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13d1e8ed-97c5-405b-8c1a-825569679be5 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:26.419167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=61d6066e-98cd-4613-8189-841eae94fe45,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:26.423134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:26.427159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:26.427513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 0028546d-fa5d-4010-a14d-fe31b2af57a3, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:28:26.444272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:28:26.453648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 0028546d-fa5d-4010-a14d-fe31b2af57a3) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:26.457840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:26.458424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.476114 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6262958 Jun 09 13:28:26.478977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53152) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:26.486929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a0136-1a7e-4608-b548-9cd3f5147a95 None None] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:28:26.588132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.606448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Transition to ACTIVE for port object cfccba87-8f13-4dc6-808a-74b2d4f1d89b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:26.623526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.629380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fb8ab89-ae18-4a65-aca7-b6544f884afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:26.757056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Attempting to bind port cfccba87-8f13-4dc6-808a-74b2d4f1d89b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:28:26.757401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Attempting to bind port cfccba87-8f13-4dc6-808a-74b2d4f1d89b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:28:26.757792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Attempting to bind port cfccba87-8f13-4dc6-808a-74b2d4f1d89b on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:26.761456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:26.766775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:26.770966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:28:26.771335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:26.771817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.772107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:28:26.772579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Bound port: cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:28:26.772944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.877904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-0028546d-fa5d-4010-a14d-fe31b2af57a3', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:28:26.878770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.906395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:26.910545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:28:26.951495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:26.956278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:27.092432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:27.093064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:27.145528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:27.162104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:27.187356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:27.260124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Allocated IP 172.20.0.2 (0028546d-fa5d-4010-a14d-fe31b2af57a3/61d6066e-98cd-4613-8189-841eae94fe45/cfd6e382-5248-4364-97fb-b544fee58fae) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:28:27.358501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:27.758844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:27.771667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Transition to ACTIVE for port object cfd6e382-5248-4364-97fb-b544fee58fae will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:27.798194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Transition to ACTIVE for port object cfd6e382-5248-4364-97fb-b544fee58fae will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:27.806262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:27.811003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-15f5995a-1c46-4036-b107-421d9fc17d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:27.874619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:24Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:27.883946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:27.887648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:27.891762 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e0631-a6a1-4bf3-98af-a610ecaf2b4a None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:24Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:27.895978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:28:27.902419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Pushing event updated for resources: {'Port': ['ID=cfd6e382-5248-4364-97fb-b544fee58fae,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:27.940903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.941293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.941640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.941978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.942281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.942639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.943002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.943331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.943655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.943982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.944292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.944613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:28:27.953017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:28.007200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Attempting to bind port cfd6e382-5248-4364-97fb-b544fee58fae on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:28:28.007579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Attempting to bind port cfd6e382-5248-4364-97fb-b544fee58fae by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:28:28.007946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Attempting to bind port cfd6e382-5248-4364-97fb-b544fee58fae on network 0028546d-fa5d-4010-a14d-fe31b2af57a3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:28.013289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:28:28.013672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Checking segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:28.014081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.014475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Bound using segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:28:28.014977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Bound port: cfd6e382-5248-4364-97fb-b544fee58fae, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:28:28.015357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.029152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (0028546d-fa5d-4010-a14d-fe31b2af57a3/61d6066e-98cd-4613-8189-841eae94fe45/c30920cb-6cbf-4cb4-b6a4-b96743e885ab) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:28:28.122609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] For port cfd6e382-5248-4364-97fb-b544fee58fae, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:28.129156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] For port cfd6e382-5248-4364-97fb-b544fee58fae, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfd6e382-5248-4364-97fb-b544fee58fae,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:28:28.135243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.139212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e3f4f2f2-41d0-4ccf-9176-1922fd758a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:28.210428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.227910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object c30920cb-6cbf-4cb4-b6a4-b96743e885ab will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:28.234662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Pushing event updated for resources: {'Port': ['ID=cfd6e382-5248-4364-97fb-b544fee58fae,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:28.238235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:28.255226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.259062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:28.334388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:28.337674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:28.342078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:28:28.373211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:28.380155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:28.410874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.555561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.575904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.885479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfd6e382-5248-4364-97fb-b544fee58fae up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:28.957834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cfd6e382-5248-4364-97fb-b544fee58fae completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:28.963410 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:28.992271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:28.998270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.027396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:29.041560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cfccba87-8f13-4dc6-808a-74b2d4f1d89b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:29.047156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cfccba87-8f13-4dc6-808a-74b2d4f1d89b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:29.047548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.117100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.120872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:29.124412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:29.173742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.193681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:29.200219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.203874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:29.239875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f951b0-2503-4cdc-85b7-ba93784750e2 None None] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:28:29.260432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:29.261548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:29.382308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Provisioning for port cfd6e382-5248-4364-97fb-b544fee58fae completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:29.393124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:29.396248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:29.409287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Provisioning complete for port cfd6e382-5248-4364-97fb-b544fee58fae triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:29.409665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.457235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 23fe529b-07de-4023-abb3-fbd909888a7e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:29.630684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.675947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] For port cfd6e382-5248-4364-97fb-b544fee58fae, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfd6e382-5248-4364-97fb-b544fee58fae,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:29.684641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:29.687041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:29.774912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Pushing event updated for resources: {'Port': ['ID=cfd6e382-5248-4364-97fb-b544fee58fae,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:29.783194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:29.833176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:29.844465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3644454 Jun 09 13:28:29.847081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53154) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:29.847984 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:29.859813 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:29.860789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:30.002413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.003353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.003841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.004305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.004780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.005232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.009661 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2aac615-b989-4fdd-bd9e-857be1b448b0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1587296 Jun 09 13:28:30.010378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53156) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:30.012145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Provisioning for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:30.020841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:30.021371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.099052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.099525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.100022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.100213 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:30.100476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.100931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.101369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:30.103851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Port c30920cb-6cbf-4cb4-b6a4-b96743e885ab cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:28:30.106161 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d3028b0b-5d7d-4ce7-9fb5-b03b88cf3330 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0946014 Jun 09 13:28:30.106857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53158) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:30.115344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Provisioning complete for port cfd6e382-5248-4364-97fb-b544fee58fae triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:30.115841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3059-14e1-47bb-83e8-0a7d04803582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.347407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b007959e-7c8c-4c1a-b257-38079fe4f465 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2389348 Jun 09 13:28:30.427578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7dcd5206-cbe5-48b6-8910-29f2d02c5f52 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:30.428458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5206-cbe5-48b6-8910-29f2d02c5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.455898 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:30.459879 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:30.460332 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Updating router 23fe529b-07de-4023-abb3-fbd909888a7e port c30920cb-6cbf-4cb4-b6a4-b96743e885ab binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:28:30.481503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd5206-cbe5-48b6-8910-29f2d02c5f52 None None] Port c30920cb-6cbf-4cb4-b6a4-b96743e885ab cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:28:30.511217 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.646015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53162) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:30.650731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151225306', 'description': 'tempest-secgroup-smoke-151225306 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:30.688165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.788313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.793803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.797951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ecf8abea-54db-4372-a37b-85393d598dfa tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:30.843494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.844721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976721 Jun 09 13:28:30.844939 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.845747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5ae46-9e8f-4de1-868b-3520124b33d1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:30.847842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53164) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:30.853298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfd6e382-5248-4364-97fb-b544fee58fae up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:30.857259 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Transition to ACTIVE for port object c30920cb-6cbf-4cb4-b6a4-b96743e885ab will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:30.863955 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.864203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:30.867566 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:30.869924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:30.894152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.924875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cfd6e382-5248-4364-97fb-b544fee58fae triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:30.925486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.934502 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4c85-5918-4972-864e-e1db399074ef None None] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:30.962660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.968101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:30.970254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0d1fa9be-9e18-4017-b986-c03f74f9994b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:30.987843 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-916b4c85-5918-4972-864e-e1db399074ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:30.999701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e88a9f4-68cf-445b-8eef-9715b6bc35c1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.003098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.006832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.008344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595728 Jun 09 13:28:31.011394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53166) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:31.016413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:31.050121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.073516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:31.091086 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Attempting to bind port c30920cb-6cbf-4cb4-b6a4-b96743e885ab on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:28:31.091463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Attempting to bind port c30920cb-6cbf-4cb4-b6a4-b96743e885ab by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:28:31.091830 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Attempting to bind port c30920cb-6cbf-4cb4-b6a4-b96743e885ab on network 0028546d-fa5d-4010-a14d-fe31b2af57a3 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:31.097714 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:28:31.098098 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Checking segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:31.098508 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.098932 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Bound using segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:28:31.099400 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Bound port: c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:28:31.099776 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.152959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cfccba87-8f13-4dc6-808a-74b2d4f1d89b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:31.153486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.193802 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:31.197655 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:28:31.204676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.209665 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-365f1e70-ce1e-4300-be02-9836da55420a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.284990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.291077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.292917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-afa9bae5-1b58-4cbe-a29c-f6cc9273b9d9 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.295024 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4c85-5918-4972-864e-e1db399074ef None None] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.299247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-916b4c85-5918-4972-864e-e1db399074ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.300014 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:31.300635 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:31.309926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3405564-7609-48a1-aa5d-c79fa7a04fd2,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.313839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.330176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.334884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53168) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:31.335516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3230219 Jun 09 13:28:31.340140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:31.372852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.452824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.458837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.460955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d60a57d8-b0bf-4142-ac84-76b8be4e3d40 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.484000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc98efde-97dc-4fb9-94d5-2a7807afe4f7,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.486794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.488755 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:31.495018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.498936 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600163 Jun 09 13:28:31.499246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53170) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:31.504500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:31.541046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.605147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.609681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.611476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-65efea3b-4e80-40fa-b651-1b6e7e08b167 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.632795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e7bd07-92ed-48f3-85d5-184393e70473,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.635240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.640819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.642960 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424329 Jun 09 13:28:31.644709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53172) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:31.649396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:31.675431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:28:31.685910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.750223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.754319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.756142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8aa4031f-f006-46b3-a107-04eb15f4ce18 tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.779014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5628fb64-18be-4ff4-91a3-5f69e73edeab,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.781533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.788298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.789666 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438720 Jun 09 13:28:31.792570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:31.797532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '90d5ae46-9e8f-4de1-868b-3520124b33d1', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:31.805939 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:31Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:31.809853 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84263b-fe6b-45d8-bc34-a3bb7fc9c789 None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:31Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:31.822330 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:28:31.828713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.906514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.911052 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.912943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3b515d64-46e5-4fc7-8d56-27f0766581ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:31.937646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ff3d92-9340-4db7-b0c5-121354450033,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:31.940786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:31.945130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:31.947225 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535532 Jun 09 13:28:32.072668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:28:32.121614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-f9eb85d0-ff34-4947-8dc0-fd1d24909b95 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151225306&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0449655 Jun 09 13:28:32.278892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-782369dd-556e-431d-8fde-2e00b2cc2f57 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:32.280416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-782369dd-556e-431d-8fde-2e00b2cc2f57 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 200 len: 796 time: 0.1517782 Jun 09 13:28:32.296013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-db52d7f3-2738-4c72-be23-155c7402256b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0099535 Jun 09 13:28:32.384924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-58e9a5cd-9e05-438c-a5c3-144da2dc0edf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832274 Jun 09 13:28:32.526776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-6c4819cf-9065-4c29-91a7-53f1a3012b99 service neutron] 10.222.0.21 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293948 Jun 09 13:28:32.664510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-bcaf2b29-5cb5-4a1e-a6fe-5431f4706339 service neutron] 10.222.0.21 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317000 Jun 09 13:28:32.863009 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6bb4681a-7ee8-4fa1-aa79-31312602f6ed req-8307ae6a-3dc2-48a3-8eff-caf1f0216490 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 210 time: 0.0501413 Jun 09 13:28:32.882728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:32.952224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:32.957801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:32.958323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:33.081187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:33.112458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:33.117969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:33.120888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:33.191882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:33.194734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:33.948795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-2173173e-984d-405f-9515-1e0dc31cd062 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:33.950096 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-2173173e-984d-405f-9515-1e0dc31cd062 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 200 len: 796 time: 0.1526535 Jun 09 13:28:34.027712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b1addd2-5981-450a-8282-cdb594909bd1 req-430c67fa-52ba-4016-8577-1c6aad648a02 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 210 time: 0.0557249 Jun 09 13:28:34.042372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-c9b1f477-58bf-4daa-8805-8066bb463645 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 379 time: 0.0830369 Jun 09 13:28:34.055085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['90d5ae46-9e8f-4de1-868b-3520124b33d1']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:34.209696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:28:34.213056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:34.515171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.9 (0028546d-fa5d-4010-a14d-fe31b2af57a3/61d6066e-98cd-4613-8189-841eae94fe45/e7f2e246-99b3-4c69-b845-590cd1233c1d) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:28:34.712234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:34.729340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object e7f2e246-99b3-4c69-b845-590cd1233c1d will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:34.761533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:34.767374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ab592001-f5e3-4301-b385-998c6d4fa117 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:34.833798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:34.834333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:34.837268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:34.841164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:28:34.875253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:34.879850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:34.905849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:34.906233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:34.909453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:34.910094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:34.931211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8794606 Jun 09 13:28:34.942946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Request body: {'port': {'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:35.062145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.103810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0abbde1e-6f30-46a7-93a9-d70923f11916 None None] Provisioning for port e7f2e246-99b3-4c69-b845-590cd1233c1d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:35.109690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0abbde1e-6f30-46a7-93a9-d70923f11916 None None] Provisioning complete for port e7f2e246-99b3-4c69-b845-590cd1233c1d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:35.110159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abbde1e-6f30-46a7-93a9-d70923f11916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.165050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0abbde1e-6f30-46a7-93a9-d70923f11916 None None] Port e7f2e246-99b3-4c69-b845-590cd1233c1d cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:28:35.359825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d480c4-2acf-44b8-8d77-9df09dd7e80e req-b8b41d68-6b84-4555-8590-6550cf14d37a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:35.361262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48d480c4-2acf-44b8-8d77-9df09dd7e80e req-b8b41d68-6b84-4555-8590-6550cf14d37a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 931 time: 0.2219768 Jun 09 13:28:35.430825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48d480c4-2acf-44b8-8d77-9df09dd7e80e req-2dcf1154-24c3-42d7-8b6c-f7a0a242b680 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599082 Jun 09 13:28:35.499313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f2e246-99b3-4c69-b845-590cd1233c1d {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:28:35.506429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.520573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Transition to ACTIVE for port object e7f2e246-99b3-4c69-b845-590cd1233c1d will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:28:35.527021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.532600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:35.660564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:35.701008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:35.774817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Attempting to bind port e7f2e246-99b3-4c69-b845-590cd1233c1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:28:35.775117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Attempting to bind port e7f2e246-99b3-4c69-b845-590cd1233c1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:28:35.775472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Attempting to bind port e7f2e246-99b3-4c69-b845-590cd1233c1d on network 0028546d-fa5d-4010-a14d-fe31b2af57a3 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:35.780741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Port e7f2e246-99b3-4c69-b845-590cd1233c1d on network 0028546d-fa5d-4010-a14d-fe31b2af57a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:28:35.781038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Attempting to bind port e7f2e246-99b3-4c69-b845-590cd1233c1d on network 0028546d-fa5d-4010-a14d-fe31b2af57a3 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:28:35.786427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:28:35.786790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Checking segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:28:35.787294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Bound using segment: {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:28:35.787719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Bound port: e7f2e246-99b3-4c69-b845-590cd1233c1d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefa111c-3cf7-4e10-a92d-99794c36877f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:28:35.788059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.880314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:28:35.883510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:28:35.890869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.894287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9ae6c2cb-834c-4253-8174-d243ae236a32 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:35.949764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:35.950366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:35.951785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 200 len: 1093 time: 1.0136395 Jun 09 13:28:35.952305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:35.954600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b01ccce-e40c-4542-8601-859ce434e9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:35.980117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:35.983628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:36.028962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221a01d-00a2-401b-876d-976d9549ce0a x-openstack-request-id: req-d221a01d-00a2-401b-876d-976d9549ce0a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:36.029329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:36.029713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d221a01d-00a2-401b-876d-976d9549ce0a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:36.030146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'status': 'completed', 'code': 200} Jun 09 13:28:36.076388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-49ebece0-d045-45f7-bb38-ec0c0cf91b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:36.077911 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-49ebece0-d045-45f7-bb38-ec0c0cf91b00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1096 time: 0.0800285 Jun 09 13:28:36.146054 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-5c00478b-2daf-4031-a157-c0ec2ad88e26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 200 len: 217 time: 0.0602388 Jun 09 13:28:36.219056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-34c324ea-3258-4bcd-9042-ce687a92c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:36.220518 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-34c324ea-3258-4bcd-9042-ce687a92c50a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61d6066e-98cd-4613-8189-841eae94fe45 HTTP/1.1" status: 200 len: 834 time: 0.0683453 Jun 09 13:28:36.296791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-3288b3e6-5fa8-4c48-aa73-3fe6b0193e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:36.298243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-3288b3e6-5fa8-4c48-aa73-3fe6b0193e69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0028546d-fa5d-4010-a14d-fe31b2af57a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713682 Jun 09 13:28:36.602031 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-a249d724-fea5-4835-b4b0-bbda4ce3abe8 service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969489 Jun 09 13:28:36.728735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e968317-0c40-47d4-a457-b124fc59ae9a req-d7e2bdb0-da7f-4eb4-b496-213883d34b8a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:36.730071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e968317-0c40-47d4-a457-b124fc59ae9a req-d7e2bdb0-da7f-4eb4-b496-213883d34b8a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 943 time: 0.1913030 Jun 09 13:28:36.768962 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c83f61a-4e92-4bbb-b781-0fccc23397b1 req-1a2b3a7b-1803-427e-9fa9-5027f77cfa6c service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581686 Jun 09 13:28:36.790889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e968317-0c40-47d4-a457-b124fc59ae9a req-974368ca-3a6e-4055-bf6c-68dd467229ac tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537481 Jun 09 13:28:36.899140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-03de106f-1e97-4235-a509-ad61cbedff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:36.900713 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-03de106f-1e97-4235-a509-ad61cbedff33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1096 time: 0.0786963 Jun 09 13:28:36.973773 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-169dd976-b9fd-4d62-a94c-711d28a4e00e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749440 Jun 09 13:28:37.030998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-330739ff-dc43-4c54-9065-8b775a4173ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.032344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-330739ff-dc43-4c54-9065-8b775a4173ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 200 len: 897 time: 0.1253812 Jun 09 13:28:37.069206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-52642cf8-d0bd-4a47-ba18-83f45ea238a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.070731 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-52642cf8-d0bd-4a47-ba18-83f45ea238a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1099 time: 0.0732110 Jun 09 13:28:37.105026 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-c4314690-86b5-4d7d-af76-21224da434a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 200 len: 217 time: 0.0639780 Jun 09 13:28:37.167005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-21d5d6f4-83be-4954-b431-5379ca9d8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.168438 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-21d5d6f4-83be-4954-b431-5379ca9d8a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61d6066e-98cd-4613-8189-841eae94fe45 HTTP/1.1" status: 200 len: 834 time: 0.0571883 Jun 09 13:28:37.216066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-2a182e30-18c1-46ce-9449-6d42b34c4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.217538 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-2a182e30-18c1-46ce-9449-6d42b34c4bd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.1273863 Jun 09 13:28:37.251087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-a704469a-7252-4a5d-a0cf-3b2335992e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.252550 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-a704469a-7252-4a5d-a0cf-3b2335992e9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0028546d-fa5d-4010-a14d-fe31b2af57a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767772 Jun 09 13:28:37.324541 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-9537002d-4999-4cbf-bbb4-02e77d5e5bf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 1001 time: 0.0995843 Jun 09 13:28:37.396227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-eb196a9c-b8c4-4212-ad07-8cb7440d4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.397676 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-eb196a9c-b8c4-4212-ad07-8cb7440d4fc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0637701 Jun 09 13:28:37.402097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-285887b8-c823-461c-b849-556d1fdb15ea service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419954 Jun 09 13:28:37.408510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53210) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:37.538137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8b01ccce-e40c-4542-8601-859ce434e9c7 req-5348b2fb-874c-47b0-8663-31923a85ba6e service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262381 Jun 09 13:28:37.685255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-8e0d936f-5cb6-4963-8165-7775a0f7bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.686918 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-8e0d936f-5cb6-4963-8165-7775a0f7bb5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2232442 Jun 09 13:28:37.837187 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-ecb00d39-e8e9-4c6d-ba50-f522c546c7f9 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387348 Jun 09 13:28:37.838729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port 7b94a7c4-c73f-4363-a11c-1d3e4573ae56 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:37.839067 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:37.977021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62bebf-af9d-4569-b07f-4f4091ca479d req-39923fbe-1da5-4e90-bab7-6790130d68d8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:37.978441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec62bebf-af9d-4569-b07f-4f4091ca479d req-39923fbe-1da5-4e90-bab7-6790130d68d8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 943 time: 0.0788467 Jun 09 13:28:38.022901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec62bebf-af9d-4569-b07f-4f4091ca479d req-669e15f4-289b-45ef-b9f8-4da6204d1812 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383801 Jun 09 13:28:38.059378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:38.059993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:38.071053 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4f562941-7736-4fe4-a23b-4f1e1b0a7eb2 req-f312a0ad-8243-421d-8025-724d40ce4f37 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202182 Jun 09 13:28:38.181065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for 7b94a7c4-c73f-4363-a11c-1d3e4573ae56 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:38.457005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:38.460908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9b50d1f7-6154-4760-99f0-6f99018d2500 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:38.511344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=7b94a7c4-c73f-4363-a11c-1d3e4573ae56,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:38.514475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:38.605205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:38.605491 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP f56fa2df-40ec-46a7-aabe-e3afaea6e48c disassociated (deleted). External IP: 172.26.5.44, port: d4118cce-77ad-4ae8-9d3d-2780b8b9625b. Jun 09 13:28:38.956478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:39.141357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:39.146124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:39.151329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:39.162155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:39.163118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:39.204153 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "DELETE /v2.0/floatingips/f56fa2df-40ec-46a7-aabe-e3afaea6e48c HTTP/1.1" status: 204 len: 168 time: 1.7946169 Jun 09 13:28:39.204825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:39.207246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88e427-8400-4d40-9a44-31061cc24180" -d '{"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:39.215256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dd9c1-3e8e-4aeb-8a85-6d386d8a83eb req-97a7c921-7db9-4c5a-ad97-54aa98915e1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.216768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-076dd9c1-3e8e-4aeb-8a85-6d386d8a83eb req-97a7c921-7db9-4c5a-ad97-54aa98915e1d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 943 time: 0.0867529 Jun 09 13:28:39.265734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-076dd9c1-3e8e-4aeb-8a85-6d386d8a83eb req-be649069-90a2-4ead-8e36-249a4ef479f9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Jun 09 13:28:39.324029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed3da67-f28a-4575-9f8a-3a22aac2f28b x-openstack-request-id: req-0ed3da67-f28a-4575-9f8a-3a22aac2f28b {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:39.324434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:39.324798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ed3da67-f28a-4575-9f8a-3a22aac2f28b {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:39.325307 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'status': 'completed', 'code': 200} Jun 09 13:28:39.350667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:39.434298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e427-8400-4d40-9a44-31061cc24180 req-98d7c7e4-aefc-4f80-9a86-984d34ea0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.435855 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-98d7c7e4-aefc-4f80-9a86-984d34ea0072 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 1099 time: 0.0874083 Jun 09 13:28:39.573200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e427-8400-4d40-9a44-31061cc24180 req-5b050836-813f-4b19-9fdb-041d10ed3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.574681 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-5b050836-813f-4b19-9fdb-041d10ed3a24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.1311224 Jun 09 13:28:39.585909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c298941-a546-4663-9dd5-7eaa37a93f7a req-ca1e88f9-4193-462e-bbd4-1924181e18ac tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.587410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c298941-a546-4663-9dd5-7eaa37a93f7a req-ca1e88f9-4193-462e-bbd4-1924181e18ac tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0803893 Jun 09 13:28:39.640816 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-1eb0e127-29d1-49ee-bfaf-60e588ea1163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 200 len: 217 time: 0.0592833 Jun 09 13:28:39.650460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1c298941-a546-4663-9dd5-7eaa37a93f7a req-9663b5b0-3f9f-4929-9058-2a38a9bbacf4 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Jun 09 13:28:39.708542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e427-8400-4d40-9a44-31061cc24180 req-a692f10d-82b1-4b38-9dc6-cef024602503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.710003 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-a692f10d-82b1-4b38-9dc6-cef024602503 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0625265 Jun 09 13:28:39.752248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:39.756163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:39.765041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:39.765646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:39.786135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e427-8400-4d40-9a44-31061cc24180 req-8a7ee668-0366-49b0-affc-44415dcb3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:39.787681 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-8a7ee668-0366-49b0-affc-44415dcb3f5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707166 Jun 09 13:28:39.918212 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-8b6fe9cb-0e89-481c-85a3-2edc4f6ef03d service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234360 Jun 09 13:28:39.940456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:40.198158 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7f88e427-8400-4d40-9a44-31061cc24180 req-fd6d9bdc-a6bc-4652-874c-852770a554dd service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727880 Jun 09 13:28:40.297212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:40.301749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6631b8e-acdf-4a6c-bb52-e720d7bebe77 None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'e1679743-5b50-410b-ad24-11fec392e197', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'port_id': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'mac_address': 'fa:16:3e:44:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:24:56Z', 'updated_at': '2021-06-09T13:25:00Z', 'revision_number': 1, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:40.420702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e7f2e246-99b3-4c69-b845-590cd1233c1d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:28:40.469074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d811-f616-49cc-851b-b840cc0d963c req-80643148-48d1-48d1-a3c5-db72eabc4557 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:40.470589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a551d811-f616-49cc-851b-b840cc0d963c req-80643148-48d1-48d1-a3c5-db72eabc4557 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 943 time: 0.0915227 Jun 09 13:28:40.526767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a551d811-f616-49cc-851b-b840cc0d963c req-1a101cae-ef89-46f8-b13a-f4bb46fa5c7f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496728 Jun 09 13:28:40.567016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:40.581551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:28:40.618219 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5d78-ff91-41f9-8581-4252249ef29a None None] New status for floating IP f56fa2df-40ec-46a7-aabe-e3afaea6e48c: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:28:40.639289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:40.655304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f2e246-99b3-4c69-b845-590cd1233c1d {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:28:40.673420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:40.675045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:40.676942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e73ac916-e7e1-4480-877e-a88ad3abde66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:40.750799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:40.754384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:40.860413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908f392-b929-4de1-afd4-64c11aab73a8 req-9fbbf856-22ca-4248-97fd-05ad05315245 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:40.861858 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f908f392-b929-4de1-afd4-64c11aab73a8 req-9fbbf856-22ca-4248-97fd-05ad05315245 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0914066 Jun 09 13:28:40.905283 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f908f392-b929-4de1-afd4-64c11aab73a8 req-483a81c9-e3c8-401a-b158-e1c443715669 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376310 Jun 09 13:28:40.917701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['e7f2e246-99b3-4c69-b845-590cd1233c1d'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:28:41.092768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-0e028452-efff-47d3-bc8a-56fce0f4d59d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:41.094883 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-0e028452-efff-47d3-bc8a-56fce0f4d59d tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 946 time: 0.0851593 Jun 09 13:28:41.235552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port d4118cce-77ad-4ae8-9d3d-2780b8b9625b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:41.236296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:41.367639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] For port d4118cce-77ad-4ae8-9d3d-2780b8b9625b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:41.367929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:41.520496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for d4118cce-77ad-4ae8-9d3d-2780b8b9625b owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:41.638840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:41.644444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e3a7979e-9c60-496a-b930-6ba89a7d95fe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:41.690763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=d4118cce-77ad-4ae8-9d3d-2780b8b9625b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:41.694220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:41.708980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3414dd-7614-4130-bb06-fed5c2e4231f req-94a1e939-4495-441f-8ea3-18114a968c19 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:41.710269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa3414dd-7614-4130-bb06-fed5c2e4231f req-94a1e939-4495-441f-8ea3-18114a968c19 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 944 time: 0.0855377 Jun 09 13:28:41.755880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa3414dd-7614-4130-bb06-fed5c2e4231f req-580bf690-e9ea-49a8-8cff-da73be947dbc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390539 Jun 09 13:28:41.768251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] No DVR routers for this DVR port d4118cce-77ad-4ae8-9d3d-2780b8b9625b on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:28:41.770812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:41.772786 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-61883473-2e3c-4e03-8d33-3ca592f06ca9 req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "DELETE /v2.0/ports/d4118cce-77ad-4ae8-9d3d-2780b8b9625b HTTP/1.1" status: 204 len: 173 time: 0.6693809 Jun 09 13:28:41.773315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'name': 'network-vif-deleted', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:41.775650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a45fa-5e82-4278-ba27-def7f4f5d99b" -d '{"events": [{"server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "name": "network-vif-deleted", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:41.817378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19699b63-0305-46cd-9c8d-b81160d40a14 x-openstack-request-id: req-19699b63-0305-46cd-9c8d-b81160d40a14 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:41.817719 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515bff7c-10d3-49b2-b335-bc7285040456", "name": "network-vif-deleted", "tag": "d4118cce-77ad-4ae8-9d3d-2780b8b9625b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:41.818026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19699b63-0305-46cd-9c8d-b81160d40a14 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:41.818474 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515bff7c-10d3-49b2-b335-bc7285040456', 'name': 'network-vif-deleted', 'tag': 'd4118cce-77ad-4ae8-9d3d-2780b8b9625b', 'status': 'completed', 'code': 200} Jun 09 13:28:42.206297 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3b756691-8dea-4eae-bc13-f7f861251ae5 req-b422d4f0-5819-4f8b-965b-1e4d4cb91aa2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.1959114 Jun 09 13:28:42.444825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e7f2e246-99b3-4c69-b845-590cd1233c1d up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:28:42.518264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port e7f2e246-99b3-4c69-b845-590cd1233c1d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:28:42.523194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port e7f2e246-99b3-4c69-b845-590cd1233c1d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:28:42.523571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:42.643044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:42.674029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:42.674029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef04320-d788-42f7-a920-82315e0f68b4" -d '{"events": [{"server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "name": "network-vif-plugged", "status": "completed", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:42.685571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:42.692344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:42.693299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device d4118cce-77ad-4ae8-9d3d-2780b8b9625b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:42.721790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:42.762800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c0ff3-7b0c-4b5c-b104-b599988a6328 x-openstack-request-id: req-b11c0ff3-7b0c-4b5c-b104-b599988a6328 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:42.763065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "name": "network-vif-plugged", "status": "completed", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:42.763250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b11c0ff3-7b0c-4b5c-b104-b599988a6328 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:42.763697 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'code': 200} Jun 09 13:28:42.770738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: d4118cce-77ad-4ae8-9d3d-2780b8b9625b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:42.771117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device d4118cce-77ad-4ae8-9d3d-2780b8b9625b not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:42.799447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:42.803333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:42.963824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780360f-4912-4651-a3ce-45b2ce155fa1 req-049b4581-041d-4b1c-bfed-917c8b06269a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:42.965284 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2780360f-4912-4651-a3ce-45b2ce155fa1 req-049b4581-041d-4b1c-bfed-917c8b06269a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Jun 09 13:28:42.974741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c246b0-bae8-44c6-b831-b415ebc0af87 req-c8ecc0f9-9aa6-4f61-b4b1-4ee72f64d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:42.976220 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45c246b0-bae8-44c6-b831-b415ebc0af87 req-c8ecc0f9-9aa6-4f61-b4b1-4ee72f64d2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1098 time: 0.0758977 Jun 09 13:28:43.010968 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2780360f-4912-4651-a3ce-45b2ce155fa1 req-d167baa0-7c66-4753-8098-86913fe51107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389493 Jun 09 13:28:43.017754 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-45c246b0-bae8-44c6-b831-b415ebc0af87 req-aa955caf-aa15-48eb-aca8-dd4d5a9fa3b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353444 Jun 09 13:28:43.359551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eaf96056-4111-4067-abf4-fdf534ac4786 req-e8766f66-f562-4569-9d50-024a51d16b70 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.0462384 Jun 09 13:28:44.200066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfeb0e-17d9-48db-b2ce-2df1b371a040 req-bddfcffc-24d7-4d4a-9ce2-42fdb2afa6e4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:44.201502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8cbfeb0e-17d9-48db-b2ce-2df1b371a040 req-bddfcffc-24d7-4d4a-9ce2-42fdb2afa6e4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0841992 Jun 09 13:28:44.247432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8cbfeb0e-17d9-48db-b2ce-2df1b371a040 req-80c91621-9632-4a6d-90ed-8063f2854bed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401208 Jun 09 13:28:44.437537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783e140-7950-4b18-a2a0-06500f070bad req-03632c96-cc69-4e02-a4c8-1b5e3568dfd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:44.439034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6783e140-7950-4b18-a2a0-06500f070bad req-03632c96-cc69-4e02-a4c8-1b5e3568dfd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0863051 Jun 09 13:28:44.522826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bbb2ccca-1bac-431c-a64f-ef05bd19c966 req-e4690e63-b916-4dd4-8b3e-6a3c68194fc6 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.0494597 Jun 09 13:28:44.525816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6783e140-7950-4b18-a2a0-06500f070bad req-f727e894-3f60-4ad3-aff3-a0fec0bf8f46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807645 Jun 09 13:28:44.559467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53246) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:44.631020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c4e13-c3e0-44b5-b075-8a8d0eb9dbf0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:44.632452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b66c4e13-c3e0-44b5-b075-8a8d0eb9dbf0 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1093 time: 0.0713816 Jun 09 13:28:44.635417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53248) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:44.640410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:28:44.665520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:44.804454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:44.947386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.18 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/e7741930-c98c-4f26-b04f-5c40f29a77c6) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:28:45.099068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:45.129290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:45.133052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6d5bf5dd-399e-4b3d-ac9c-0b0f2ff2f729 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:45.196726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:28:45.200047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:28:45.203992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:28:45.238592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e7741930-c98c-4f26-b04f-5c40f29a77c6,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:45.244397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:45.631215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:45.731577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ef99516-33b7-4baa-9d9e-576f4c48cc05 req-4d7a072a-bd59-42cd-bc47-4f718a484201 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=515bff7c-10d3-49b2-b335-bc7285040456 HTTP/1.1" status: 200 len: 210 time: 0.0564291 Jun 09 13:28:45.743646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:46.083146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:46.089957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:46.093579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2b8f1e0a-8b3c-4c7d-8ebe-eda19fa68033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:46.190963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e7741930-c98c-4f26-b04f-5c40f29a77c6,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:46.198687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:46.208795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:46.382597 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e associated. External IP: 172.26.5.18, port: e7f2e246-99b3-4c69-b845-590cd1233c1d. Jun 09 13:28:46.754791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 23fe529b-07de-4023-abb3-fbd909888a7e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:46.933303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:46.945399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:46.955309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:46.957653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:46.958898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:47.029602 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3930376 Jun 09 13:28:47.030663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:47.032415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53260) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:47.033956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d7441-daae-48ab-ac97-a0a69ef623aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:47.078721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7babf-7df7-40a7-bd96-c550e7149179 x-openstack-request-id: req-6bf7babf-7df7-40a7-bd96-c550e7149179 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:47.079066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:47.079371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf7babf-7df7-40a7-bd96-c550e7149179 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:47.079817 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'status': 'completed', 'code': 200} Jun 09 13:28:47.201430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:47.295667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-a28cd13d-d5af-4f01-b23f-20ed676059f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:47.297160 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-a28cd13d-d5af-4f01-b23f-20ed676059f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1098 time: 0.1833253 Jun 09 13:28:47.301695 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6f05e51f-8630-4f31-a285-7f9bdecdbe48 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e HTTP/1.1" status: 200 len: 920 time: 0.2656705 Jun 09 13:28:47.301905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53264) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:47.492372 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3cf183d7-6ee7-4020-8f6d-f0b6eb88d4ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1888587 Jun 09 13:28:47.573022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:28:45Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:33Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:47.577833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:47.588228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:47.588903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:47.687209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-e04920e5-8b71-468c-bf38-7b557a63ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:47.688665 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-e04920e5-8b71-468c-bf38-7b557a63ce04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 200 len: 897 time: 0.3345690 Jun 09 13:28:47.768933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:47.796347 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-1866997f-08bd-4d82-ae5a-0f21b439e48a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 200 len: 998 time: 0.1004980 Jun 09 13:28:47.867988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ebd516f-8ee7-4a3f-a88b-11a7d55f7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:47.868750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-2601c36f-a0f7-4268-873e-7a8c13d35d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:47.870319 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-2601c36f-a0f7-4268-873e-7a8c13d35d4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61d6066e-98cd-4613-8189-841eae94fe45 HTTP/1.1" status: 200 len: 834 time: 0.0671678 Jun 09 13:28:47.950608 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-c9d9a458-aa59-4aa9-84b7-2e5e7552ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:47.952567 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-c9d9a458-aa59-4aa9-84b7-2e5e7552ae06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0028546d-fa5d-4010-a14d-fe31b2af57a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752370 Jun 09 13:28:48.099755 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-0855486f-c522-4d3f-aee0-712b968d9f39 service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407871 Jun 09 13:28:48.170840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:28:45Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:33Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:48.175111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9036ab9-7ff3-4336-9bd2-d1c082994c6b None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:28:45Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:28:33Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:48.241468 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-5d4d7441-daae-48ab-ac97-a0a69ef623aa req-1d048b19-9ce9-49f0-812a-114405921780 service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353183 Jun 09 13:28:48.357577 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab08d2-31ab-4d4e-9fe7-5a5224a616d4 None None] New status for floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:28:48.496153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53268) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:48.607048 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-30ea29b4-93a4-484d-906f-d0983ebbb764 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1095705 Jun 09 13:28:49.610780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53276) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:49.723803 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7b4da97e-4451-497b-bb96-d8edda1c8d91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 992 time: 0.1117458 Jun 09 13:28:50.252204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5eab1b2-84ad-4cb1-8dbc-42d1e08df752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:50.344000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:51.351363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:51.400661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53282) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:28:51.675976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port 6526182d-9cac-47a4-aa1b-8483dd4de620 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:51.676233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:51.798149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:51.798459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:51.917671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for 6526182d-9cac-47a4-aa1b-8483dd4de620 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:52.052577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:52.056037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-12d57477-8d08-4c5b-b0a8-02ec93654580 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:52.097872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=6526182d-9cac-47a4-aa1b-8483dd4de620,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:52.136061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:52.196226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:52.196993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Floating IP e1679743-5b50-410b-ad24-11fec392e197 disassociated (deleted). External IP: 172.26.5.19, port: c6e2bb9f-f169-4dc5-9b48-cd96a28e257f. Jun 09 13:28:52.705779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:28:52.888815 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:28:52.893457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:52.901330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:28:52.912145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:52.912763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:52.948735 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "DELETE /v2.0/floatingips/e1679743-5b50-410b-ad24-11fec392e197 HTTP/1.1" status: 204 len: 168 time: 1.5467095 Jun 09 13:28:52.949319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:52.951666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:52.995643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b70e1c-49bc-4521-851d-fe40588a2f61 x-openstack-request-id: req-78b70e1c-49bc-4521-851d-fe40588a2f61 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:52.996077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:52.996483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78b70e1c-49bc-4521-851d-fe40588a2f61 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:52.997015 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'status': 'completed', 'code': 200} Jun 09 13:28:53.069885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:53.101085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-3de8d08b-506c-4709-80fc-18b578941d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:53.102611 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-3de8d08b-506c-4709-80fc-18b578941d97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9b5e41234154974acb0f3ce44e8e386&device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 1098 time: 0.0751488 Jun 09 13:28:53.106668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:53.248987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-b97e619f-15bb-4291-bda0-de9115a5a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:53.250567 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-b97e619f-15bb-4291-bda0-de9115a5a3fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 200 len: 912 time: 0.1378539 Jun 09 13:28:53.319178 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-c3a24eea-f99d-4ce4-99f1-abfa9f4c7887 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 200 len: 217 time: 0.0607696 Jun 09 13:28:53.352408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ccb53-f5cb-47f2-8d28-1215ed899143 req-88f8082b-41df-4344-817c-58c5a40ce8f6 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:53.354689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6f5ccb53-f5cb-47f2-8d28-1215ed899143 req-88f8082b-41df-4344-817c-58c5a40ce8f6 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.0937333 Jun 09 13:28:53.391673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-c234ad4c-b5a9-418f-93cc-fc8b9cea0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:53.393161 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-c234ad4c-b5a9-418f-93cc-fc8b9cea0905 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 200 len: 850 time: 0.0676684 Jun 09 13:28:53.401824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6f5ccb53-f5cb-47f2-8d28-1215ed899143 req-e1e215bb-9dbd-45ae-b78b-bd7e63bae345 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Jun 09 13:28:53.471631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-f6531751-3b23-439c-bb0f-f8cf6794769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:53.473151 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-f6531751-3b23-439c-bb0f-f8cf6794769b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7caf9660-4f03-4110-a30c-fc1e786547e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731206 Jun 09 13:28:53.480777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:53.484979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:28:53.493572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:28:53.494184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:53.614515 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-515e364a-6afc-42c2-bffb-7c67caab0708 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343496 Jun 09 13:28:53.674491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:28:53.754011 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c53c0ad2-dcd8-4fe1-93d5-5f86644a0e6d req-a38bfa00-199e-435a-91f5-1d4cb4aed174 service neutron] 10.222.0.42 "GET /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294253 Jun 09 13:28:53.996158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:28:54.000587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f127d-97ad-4702-917f-1ef167d6057d None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:20:54Z', 'revision_number': 4, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99', 'name': '', 'network_id': '7caf9660-4f03-4110-a30c-fc1e786547e4', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'mac_address': 'fa:16:3e:86:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:51Z', 'updated_at': '2021-06-09T13:21:13Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'subnets': [{'id': 'a77fc344-70f7-4876-8272-fcdd8ec4fbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:28:54.199106 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a764fac6-32b5-426c-9949-f0aa2250d26d None None] New status for floating IP e1679743-5b50-410b-ad24-11fec392e197: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:28:54.600560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e80ec-d01f-4366-943c-b756ae78a39a req-3c0f6432-28fd-4871-b6c3-e9f7b91869cb tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:54.601863 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e2e80ec-d01f-4366-943c-b756ae78a39a req-3c0f6432-28fd-4871-b6c3-e9f7b91869cb tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.0896211 Jun 09 13:28:54.649629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e2e80ec-d01f-4366-943c-b756ae78a39a req-bb274a89-4318-4de2-b1ae-34151ae2339f tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b25a1cb-7018-48a4-9b46-f118db612483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 Jun 09 13:28:54.963148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-e7945577-4954-43dc-8c3a-0da9d56077da tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:28:54.964516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-e7945577-4954-43dc-8c3a-0da9d56077da tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 945 time: 0.1044989 Jun 09 13:28:55.105914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:28:55.106212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:55.240995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] For port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:28:55.241320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:55.502472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for c6e2bb9f-f169-4dc5-9b48-cd96a28e257f owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:28:55.615591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:55.621378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61dcd29a-0368-4c4d-a830-90a81c5a0c8d tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:28:55.673861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=c6e2bb9f-f169-4dc5-9b48-cd96a28e257f,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:28:55.710503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:28:55.753000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] No DVR routers for this DVR port c6e2bb9f-f169-4dc5-9b48-cd96a28e257f on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:28:55.755498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:55.757452 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6bf1b8d3-a7b8-433a-8b1d-fa1c47ff563c req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.42 "DELETE /v2.0/ports/c6e2bb9f-f169-4dc5-9b48-cd96a28e257f HTTP/1.1" status: 204 len: 173 time: 0.7868874 Jun 09 13:28:55.757989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'name': 'network-vif-deleted', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:28:55.760308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490febc-da00-4822-abc7-20591a894ad0" -d '{"events": [{"server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "name": "network-vif-deleted", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:28:55.801859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2636f544-204e-44cc-a46e-2c76ef400195 x-openstack-request-id: req-2636f544-204e-44cc-a46e-2c76ef400195 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:28:55.802202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b1fa3-3e9f-4716-9752-9938a7949bdb", "name": "network-vif-deleted", "tag": "c6e2bb9f-f169-4dc5-9b48-cd96a28e257f", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:28:55.802492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2636f544-204e-44cc-a46e-2c76ef400195 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:28:55.802986 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b1fa3-3e9f-4716-9752-9938a7949bdb', 'name': 'network-vif-deleted', 'tag': 'c6e2bb9f-f169-4dc5-9b48-cd96a28e257f', 'status': 'completed', 'code': 200} Jun 09 13:28:55.803806 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2bce5394-38f2-41fa-b771-9041b446f64b req-6c3aa5bc-6767-44f2-a861-889e5df02b56 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.0446260 Jun 09 13:28:56.959976 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7fcc09b0-8a67-40d8-842b-ddace5777008 req-365076fb-9e33-4777-9ac0-466bdd71604e tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.0466561 Jun 09 13:28:58.107610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75978aae-d214-431a-94ae-84fa563cbdbb req-c1697c4d-0441-4a92-b57c-2ff205704d36 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.0424752 Jun 09 13:28:58.506823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e2bb9f-f169-4dc5-9b48-cd96a28e257f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:28:58.541163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: c6e2bb9f-f169-4dc5-9b48-cd96a28e257f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:28:58.541518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device c6e2bb9f-f169-4dc5-9b48-cd96a28e257f not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:28:58.574148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:28:59.271691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24a8f652-7a96-479f-b7d5-3e2e67c4ddb4 req-653dfa08-2ae3-428b-b483-f6cd8d2b15b7 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "GET /v2.0/ports?device_id=197b1fa3-3e9f-4716-9752-9938a7949bdb HTTP/1.1" status: 200 len: 210 time: 0.0441496 Jun 09 13:29:00.376001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53304) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:00.591514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Deleting port 7620ce0f-01bc-4224-87c2-237076ffdbc6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:00.591780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:00.712312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:00.712613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:00.840295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Calling delete_port for 7620ce0f-01bc-4224-87c2-237076ffdbc6 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:00.953568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:00.957393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:01.004383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'Port': ['ID=7620ce0f-01bc-4224-87c2-237076ffdbc6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:01.006877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:01.098753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:01.101024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:01.102132 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e01c324-3272-4848-8ac1-6898fdab9190 HTTP/1.1" status: 204 len: 168 time: 0.7251506 Jun 09 13:29:03.583818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53318) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:03.653778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:03.688036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:03.769937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:03.773198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:03.779916 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b25a1cb-7018-48a4-9b46-f118db612483 HTTP/1.1" status: 204 len: 168 time: 0.1894102 Jun 09 13:29:03.779916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f074d072-011a-47fc-a8a6-459e95fcee78 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:03.789954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b25a1cb-7018-48a4-9b46-f118db612483,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:03.792495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:03.834124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53322) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:04.675625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:05.088323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Deleting port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:05.088628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:05.207737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] For port 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:05.208039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:05.329632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Calling delete_port for 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:05.473912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:05.477827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a82b5196-cbdc-4fcc-8c80-92fdfb8ce706 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:05.523419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:05.526291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:05.796541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:06.298404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:29:06.486189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:06.493220 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] 10.222.0.21 "PUT /v2.0/routers/b1a2edc2-7e29-4328-b491-53fac6ad2ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6577911 Jun 09 13:29:06.495726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53326) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:06.498364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Sync routers for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:06.508490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:06.509107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:06.665940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:06.684826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:06.845978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:06.918514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Deleting port 51632486-aced-433d-8ac7-be5ec868805d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:06.918777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:06.964579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '51632486-aced-433d-8ac7-be5ec868805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:29:05Z', 'revision_number': 5, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port': {'id': '51632486-aced-433d-8ac7-be5ec868805d', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:20:42Z', 'updated_at': '2021-06-09T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:06.968411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Checking router: b1a2edc2-7e29-4328-b491-53fac6ad2ff0 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:06.977726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Routers {'b1a2edc2-7e29-4328-b491-53fac6ad2ff0'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:06.978316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:07.041603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] For port 51632486-aced-433d-8ac7-be5ec868805d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=51632486-aced-433d-8ac7-be5ec868805d,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:07.041992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.166966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Calling delete_port for 51632486-aced-433d-8ac7-be5ec868805d owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:07.185555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] Set router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:07.286670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:29:06Z', 'revision_number': 6, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:07.290773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27025a-61f2-45f4-970d-2f483f8c0b6d None None] The sync data for ids ['b1a2edc2-7e29-4328-b491-53fac6ad2ff0'] in dv-neutron-601336-89-hyperv is: [{'id': 'b1a2edc2-7e29-4328-b491-53fac6ad2ff0', 'name': 'tempest-TestVolumeBootPattern-322561663-router', 'tenant_id': 'a9b5e41234154974acb0f3ce44e8e386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:20:40Z', 'updated_at': '2021-06-09T13:29:06Z', 'revision_number': 6, 'project_id': 'a9b5e41234154974acb0f3ce44e8e386', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:07.299416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.303324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:07.496511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51632486-aced-433d-8ac7-be5ec868805d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:07.499505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:07.587707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.757137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.759294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.784033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.784559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a2edc2-7e29-4328-b491-53fac6ad2ff0 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:29:07.791530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.792591 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b1a2edc2-7e29-4328-b491-53fac6ad2ff0 HTTP/1.1" status: 204 len: 168 time: 1.2959721 Jun 09 13:29:07.795090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53328) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:07.857313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Deleting subnet a77fc344-70f7-4876-8272-fcdd8ec4fbac {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:29:07.860637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.908399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:07.996420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.067310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.071185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ebb43fc8-eb2e-4f0a-a7ca-bd053774624b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:08.105657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77fc344-70f7-4876-8272-fcdd8ec4fbac,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:08.109096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:08.110087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.112017 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a77fc344-70f7-4876-8272-fcdd8ec4fbac HTTP/1.1" status: 204 len: 168 time: 0.3159146 Jun 09 13:29:08.114715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53330) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:08.118736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050472d9-79f8-4344-80b9-525151203d43 None None] Network 7caf9660-4f03-4110-a30c-fc1e786547e4 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:29:08.372246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.378631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] DHCP port deletion for 7caf9660-4f03-4110-a30c-fc1e786547e4 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:29:08.442463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Deleting port d2088964-1d43-4ebc-b393-3efcf29d7b28 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:08.442800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.447712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Deleting port d2088964-1d43-4ebc-b393-3efcf29d7b28 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:08.448048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.541922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] For port d2088964-1d43-4ebc-b393-3efcf29d7b28, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2088964-1d43-4ebc-b393-3efcf29d7b28,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:08.542213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.546266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] For port d2088964-1d43-4ebc-b393-3efcf29d7b28, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d2088964-1d43-4ebc-b393-3efcf29d7b28,segment=NetworkSegment(017d2417-dea3-4804-95c3-475b0c8f0211),segment_id=017d2417-dea3-4804-95c3-475b0c8f0211)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:08.546659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.661402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Calling delete_port for d2088964-1d43-4ebc-b393-3efcf29d7b28 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:08.670002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Calling delete_port for d2088964-1d43-4ebc-b393-3efcf29d7b28 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:08.708412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.712185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec061fee-3211-46c3-a045-0b2b1e9d385c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:08.717572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.722166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6cdfff3e-2991-4539-a710-0cb9e97920c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:08.755051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Pushing event deleted for resources: {'Port': ['ID=d2088964-1d43-4ebc-b393-3efcf29d7b28,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:08.759098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:08.761483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] No DVR routers for this DVR port d2088964-1d43-4ebc-b393-3efcf29d7b28 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:08.763586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d2088964-1d43-4ebc-b393-3efcf29d7b28,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:08.768859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:08.773131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] No DVR routers for this DVR port d2088964-1d43-4ebc-b393-3efcf29d7b28 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:08.863780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:08.892461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.897708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:08.898065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c4c3c06-5fc4-45f1-aa18-e55dcdf0ba99 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:08.898495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 51632486-aced-433d-8ac7-be5ec868805d no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:08.905640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7caf9660-4f03-4110-a30c-fc1e786547e4']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:08.917796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d2417-dea3-4804-95c3-475b0c8f0211') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:08.918094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d2417-dea3-4804-95c3-475b0c8f0211') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:08.929485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.930996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 51632486-aced-433d-8ac7-be5ec868805d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:08.931359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 51632486-aced-433d-8ac7-be5ec868805d not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:08.931774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2088964-1d43-4ebc-b393-3efcf29d7b28 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:08.945562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.952522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:29:08.952902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:08.967071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d2088964-1d43-4ebc-b393-3efcf29d7b28 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:08.967424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d2088964-1d43-4ebc-b393-3efcf29d7b28 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: util.warn( Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:29:08.969867 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:29:09.042587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:09.047266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:09.052126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53332) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:09.052678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/7caf9660-4f03-4110-a30c-fc1e786547e4 HTTP/1.1" status: 204 len: 168 time: 0.9357352 Jun 09 13:29:09.053004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0cd1bab2-9f09-483a-9a9c-18182f4209ac tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:09.070694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7caf9660-4f03-4110-a30c-fc1e786547e4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:09.071377 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:29:09.073602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:09.590889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:10.159524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Deleting port a6a2d313-e577-45a0-9090-b4b09961c027 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:10.160246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:10.282329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] For port a6a2d313-e577-45a0-9090-b4b09961c027, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a6a2d313-e577-45a0-9090-b4b09961c027,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:10.282616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:10.402456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Calling delete_port for a6a2d313-e577-45a0-9090-b4b09961c027 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:10.552071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:10.557735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b8762706-80d8-4c67-aace-07f74474e67b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:10.607092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a2d313-e577-45a0-9090-b4b09961c027,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:10.610278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:10.879706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:11.253216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Router 3b191de4-b855-4790-b94f-7f5de8bc8308 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:29:11.575645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:11.580511 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] 10.222.0.21 "PUT /v2.0/routers/3b191de4-b855-4790-b94f-7f5de8bc8308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273228 Jun 09 13:29:11.583419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53338) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:11.587480 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Sync routers for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:11.600357 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:11.600955 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:11.762751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:11.770974 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:11.965153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.038170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Deleting port 5e361a6b-db37-44ed-a474-4a9e1697537a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:12.038549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.047998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:29:10Z', 'revision_number': 5, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port': {'id': '5e361a6b-db37-44ed-a474-4a9e1697537a', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:21:02Z', 'updated_at': '2021-06-09T13:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:12.051752 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Checking router: 3b191de4-b855-4790-b94f-7f5de8bc8308 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:12.059789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Routers {'3b191de4-b855-4790-b94f-7f5de8bc8308'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:12.060373 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:28:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['3b191de4-b855-4790-b94f-7f5de8bc8308'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:12.163816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] For port 5e361a6b-db37-44ed-a474-4a9e1697537a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5e361a6b-db37-44ed-a474-4a9e1697537a,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:12.164150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.211283 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] Set router 3b191de4-b855-4790-b94f-7f5de8bc8308 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:12.348032 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:29:11Z', 'revision_number': 6, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:12.353314 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1a4be-9450-4b6a-aae8-33e501a73bab None None] The sync data for ids ['3b191de4-b855-4790-b94f-7f5de8bc8308'] in dv-neutron-601336-89-hyperv is: [{'id': '3b191de4-b855-4790-b94f-7f5de8bc8308', 'name': 'tempest-TestVolumeBootPattern-1933686462-router', 'tenant_id': '532d992d666f4caebe9ce252f3925e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:21:00Z', 'updated_at': '2021-06-09T13:29:11Z', 'revision_number': 6, 'project_id': '532d992d666f4caebe9ce252f3925e31', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:12.427986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Calling delete_port for 5e361a6b-db37-44ed-a474-4a9e1697537a owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:12.578098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.581668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-571d63e0-f7cf-481b-b8e9-22bc654b4c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:12.623394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e361a6b-db37-44ed-a474-4a9e1697537a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:12.626662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:12.728689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.897173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.899495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.926712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.927193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b191de4-b855-4790-b94f-7f5de8bc8308 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:29:12.931255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:12.932279 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] 10.222.0.21 "DELETE /v2.0/routers/3b191de4-b855-4790-b94f-7f5de8bc8308 HTTP/1.1" status: 204 len: 168 time: 1.3477464 Jun 09 13:29:12.934868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53342) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:12.993546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Deleting subnet 0199719c-39e0-49e4-a692-ceb4b7ec0f24 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:29:12.996498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.042895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.125434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.131131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a6a2d313-e577-45a0-9090-b4b09961c027 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:13.165493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: a6a2d313-e577-45a0-9090-b4b09961c027 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:13.165756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a6a2d313-e577-45a0-9090-b4b09961c027 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:13.166189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5e361a6b-db37-44ed-a474-4a9e1697537a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:13.197725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.202271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5e361a6b-db37-44ed-a474-4a9e1697537a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:13.202638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c9df788-a1b9-406b-a8a8-56b108080b44 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:13.202779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5e361a6b-db37-44ed-a474-4a9e1697537a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:13.238935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.240756 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0199719c-39e0-49e4-a692-ceb4b7ec0f24 HTTP/1.1" status: 204 len: 168 time: 0.3049984 Jun 09 13:29:13.242234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0199719c-39e0-49e4-a692-ceb4b7ec0f24,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:13.243485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53344) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:13.244581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2fc7a34b-52d6-4ad0-a0e3-133aabc859e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:13.244727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e9f2b5-a803-4d4a-abb4-9c19e93e86ad None None] Network 9889012a-cf31-40a2-aa25-93273ebc1037 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:29:13.350767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.427993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Deleting port 3ea645ab-bbfe-45fe-9351-f607b2714f2a {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:13.428243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.497451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] DHCP port deletion for 9889012a-cf31-40a2-aa25-93273ebc1037 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:29:13.535247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] For port 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3ea645ab-bbfe-45fe-9351-f607b2714f2a,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:13.535557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.562393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Deleting port 3ea645ab-bbfe-45fe-9351-f607b2714f2a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:13.562819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.657940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Calling delete_port for 3ea645ab-bbfe-45fe-9351-f607b2714f2a owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:13.703194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] For port 3ea645ab-bbfe-45fe-9351-f607b2714f2a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=3ea645ab-bbfe-45fe-9351-f607b2714f2a,segment=NetworkSegment(53485a74-6078-4061-8a91-2051fe4b274e),segment_id=53485a74-6078-4061-8a91-2051fe4b274e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:13.703511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.712205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.717073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08ee29c5-f1c5-4e79-b106-0209fe26e82f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:13.760835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] No DVR routers for this DVR port 3ea645ab-bbfe-45fe-9351-f607b2714f2a on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:13.762737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea645ab-bbfe-45fe-9351-f607b2714f2a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:13.791926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:13.824792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Calling delete_port for 3ea645ab-bbfe-45fe-9351-f607b2714f2a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:13.868092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.871679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-984e9cad-c619-4cb2-93d5-3df2494fc5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:13.880700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.893501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9889012a-cf31-40a2-aa25-93273ebc1037']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:13.910844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53485a74-6078-4061-8a91-2051fe4b274e') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:13.911129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53485a74-6078-4061-8a91-2051fe4b274e') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:13.917726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Pushing event deleted for resources: {'Port': ['ID=3ea645ab-bbfe-45fe-9351-f607b2714f2a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:13.919821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] No DVR routers for this DVR port 3ea645ab-bbfe-45fe-9351-f607b2714f2a on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:13.920915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:13.923263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.940832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.947451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:29:13.947888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:29:13.961023 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:29:14.038392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.042295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-008fedf5-b1f5-4494-817a-db5e7927d69d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:14.055030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.056803 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9889012a-cf31-40a2-aa25-93273ebc1037 HTTP/1.1" status: 204 len: 168 time: 0.8123145 Jun 09 13:29:14.062749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Pushing event deleted for resources: {'Network': ['ID=9889012a-cf31-40a2-aa25-93273ebc1037,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:14.065237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:14.183074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53348) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:14.243041 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6df17b7e-8493-4a14-acd4-0c01d577730e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b5e41234154974acb0f3ce44e8e386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581846 Jun 09 13:29:14.246112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53350) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:14.302555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.327948 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.388780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.392269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.393411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/404d9616-1386-45a4-891f-a6734e6c1f61 HTTP/1.1" status: 204 len: 168 time: 0.1464131 Jun 09 13:29:14.394205 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a228833c-7d34-414c-bd39-6f2ee3e95fa1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:14.403556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d9616-1386-45a4-891f-a6734e6c1f61,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:14.405950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:14.752245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53356) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:14.801698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-33e07be1-3b9e-4e1e-b85f-4ad834aff311 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=532d992d666f4caebe9ce252f3925e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481298 Jun 09 13:29:14.804347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53358) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:14.856364 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3ea645ab-bbfe-45fe-9351-f607b2714f2a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:14.867417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.890274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 3ea645ab-bbfe-45fe-9351-f607b2714f2a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:14.890650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 3ea645ab-bbfe-45fe-9351-f607b2714f2a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:14.897268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.952604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.955150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:14.956300 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69cde8ab-a636-42fc-b886-e5e89d5f0896 HTTP/1.1" status: 204 len: 168 time: 0.1508169 Jun 09 13:29:14.957069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68903324-37e6-4220-a3aa-fae34e8ccd16 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:14.966327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cde8ab-a636-42fc-b886-e5e89d5f0896,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:14.968712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:17.872050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40e0f95a-84c0-41a9-b0e5-4dc699fab04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:20.246036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8eda7d4-dec3-43b1-ae45-2de1b7b35cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:20.331188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:20.982503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53366) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:21.174551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0acd6bc5-2991-4ca1-846d-218e788713f2 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1904683 Jun 09 13:29:21.177348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53368) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:21.348544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:21.382298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf8a40-7b92-4944-9ccc-4311111b5746 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Notify agent at dv-neutron-601336-89-hyperv the message router_removed_from_agent {{(pid=92384) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 09 13:29:21.385641 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7eaf8a40-7b92-4944-9ccc-4311111b5746 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "DELETE /v2.0/agents/a301c517-cfc3-4cda-94ac-d7593b136fa7/l3-routers/23fe529b-07de-4023-abb3-fbd909888a7e HTTP/1.1" status: 204 len: 168 time: 0.2074199 Jun 09 13:29:21.388217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53370) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:21.700449 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-432ccf5f-ea5a-4ac8-95cb-727b9319784b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3109031 Jun 09 13:29:21.703051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53372) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:21.814724 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-849cc773-6990-4d0f-9847-7b3d487d7073 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 992 time: 0.1104112 Jun 09 13:29:22.122767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc39e9-fd1a-4259-9c41-981b1c2f0be1 None None] New status for floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:29:22.818838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53374) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:22.864847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:22.928212 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c8efcf36-5de5-4519-9e99-492d48de3a96 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1080523 Jun 09 13:29:22.979205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:23.010892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:23.016860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:23.017619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:23.046007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:23.143486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:23.153473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:23.156745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:23.209171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:23.225056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:23.230270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:23.231938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:23.297165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:23.300204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:24.221437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53378) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:24.425363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b68b4b0-c42d-4f69-9c1f-7f7ff56f88e8 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Router 23fe529b-07de-4023-abb3-fbd909888a7e is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:29:24.425744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b68b4b0-c42d-4f69-9c1f-7f7ff56f88e8 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Notify agent at dv-neutron-601336-89-hyperv the message router_added_to_agent {{(pid=92384) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 09 13:29:24.458304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b68b4b0-c42d-4f69-9c1f-7f7ff56f88e8 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "POST /v2.0/agents/a301c517-cfc3-4cda-94ac-d7593b136fa7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2358296 Jun 09 13:29:24.460994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53382) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:24.479206 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:24.488920 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:24.489536 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:24.640571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e4fb7b48-e1f6-4216-82df-88095d24f2f7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1783934 Jun 09 13:29:24.643489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53386) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:24.661475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:24.748041 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a403014c-c1b6-4f38-ae9b-8f76fb3dc1fa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1033304 Jun 09 13:29:25.005824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:25.009743 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:25.018198 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:25.018832 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:25.203888 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:25.539683 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:25.543633 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a6b3f-b53e-4291-91aa-36190e54949d None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '21cdcbe6-c435-411a-a5ab-2af6baead26e', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'port_id': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'mac_address': 'fa:16:3e:af:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:28:45Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:22Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:25.751495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53388) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:25.862422 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a943af75-092d-4ab1-9fcc-f4ea5518d005 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1095395 Jun 09 13:29:26.865824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53390) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:26.924316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:26.982035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b4ab7a8-c38f-44f2-9308-9f8c9fff5823 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 990 time: 0.1149662 Jun 09 13:29:26.995462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cfccba87-8f13-4dc6-808a-74b2d4f1d89b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:26.995953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.040703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7201e-d8e5-483e-8661-35eac5015e90 None None] New status for floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:29:27.368383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.403043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:27.409718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.410889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:27.434637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:27.525900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:27.530039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:27.540573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:27.540950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.660840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.698807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:27.706731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:27.708672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:27.776576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:27.779876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:27.985619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53392) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:28.106474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-49bf2b04-cd46-48c5-9010-6df33db17916 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 200 len: 992 time: 0.1194246 Jun 09 13:29:28.379799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53398) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:28.574619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:28.646024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port e7741930-c98c-4f26-b04f-5c40f29a77c6 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:28.646293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:28.774546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:28.774874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:28.872546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:28.945784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cfccba87-8f13-4dc6-808a-74b2d4f1d89b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:28.946038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:29.036295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for e7741930-c98c-4f26-b04f-5c40f29a77c6 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:29.069623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:29.134743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c30920cb-6cbf-4cb4-b6a4-b96743e885ab triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:29.135114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:29.152398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:29.156399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:29.200883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=e7741930-c98c-4f26-b04f-5c40f29a77c6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:29.239809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.240191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.240564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.240942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.241308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.241695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.242002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.242388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.242764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.243118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.243468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.243821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:29.247104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:29.305406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:29.305740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e disassociated (deleted). External IP: 172.26.5.18, port: e7f2e246-99b3-4c69-b845-590cd1233c1d. Jun 09 13:29:29.657775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 23fe529b-07de-4023-abb3-fbd909888a7e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:29:29.844400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:29.849541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:29.854012 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:29.864286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:29.864861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:29.905753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/21cdcbe6-c435-411a-a5ab-2af6baead26e HTTP/1.1" status: 204 len: 168 time: 1.5248430 Jun 09 13:29:29.906437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:29:29.909020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:29:29.952018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074099d-9854-445f-836c-c44b8f0a6e21 x-openstack-request-id: req-a074099d-9854-445f-836c-c44b8f0a6e21 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:29:29.952346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:29:29.952645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a074099d-9854-445f-836c-c44b8f0a6e21 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:29:29.953079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'status': 'completed', 'code': 200} Jun 09 13:29:30.051609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-d77b9e44-9b97-4590-9cb6-c09ba547f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:30.054091 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-d77b9e44-9b97-4590-9cb6-c09ba547f7f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 1098 time: 0.0790954 Jun 09 13:29:30.079475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:30.224574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-0b622c95-b949-44be-90e0-c018d109bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:30.226209 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-0b622c95-b949-44be-90e0-c018d109bc1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 200 len: 897 time: 0.1653683 Jun 09 13:29:30.309204 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-74958776-13d6-40dc-aa27-a89d3e92a769 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 200 len: 217 time: 0.0723433 Jun 09 13:29:30.313980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ee4a7-17a8-4b5b-862b-a9ac45577a90 req-4bac1015-706b-4fb7-baf0-17305d092c14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:30.316176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-660ee4a7-17a8-4b5b-862b-a9ac45577a90 req-4bac1015-706b-4fb7-baf0-17305d092c14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0859413 Jun 09 13:29:30.363594 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-660ee4a7-17a8-4b5b-862b-a9ac45577a90 req-93174a83-07b4-48b7-b901-abc850348e51 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Jun 09 13:29:30.375376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-5ce98df0-b99e-4ce0-a158-518567347b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:30.377674 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-5ce98df0-b99e-4ce0-a158-518567347b30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61d6066e-98cd-4613-8189-841eae94fe45 HTTP/1.1" status: 200 len: 834 time: 0.0607831 Jun 09 13:29:30.435333 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:30.439770 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:30.449390 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:30.449995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:30.460082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-aca3eeb8-c4d1-4946-a2a8-e40adba8f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:30.461566 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-aca3eeb8-c4d1-4946-a2a8-e40adba8f6bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0028546d-fa5d-4010-a14d-fe31b2af57a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750782 Jun 09 13:29:30.628189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:30.741924 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-674df465-21dc-45e5-8264-5c1c86cf4def service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721975 Jun 09 13:29:30.876538 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-21998192-dc4f-4dd8-bbe1-8001c1ec35a2 req-c6c021e1-da82-4f06-8d7f-0cfb577460eb service neutron] 10.222.0.42 "GET /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270127 Jun 09 13:29:30.941362 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:30.945142 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74da401-541c-4d86-9577-4e742b46ce8f None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:28:28Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'c30920cb-6cbf-4cb4-b6a4-b96743e885ab', 'name': '', 'network_id': '0028546d-fa5d-4010-a14d-fe31b2af57a3', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:63:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '61d6066e-98cd-4613-8189-841eae94fe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:27Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '61d6066e-98cd-4613-8189-841eae94fe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:31.560470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cf26d-598a-41cf-a4c9-a5da9ca70629 req-1f454fbc-125c-4fe2-ac51-ba9935e0f381 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:31.562784 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-906cf26d-598a-41cf-a4c9-a5da9ca70629 req-1f454fbc-125c-4fe2-ac51-ba9935e0f381 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0868466 Jun 09 13:29:31.579513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-237acb16-829a-4eb2-9774-4e3a66b01957 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:31.580967 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-237acb16-829a-4eb2-9774-4e3a66b01957 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 945 time: 0.0798774 Jun 09 13:29:31.607966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-906cf26d-598a-41cf-a4c9-a5da9ca70629 req-1b27f1cb-bcae-4ed5-9c2a-6874e0a1081e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=90d5ae46-9e8f-4de1-868b-3520124b33d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387952 Jun 09 13:29:31.721200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port e7f2e246-99b3-4c69-b845-590cd1233c1d {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:31.721449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:31.863350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e7f2e246-99b3-4c69-b845-590cd1233c1d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e7f2e246-99b3-4c69-b845-590cd1233c1d,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:31.863663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:31.990903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for e7f2e246-99b3-4c69-b845-590cd1233c1d owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:32.110019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:32.116051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-daa127a6-4f36-4b50-a3ff-b04685aa0814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:32.160048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=e7f2e246-99b3-4c69-b845-590cd1233c1d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:32.198927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.199173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.201442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.201831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.202181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.202580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.202947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.203314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.203660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.204015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.204433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.204788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:32.212263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:32.231728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c6244-a29e-4540-83c9-ef0b93ce8c9f None None] New status for floating IP 21cdcbe6-c435-411a-a5ab-2af6baead26e: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:29:32.250071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port e7f2e246-99b3-4c69-b845-590cd1233c1d on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:32.252460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:32.254364 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-499ca458-2dea-4d33-9e78-3fc04f3143f0 req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/e7f2e246-99b3-4c69-b845-590cd1233c1d HTTP/1.1" status: 204 len: 173 time: 0.6675320 Jun 09 13:29:32.254906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'name': 'network-vif-deleted', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:29:32.257194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e774b-a590-4e57-804b-9e2e3716dedc" -d '{"events": [{"server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "name": "network-vif-deleted", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:29:32.298613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8936f7de-e043-429c-8467-da0840916144 x-openstack-request-id: req-8936f7de-e043-429c-8467-da0840916144 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:29:32.298880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddf29d-a14e-467c-961f-dc39c8110da0", "name": "network-vif-deleted", "tag": "e7f2e246-99b3-4c69-b845-590cd1233c1d", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:29:32.299178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8936f7de-e043-429c-8467-da0840916144 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:29:32.299614 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddf29d-a14e-467c-961f-dc39c8110da0', 'name': 'network-vif-deleted', 'tag': 'e7f2e246-99b3-4c69-b845-590cd1233c1d', 'status': 'completed', 'code': 200} Jun 09 13:29:32.771926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cb1b63d4-b244-4693-88a0-7233cb0f8f0f req-06693cc0-0670-4d18-b456-e584ed0986e3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bddf29d-a14e-467c-961f-dc39c8110da0 HTTP/1.1" status: 200 len: 210 time: 0.0420554 Jun 09 13:29:33.871970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53414) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:33.939683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:33.975528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:34.058640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:34.061218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:34.062395 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/90d5ae46-9e8f-4de1-868b-3520124b33d1 HTTP/1.1" status: 204 len: 168 time: 0.1894183 Jun 09 13:29:34.063311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2c8ddae7-237e-4ac1-9fda-c09f423a27e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:34.075374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5ae46-9e8f-4de1-868b-3520124b33d1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:34.078865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:34.110834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53418) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:34.823257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:35.245817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port c30920cb-6cbf-4cb4-b6a4-b96743e885ab {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:35.246605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:35.380473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port c30920cb-6cbf-4cb4-b6a4-b96743e885ab, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:35.380823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:35.503205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for c30920cb-6cbf-4cb4-b6a4-b96743e885ab owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:35.649755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:35.653300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0ab72926-007b-4b15-962e-52a4a9e5b6d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:35.699079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=c30920cb-6cbf-4cb4-b6a4-b96743e885ab,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:35.702112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:36.096957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:36.462730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 23fe529b-07de-4023-abb3-fbd909888a7e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:29:36.654545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:36.659824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478749 Jun 09 13:29:36.662751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53420) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:36.665526 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Sync routers for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:36.667575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e7f2e246-99b3-4c69-b845-590cd1233c1d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:36.676031 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:36.676619 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:36.705409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: e7f2e246-99b3-4c69-b845-590cd1233c1d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:36.705809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e7f2e246-99b3-4c69-b845-590cd1233c1d not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:36.728872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet 61d6066e-98cd-4613-8189-841eae94fe45 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:29:36.731968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:36.790257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:36.861571 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:36.875173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:36.960502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:36.965545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-155e0992-e6e9-4686-bb10-e23daa4c13be tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:37.002595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=61d6066e-98cd-4613-8189-841eae94fe45,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:37.004505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.006387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/61d6066e-98cd-4613-8189-841eae94fe45 HTTP/1.1" status: 204 len: 168 time: 0.3427405 Jun 09 13:29:37.007359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:37.009138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53422) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:37.021618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c56d36-4e01-4908-a5e7-429d8c959cc4 None None] Network 0028546d-fa5d-4010-a14d-fe31b2af57a3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:29:37.198865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.231202 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:35Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:37.235700 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Checking router: 23fe529b-07de-4023-abb3-fbd909888a7e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:37.245004 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Routers {'23fe529b-07de-4023-abb3-fbd909888a7e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:37.245626 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['23fe529b-07de-4023-abb3-fbd909888a7e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:37.314643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] DHCP port deletion for 0028546d-fa5d-4010-a14d-fe31b2af57a3 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:29:37.394397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Deleting port cfd6e382-5248-4364-97fb-b544fee58fae {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:37.394804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.405853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.437099 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] Set router 23fe529b-07de-4023-abb3-fbd909888a7e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:37.494292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port cfccba87-8f13-4dc6-808a-74b2d4f1d89b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:29:37.495023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.512641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] For port cfd6e382-5248-4364-97fb-b544fee58fae, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfd6e382-5248-4364-97fb-b544fee58fae,segment=NetworkSegment(fefa111c-3cf7-4e10-a92d-99794c36877f),segment_id=fefa111c-3cf7-4e10-a92d-99794c36877f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:37.512641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.628156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port cfccba87-8f13-4dc6-808a-74b2d4f1d89b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:37.628596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.689508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Calling delete_port for cfd6e382-5248-4364-97fb-b544fee58fae owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:37.741514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:37.747027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91875b52-e7c6-4f8e-96dd-910eb6bfe9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:37.748301 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:35Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:37.752835 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0016c170-7563-416d-a4dd-45dd84fc1aa4 None None] The sync data for ids ['23fe529b-07de-4023-abb3-fbd909888a7e'] in dv-neutron-601336-89-hyperv is: [{'id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'name': 'tempest-TestNetworkBasicOps-router-921457908', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:35Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'cfccba87-8f13-4dc6-808a-74b2d4f1d89b', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fe529b-07de-4023-abb3-fbd909888a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:28:23Z', 'updated_at': '2021-06-09T13:29:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:37.792915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Pushing event deleted for resources: {'Port': ['ID=cfd6e382-5248-4364-97fb-b544fee58fae,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:37.795366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] No DVR routers for this DVR port cfd6e382-5248-4364-97fb-b544fee58fae on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:29:37.804812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.805163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.805502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.805976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.806269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.806671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.807000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.807319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.807672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.807944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.808271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.808622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:37.811480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:37.901952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for cfccba87-8f13-4dc6-808a-74b2d4f1d89b owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:29:38.040617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.044303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6b9ec3c1-0076-469d-abca-7853b7b35e7f tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:38.088041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=cfccba87-8f13-4dc6-808a-74b2d4f1d89b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:38.090511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:38.183271 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.354128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.356504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.383823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.384315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 23fe529b-07de-4023-abb3-fbd909888a7e {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:29:38.391183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.392459 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/23fe529b-07de-4023-abb3-fbd909888a7e HTTP/1.1" status: 204 len: 168 time: 1.3817396 Jun 09 13:29:38.395545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53424) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:38.519339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.656140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.669482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0028546d-fa5d-4010-a14d-fe31b2af57a3']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:38.682516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefa111c-3cf7-4e10-a92d-99794c36877f') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:38.682884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefa111c-3cf7-4e10-a92d-99794c36877f') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:38.694935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.711956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.718553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:29:38.718934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:29:38.737334 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:29:38.829562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.833718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c0958d6b-a2bc-48c1-be79-e3ff629de1f3 tempest-ExtraDHCPOptionsTestJSON-1295909288 tempest-ExtraDHCPOptionsTestJSON-1295909288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:38.849172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.851043 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/0028546d-fa5d-4010-a14d-fe31b2af57a3 HTTP/1.1" status: 204 len: 168 time: 0.4544802 Jun 09 13:29:38.871274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=0028546d-fa5d-4010-a14d-fe31b2af57a3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:38.873342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53426) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:38.874579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:38.878608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--278538459', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:38.892072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:38.901273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:29:38.904723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.925247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c30920cb-6cbf-4cb4-b6a4-b96743e885ab {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:38.925660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c30920cb-6cbf-4cb4-b6a4-b96743e885ab not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:38.926038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfd6e382-5248-4364-97fb-b544fee58fae no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:38.936414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:29:38.945998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.946346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 8c132b90-9ec1-4757-ba78-c3eecf169825 of type vlan for network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f Jun 09 13:29:38.961027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cfd6e382-5248-4364-97fb-b544fee58fae {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:38.961389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfd6e382-5248-4364-97fb-b544fee58fae not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:38.961817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:29:38.971930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:38.993828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cfccba87-8f13-4dc6-808a-74b2d4f1d89b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:29:38.994184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cfccba87-8f13-4dc6-808a-74b2d4f1d89b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:29:39.001867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.007743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:39.008349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.012036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0473f868-30fa-441f-ad13-778776ba0784 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:39.110793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2358766 Jun 09 13:29:39.113640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53428) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:39.118032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:39.126225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=1f901957-b7cf-45b7-ab73-897f3f3e2f9f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:39.129902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:39.136685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:29:39.150195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.151253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.166548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.585707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.887512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:39.918879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:40.051673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.199 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:29:40.196948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:40.230308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:40.234658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34adc1ad-e0b1-4974-ad68-a8f62d7c2e36 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:40.295529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:29:40.298332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:40.301999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:29:40.335580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:40.339420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:40.719313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:41.196553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:41.410152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:29:41.599268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:41.608903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Sync routers for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:41.618892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:41.619537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:41.623546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:41.624731 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5102170 Jun 09 13:29:41.628448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53430) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:41.670645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-37dd250a-f8b7-4af6-9657-855951c6dfbb tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400133 Jun 09 13:29:41.673257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53432) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:41.797501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:41.804263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a83a8f-7ebd-4dba-a20a-f7a4fe1022ec tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:41.805730 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-39a83a8f-7ebd-4dba-a20a-f7a4fe1022ec tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313820 Jun 09 13:29:41.808904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53434) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:41.857231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-88ba8f61-214e-40ab-bde0-2160fa250ac2 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468841 Jun 09 13:29:41.859643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53436) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:41.864573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045424921', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:41.992291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:29:41.996215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.082200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:40Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:42.086072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Checking router: 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:42.086459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Updating router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:29:42.139494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.216032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.221001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-adcb5baa-bbb3-4fbd-a94c-b3dabd19c398 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:42.316614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=5ac35678-ca98-4c18-81f8-a3a9a17e57d0,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:42.320449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:42.328129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:29:42.328479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 1f901957-b7cf-45b7-ab73-897f3f3e2f9f, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:29:42.346713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:29:42.357176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 1f901957-b7cf-45b7-ab73-897f3f3e2f9f) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:42.361408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:42.361981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.371771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9969dd7-15e8-4c6d-9487-c2ff7828eed0 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:29:42.381827 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5211945 Jun 09 13:29:42.384665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53438) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:42.623152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.661338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Transition to ACTIVE for port object b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:42.674669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.678658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:42.709357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:29:42.710277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.865124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Pushing event updated for resources: {'Port': ['ID=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:42.868446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Attempting to bind port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:29:42.868768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Attempting to bind port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:29:42.869117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Attempting to bind port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:29:42.875271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:42.886081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:29:42.886468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:29:42.886896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:42.887284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:29:42.887753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Bound port: b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:29:42.888124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.019565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] For port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:29:43.033598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] For port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:29:43.034966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Allocated IP 172.20.0.2 (1f901957-b7cf-45b7-ab73-897f3f3e2f9f/5ac35678-ca98-4c18-81f8-a3a9a17e57d0/fd46c53d-cbf1-4c62-b8aa-927e75af35e1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:29:43.039535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.044018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:43.196095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:43.196611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:43.235588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.311412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Pushing event updated for resources: {'Port': ['ID=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:43.333444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:43.453197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:43.623279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.640754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Transition to ACTIVE for port object fd46c53d-cbf1-4c62-b8aa-927e75af35e1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:43.685397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Transition to ACTIVE for port object fd46c53d-cbf1-4c62-b8aa-927e75af35e1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:43.702138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.708118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:43.755238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (1f901957-b7cf-45b7-ab73-897f3f3e2f9f/5ac35678-ca98-4c18-81f8-a3a9a17e57d0/bf038858-4841-4493-bc43-25bfb5e5db6a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:29:43.804560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:29:43.808081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:43.815034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:29:43.818165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Pushing event updated for resources: {'Port': ['ID=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:43.825630 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:43.914373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.919826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Attempting to bind port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:29:43.920205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Attempting to bind port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:29:43.920577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Attempting to bind port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 on network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:29:43.928159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:29:43.928527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Checking segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:29:43.928938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.929331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Bound using segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:29:43.929674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object bf038858-4841-4493-bc43-25bfb5e5db6a will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:43.929804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Bound port: fd46c53d-cbf1-4c62-b8aa-927e75af35e1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:29:43.930140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.942240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:40Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:43.951077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e5594-1a8b-4de9-853c-22318abbff2b None None] The sync data for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv is: [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:40Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:43.956232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:43.960908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ee806e1-95db-4bb0-a0c3-e26a06f071cb tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:44.026059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:29:44.029336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:44.033674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:29:44.042988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] For port fd46c53d-cbf1-4c62-b8aa-927e75af35e1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:29:44.046349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] For port fd46c53d-cbf1-4c62-b8aa-927e75af35e1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:29:44.051770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.061210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-622045f2-e802-4c03-b654-db19f4a747f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:44.071506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:44.076196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:44.095827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.147989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Pushing event updated for resources: {'Port': ['ID=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:44.158452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:44.244010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.673236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.679419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.862351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ac157726-b902-4dd7-8998-737dd14c2737 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:44.953416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:44.959950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:44.969264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:44.990130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:45.040899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:45.046598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:45.047067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.117097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:29:45.118404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:45.216696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421bd97-5872-4aca-b0a3-5431e1d1f124 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:29:45.325745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.331742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:29:45.350158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2f5c5ad8-40ea-43a7-9e50-69e10835b3a7 None None] Provisioning for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:45.365511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:45.379270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.380123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd46c53d-cbf1-4c62-b8aa-927e75af35e1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:45.411565 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:45.534227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:29:45.542968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53442) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:45.543490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1574454 Jun 09 13:29:45.606079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:45.609493 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Sync routers for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:29:45.610166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:45.622104 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:45.622803 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:45.623447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:45.630478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:45.630882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.684391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533fe69-e2c7-4a21-8c87-7a05c6fd8222 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.685130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533fe69-e2c7-4a21-8c87-7a05c6fd8222 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.685763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533fe69-e2c7-4a21-8c87-7a05c6fd8222 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.686383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533fe69-e2c7-4a21-8c87-7a05c6fd8222 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.691095 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c533fe69-e2c7-4a21-8c87-7a05c6fd8222 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1469893 Jun 09 13:29:45.691255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53444) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:45.773687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.776953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76498173-cfa2-4bc7-852c-145eea3c927b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.777431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76498173-cfa2-4bc7-852c-145eea3c927b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.778385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76498173-cfa2-4bc7-852c-145eea3c927b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.778873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76498173-cfa2-4bc7-852c-145eea3c927b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:45.780673 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76498173-cfa2-4bc7-852c-145eea3c927b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0884271 Jun 09 13:29:45.783604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53446) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:45.815889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port fd46c53d-cbf1-4c62-b8aa-927e75af35e1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:45.822780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:45.827843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a862d211-fdd4-4072-977f-495f6cbca76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:45.848143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:45.903402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:45.908923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:46.008001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Provisioning complete for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:46.009226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.084960 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:29:46.163529 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Provisioning for port bf038858-4841-4493-bc43-25bfb5e5db6a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:46.171150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:46.171428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.185057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-dd2c5ce3-7f25-4492-ac02-58c0171117a9 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3977785 Jun 09 13:29:46.189516 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:46.193740 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Checking router: 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:29:46.194104 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Updating router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a port bf038858-4841-4493-bc43-25bfb5e5db6a binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:29:46.229266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c21e14e9-d368-4fe5-a12c-71605b227ae0 None None] Port bf038858-4841-4493-bc43-25bfb5e5db6a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:29:46.255050 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.353174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dbe84b1b-2218-4c4d-bdd5-c25c0b260620 None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:46.353852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbe84b1b-2218-4c4d-bdd5-c25c0b260620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.413439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dbe84b1b-2218-4c4d-bdd5-c25c0b260620 None None] Port bf038858-4841-4493-bc43-25bfb5e5db6a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:29:46.533234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6692da1-b5b2-4f86-9e22-8fcf54cce04d None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:46.533814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6692da1-b5b2-4f86-9e22-8fcf54cce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.589991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f6692da1-b5b2-4f86-9e22-8fcf54cce04d None None] Port bf038858-4841-4493-bc43-25bfb5e5db6a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:29:46.638958 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.650208 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Transition to ACTIVE for port object bf038858-4841-4493-bc43-25bfb5e5db6a will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:46.656628 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.660903 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1c49b85-c152-470e-9035-913d9bb79e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:46.807240 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Pushing event updated for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:46.810208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53450) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:46.815996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930605632', 'description': 'tempest-secgroup-smoke-930605632 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:46.848131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.855341 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.855687 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.856022 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.856353 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.856678 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.857003 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.857323 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.857646 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.857961 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.863682 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.864024 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.864357 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:29:46.872199 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:46.888074 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Attempting to bind port bf038858-4841-4493-bc43-25bfb5e5db6a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:29:46.888448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Attempting to bind port bf038858-4841-4493-bc43-25bfb5e5db6a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:29:46.889041 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Attempting to bind port bf038858-4841-4493-bc43-25bfb5e5db6a on network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:29:46.895440 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:29:46.896082 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Checking segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:29:46.896755 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.897711 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Bound using segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:29:46.898344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Bound port: bf038858-4841-4493-bc43-25bfb5e5db6a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:29:46.899413 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.921306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:46.960392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.964990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:46.970621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-04928657-fc78-482c-b768-06383e8315a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:46.993775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:46.994102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.005762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.006610 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] For port bf038858-4841-4493-bc43-25bfb5e5db6a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:29:47.007010 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953444 Jun 09 13:29:47.007943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711bb42d-739a-4f32-a06f-a1f90eb8a8ef,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.010091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53452) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.013463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] For port bf038858-4841-4493-bc43-25bfb5e5db6a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf038858-4841-4493-bc43-25bfb5e5db6a,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:29:47.018344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.019570 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.020574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.025432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adcef121-f33f-45a2-b9b3-996897e6f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.050279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.101230 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Pushing event updated for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.108408 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.109435 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:29:47.110204 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:47.114050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.121012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.123807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea9e2248-6753-4b22-9987-786db403e1e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.126117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd46c53d-cbf1-4c62-b8aa-927e75af35e1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:47.154632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ed7523-6b2d-4196-a126-c5c62b8d13e5,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.158003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.168273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.172140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569686 Jun 09 13:29:47.172299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53454) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.177351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.198836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:47.199209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.219022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.291453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.298757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.308937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3a943ae2-75ac-49b4-b5b4-66fe1408d103 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.336644 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:29:47.338647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4869d117-9f05-4a0c-9b1d-024a98f10a7f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.341754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.346550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.347788 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-34a3b5f8-1ebf-488b-bc8c-40e96d0add30 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744039 Jun 09 13:29:47.350515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53456) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.354948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.388129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.452083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.455970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.463284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.482201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28955a8d-53be-4adc-8361-0bda6c559713,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.484882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.486604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.490392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363189 Jun 09 13:29:47.490952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53458) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.495043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.523701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.591001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.599928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.601839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-632d4ebc-0858-4a7e-8607-6cf86c495168 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.635348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc1d401-054d-4180-9e4b-17f2744a93a1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.637797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.643315 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:47Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:29:47.645141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.649843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5bbc9063-9ed8-454c-a0db-d352fdaa101d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553159 Jun 09 13:29:47.650020 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b1ecb2-319d-4918-85f2-dd144d71c363 None None] The sync data for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv is: [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:47Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:29:47.650216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53460) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.656384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.688112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:29:47.698976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.771444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.775730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.777584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a25e3206-c217-460e-af7b-417dce44801f tempest-SecGroupTest-413533675 tempest-SecGroupTest-413533675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.801120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ec6e15-6c03-46bc-a3bf-ae9855bbd8e1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.804481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.808637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.812328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580346 Jun 09 13:29:47.812644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53462) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:47.817585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '711bb42d-739a-4f32-a06f-a1f90eb8a8ef', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:47.840216 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:29:47.846920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.864772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-458aa7ae-a605-4ced-8b2f-c4e8afb28ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.919075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.923403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.925843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f03a836f-e81a-438a-a2a0-e6a936ccf7d9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:47.953074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb2b93-45a5-4a55-83df-1a6274caded6,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:47.955596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:47.961888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:47.965992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494105 Jun 09 13:29:48.187290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-6f34fb9f-b193-4427-b8d4-efcf1b804293 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930605632&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0406692 Jun 09 13:29:48.341731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-268178e8-149f-46e6-a269-8392ddaf4fc7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:48.343207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-268178e8-149f-46e6-a269-8392ddaf4fc7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 796 time: 0.1486156 Jun 09 13:29:48.358492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-77c0f2bb-c064-4c92-9fd8-a3bee31592e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0095732 Jun 09 13:29:48.443282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-3359be44-8d5a-4247-acf9-f776d58f687d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789084 Jun 09 13:29:48.591428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-6029bd37-bf1c-4cc0-8017-a74a75d650ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:29:48.592441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-6029bd37-bf1c-4cc0-8017-a74a75d650ee service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1373246 Jun 09 13:29:48.725891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-d244c220-3397-4f1a-99a6-32a4d101176e service neutron] 10.222.0.21 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272883 Jun 09 13:29:48.895585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf038858-4841-4493-bc43-25bfb5e5db6a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:48.964581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port bf038858-4841-4493-bc43-25bfb5e5db6a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:48.969255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:48.969656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:48.990884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-4ab32bb6-5c35-4d68-ac50-d37e3b350f5f service neutron] 10.222.0.21 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590261 Jun 09 13:29:49.096179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:49.131304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port bf038858-4841-4493-bc43-25bfb5e5db6a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf038858-4841-4493-bc43-25bfb5e5db6a,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:49.136931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:49.139104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5916156-8d82-4d94-bfa8-f10f272b6ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:49.176467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e0517b84-ba61-4b57-af75-8c8381eca3c5 req-3bcd38e2-0d8e-4cc5-94e4-2b1307a7e5b6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 210 time: 0.0473962 Jun 09 13:29:49.206748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:49.209693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:50.230851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-cdf1379f-3420-4ec9-a6f5-36b6646e3a76 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:50.232998 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-cdf1379f-3420-4ec9-a6f5-36b6646e3a76 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 796 time: 0.1522567 Jun 09 13:29:50.251523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-532bc046-a91b-4764-9cd1-6d3bea945a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:50.287783 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-9db0d816-0376-4d32-96de-40265cdabaf8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 379 time: 0.0442939 Jun 09 13:29:50.296774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['711bb42d-739a-4f32-a06f-a1f90eb8a8ef']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:50.332152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:50.340522 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0fbc90f4-a2d1-4133-81d3-2bf341fea9a0 req-f66deee1-3efc-42e0-9c2d-0dd3b25395f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 210 time: 0.0543962 Jun 09 13:29:50.454816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:29:50.458448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:50.628047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.10 (1f901957-b7cf-45b7-ab73-897f3f3e2f9f/5ac35678-ca98-4c18-81f8-a3a9a17e57d0/e20b4fb7-452a-4f7a-9034-f297d36d344b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:29:50.821992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:50.838451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object e20b4fb7-452a-4f7a-9034-f297d36d344b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:50.863320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:50.869392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31a6aaa6-b9af-4499-ad88-11fad76563e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:50.885723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf038858-4841-4493-bc43-25bfb5e5db6a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:50.937535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:29:50.940849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:29:50.944972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:29:50.983469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:50.988044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:50.994597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:50.994987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.013424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:51.014051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.034724 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7415600 Jun 09 13:29:51.047083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Request body: {'port': {'device_id': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:51.166072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.230079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a4144f28-b5e3-4791-86ac-d2a8a761993a None None] Provisioning for port e20b4fb7-452a-4f7a-9034-f297d36d344b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:51.234841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a4144f28-b5e3-4791-86ac-d2a8a761993a None None] Provisioning complete for port e20b4fb7-452a-4f7a-9034-f297d36d344b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:51.235216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4144f28-b5e3-4791-86ac-d2a8a761993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.286269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a4144f28-b5e3-4791-86ac-d2a8a761993a None None] Port e20b4fb7-452a-4f7a-9034-f297d36d344b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:29:51.349600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.512621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20b4fb7-452a-4f7a-9034-f297d36d344b {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:29:51.520929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.526042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b73e4-7959-445b-a633-08dbe7f6b023 req-627aa30d-c09b-4857-b049-74442ef1ea86 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:51.527518 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-345b73e4-7959-445b-a633-08dbe7f6b023 req-627aa30d-c09b-4857-b049-74442ef1ea86 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 932 time: 0.0811443 Jun 09 13:29:51.536036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Transition to ACTIVE for port object e20b4fb7-452a-4f7a-9034-f297d36d344b will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:29:51.540933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.545708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-26033e68-e684-43bb-bb2e-9b382af8ebc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:51.576227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-345b73e4-7959-445b-a633-08dbe7f6b023 req-f4be24a8-9935-4672-b6fd-e44634b14dd9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Jun 09 13:29:51.700600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:51.708125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:51.778876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Attempting to bind port e20b4fb7-452a-4f7a-9034-f297d36d344b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:29:51.779206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Attempting to bind port e20b4fb7-452a-4f7a-9034-f297d36d344b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:29:51.779526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Attempting to bind port e20b4fb7-452a-4f7a-9034-f297d36d344b on network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:29:51.784055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Port e20b4fb7-452a-4f7a-9034-f297d36d344b on network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:29:51.784374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Attempting to bind port e20b4fb7-452a-4f7a-9034-f297d36d344b on network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:29:51.789411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:29:51.789738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Checking segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:29:51.790116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Bound using segment: {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:29:51.790548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Bound port: e20b4fb7-452a-4f7a-9034-f297d36d344b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c132b90-9ec1-4757-ba78-c3eecf169825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:29:51.790909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.884177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:29:51.887185 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:29:51.893902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.897484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-99c96c59-5cd9-461d-9abf-f906dd60b369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:51.957083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:51.957721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:51.959164 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 1094 time: 0.9168420 Jun 09 13:29:51.959888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:29:51.961986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0806eb-e43f-402d-badb-f783e5ac9d68" -d '{"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:29:51.985749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:51.988955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:52.036626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d517b93d-e5e7-40e3-a23f-7b79581ac2e8 x-openstack-request-id: req-d517b93d-e5e7-40e3-a23f-7b79581ac2e8 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:29:52.036964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:29:52.037261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d517b93d-e5e7-40e3-a23f-7b79581ac2e8 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:29:52.037719 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'status': 'completed', 'code': 200} Jun 09 13:29:52.081695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-071ae6ee-e2a8-4f7c-8a91-04bf1fc968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.083314 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-071ae6ee-e2a8-4f7c-8a91-04bf1fc968c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1097 time: 0.0838196 Jun 09 13:29:52.297089 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-771b317c-b65a-4c05-9561-139ca9043ebc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 217 time: 0.2064292 Jun 09 13:29:52.366697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-4c7d3b69-b814-495c-8a57-650fe6f92db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.368154 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-4c7d3b69-b814-495c-8a57-650fe6f92db8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0646083 Jun 09 13:29:52.445048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-1ca3b37b-6713-4fb7-ad12-833c95219dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.446504 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-1ca3b37b-6713-4fb7-ad12-833c95219dfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722654 Jun 09 13:29:52.583107 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-9929f572-ea67-44b8-af00-d423c8c39093 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301830 Jun 09 13:29:52.714670 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad5106f7-adc5-4eda-aba6-5c25833b6634 req-71647bcf-455f-44a3-a4b4-fbfad9cdcace service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252489 Jun 09 13:29:52.767755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af4395-8545-47ff-a665-7ecbb6d9540d req-1c22d426-7bce-4f0a-8afb-c8c47d493fb0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.769201 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-58af4395-8545-47ff-a665-7ecbb6d9540d req-1c22d426-7bce-4f0a-8afb-c8c47d493fb0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 944 time: 0.0847757 Jun 09 13:29:52.813038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-58af4395-8545-47ff-a665-7ecbb6d9540d req-b6b2abc4-7738-4316-8864-b68c97d05db5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 Jun 09 13:29:52.840962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-f82490f1-aeca-4b1b-9860-df44799a5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.842381 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-f82490f1-aeca-4b1b-9860-df44799a5c2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1097 time: 0.0748396 Jun 09 13:29:52.985514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-eb0ee159-0e29-42f5-96d4-5c65b41943aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:52.987141 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-eb0ee159-0e29-42f5-96d4-5c65b41943aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1364810 Jun 09 13:29:53.054415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:53.058853 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-916e8d21-eea6-41bc-baee-a6b95f63b51a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 217 time: 0.0645947 Jun 09 13:29:53.130182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-4a99632a-b140-4466-953c-4cc9be809b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:53.131925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-4a99632a-b140-4466-953c-4cc9be809b21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0661440 Jun 09 13:29:53.212306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-7d8ff06d-9497-483b-b73d-42103ddf250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:53.213793 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-7d8ff06d-9497-483b-b73d-42103ddf250a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744574 Jun 09 13:29:53.349880 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-cc9c65d5-58ed-4172-8fe6-2c42fca49cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277268 Jun 09 13:29:53.481464 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2f0806eb-e43f-402d-badb-f783e5ac9d68 req-8cf80e4a-1255-464e-a514-e261ba7196d1 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242762 Jun 09 13:29:54.014894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835f74c-a4ed-4766-8d8d-33e6d7364f81 req-544203d7-c08e-4121-87b7-60d05b8f4fd4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:54.016345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b835f74c-a4ed-4766-8d8d-33e6d7364f81 req-544203d7-c08e-4121-87b7-60d05b8f4fd4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 944 time: 0.0861330 Jun 09 13:29:54.062862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b835f74c-a4ed-4766-8d8d-33e6d7364f81 req-7b74a920-576b-44f2-809e-a8f38296f75a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Jun 09 13:29:54.747534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e20b4fb7-452a-4f7a-9034-f297d36d344b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:29:54.888525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:54.901290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'port_id': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'mac_address': 'fa:16:3e:3f:1b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:29:54.959477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:54.975801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20b4fb7-452a-4f7a-9034-f297d36d344b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:29:54.990903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:54.998174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:54.999991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:55.077305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:55.080476 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:55.208412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['e20b4fb7-452a-4f7a-9034-f297d36d344b'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:29:55.260864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67aff3-8d9d-4cd6-a9c0-1a4ef9994f82 req-e9eba20e-d08f-4680-a25d-91303009b09c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:55.262304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b67aff3-8d9d-4cd6-a9c0-1a4ef9994f82 req-e9eba20e-d08f-4680-a25d-91303009b09c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 945 time: 0.0809441 Jun 09 13:29:55.307322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b67aff3-8d9d-4cd6-a9c0-1a4ef9994f82 req-904a461d-f7af-42ef-8ef1-c1bc2af01b5f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jun 09 13:29:56.525645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27df4-28d9-4e56-b3df-40bf6a087a97 req-39cbb6e1-2721-4045-a9db-7aad4bfcd8b7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:56.527115 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35b27df4-28d9-4e56-b3df-40bf6a087a97 req-39cbb6e1-2721-4045-a9db-7aad4bfcd8b7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 945 time: 0.1037915 Jun 09 13:29:56.573313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35b27df4-28d9-4e56-b3df-40bf6a087a97 req-99d0fb67-57af-4042-acad-53e47e6958f4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Jun 09 13:29:56.747327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e20b4fb7-452a-4f7a-9034-f297d36d344b up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:29:56.827360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port e20b4fb7-452a-4f7a-9034-f297d36d344b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:29:56.832628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port e20b4fb7-452a-4f7a-9034-f297d36d344b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:29:56.833008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:56.950247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:56.976428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:29:56.978707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029039cf-5bbe-4a90-b8cb-24bb35197f81" -d '{"events": [{"server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "name": "network-vif-plugged", "status": "completed", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:29:56.986049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:29:56.991012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:56.993729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a9a599b-e1c9-4d50-b8c0-7a46e1644d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:29:57.023604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6063b3d-673f-42e7-8010-685537c54d50 x-openstack-request-id: req-f6063b3d-673f-42e7-8010-685537c54d50 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:29:57.023905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "name": "network-vif-plugged", "status": "completed", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:29:57.024161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6063b3d-673f-42e7-8010-685537c54d50 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:29:57.024538 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'code': 200} Jun 09 13:29:57.065290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:29:57.068302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:29:57.260850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95305429-bcea-4771-9f5b-3305365fd15c req-c438a5e4-f183-4c22-9f54-9bacda74dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:57.262351 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95305429-bcea-4771-9f5b-3305365fd15c req-c438a5e4-f183-4c22-9f54-9bacda74dc0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0764780 Jun 09 13:29:57.305059 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-95305429-bcea-4771-9f5b-3305365fd15c req-b286b6a0-0588-47aa-913f-b5eb83c7c811 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362446 Jun 09 13:29:57.775011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35920e3-84a6-4f32-9952-1efa24882c10 req-47a3d2f3-ed07-441b-bb52-638f158e80a2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:57.776459 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f35920e3-84a6-4f32-9952-1efa24882c10 req-47a3d2f3-ed07-441b-bb52-638f158e80a2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.0855761 Jun 09 13:29:57.819572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f35920e3-84a6-4f32-9952-1efa24882c10 req-a693d599-c061-4bd5-92ca-572b7a637b7b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Jun 09 13:29:58.590607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:59.028843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1fc7-2bb9-4498-9013-e46be663bb95 req-1bee1e23-4bb8-4b75-ac13-50fd2e7fda9a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:59.030271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5ce1fc7-2bb9-4498-9013-e46be663bb95 req-1bee1e23-4bb8-4b75-ac13-50fd2e7fda9a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.1018457 Jun 09 13:29:59.077674 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5ce1fc7-2bb9-4498-9013-e46be663bb95 req-6019d80b-d385-4c98-8526-aa9d282753ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416350 Jun 09 13:29:59.273245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61c326-c9ad-48f6-a0ba-967ae51a9f9b req-867a2ee6-ba90-4d02-979b-7ee27efd638c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:59.274768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a61c326-c9ad-48f6-a0ba-967ae51a9f9b req-867a2ee6-ba90-4d02-979b-7ee27efd638c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.0911365 Jun 09 13:29:59.321989 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a61c326-c9ad-48f6-a0ba-967ae51a9f9b req-846b21d8-1e04-4405-8374-bc381d123cd3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Jun 09 13:29:59.345419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53518) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:59.428632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc963141-e3cc-4a47-94a5-243b51646a8b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:29:59.430057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bc963141-e3cc-4a47-94a5-243b51646a8b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1094 time: 0.0835857 Jun 09 13:29:59.433210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:29:59.438050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:29:59.462909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:59.604113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:29:59.743494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.175 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/281d34f1-f253-4bd4-bbc3-3a3bc692a352) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:30:00.032524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.064877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.068717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8dbdfca4-42a7-4df8-9d97-16d5d2c17ef8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:30:00.127319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:30:00.130102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:30:00.133844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:30:00.169388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=281d34f1-f253-4bd4-bbc3-3a3bc692a352,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:30:00.173215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:30:00.551789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.629777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.848353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.854174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:00.863759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb14edc1-2398-4148-89bb-4a7809f022a0 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:30:00.965833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=281d34f1-f253-4bd4-bbc3-3a3bc692a352,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:30:00.970855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:30:00.977971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:01.150470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP dc74ad52-0c40-4fb7-b786-97639ed96fd2 associated. External IP: 172.26.5.175, port: e20b4fb7-452a-4f7a-9034-f297d36d344b. Jun 09 13:30:01.642086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:30:01.826922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:30:01.839426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Sync routers for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:30:01.850166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:01.850810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:30:01.851459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:30:01.904203 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4697652 Jun 09 13:30:01.904781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:30:01.907223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53522) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:30:01.907770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc53913-911e-46b4-a8e3-8165ee3a121b" -d '{"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:30:01.952566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d8af8-b0e7-4e40-8a59-952b7349fa4c x-openstack-request-id: req-622d8af8-b0e7-4e40-8a59-952b7349fa4c {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:30:01.952907 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:30:01.953206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-622d8af8-b0e7-4e40-8a59-952b7349fa4c {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:30:01.953802 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'status': 'completed', 'code': 200} Jun 09 13:30:02.017344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3232e211-b4fa-4ef8-8e0e-ab59d4b68d7f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/dc74ad52-0c40-4fb7-b786-97639ed96fd2 HTTP/1.1" status: 200 len: 992 time: 0.1088369 Jun 09 13:30:02.035647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:30:02.048184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-6fc03fa0-952b-4bd2-bd5b-2927b2aa35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:02.049797 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-6fc03fa0-952b-4bd2-bd5b-2927b2aa35f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0745971 Jun 09 13:30:02.184964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-c344de44-fa3b-4637-a75e-94769da097a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:02.186428 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-c344de44-fa3b-4637-a75e-94769da097a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1302550 Jun 09 13:30:02.289683 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-d57c82ab-6c87-4a0e-a277-32c3d88254f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 1000 time: 0.0969875 Jun 09 13:30:02.359934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-05354480-01a7-45a7-b9c6-93392f0b154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:02.361441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-05354480-01a7-45a7-b9c6-93392f0b154f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0654728 Jun 09 13:30:02.422767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'dc74ad52-0c40-4fb7-b786-97639ed96fd2', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'port_id': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'mac_address': 'fa:16:3e:3f:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:30:00Z', 'updated_at': '2021-06-09T13:30:00Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:30:02.426795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Checking router: 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:30:02.435548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:30:02.436127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:29:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:30:02.436916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-8e770e02-3442-47e9-bb03-dce3aa472f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:02.438417 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-8e770e02-3442-47e9-bb03-dce3aa472f9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711482 Jun 09 13:30:02.573859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-2e25217e-565e-42e8-b848-75c370dc2daa service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277144 Jun 09 13:30:02.613029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:30:02.707861 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-efc53913-911e-46b4-a8e3-8165ee3a121b req-b3604b95-a8ec-466a-84fa-00d2ba6785a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276934 Jun 09 13:30:02.972896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'dc74ad52-0c40-4fb7-b786-97639ed96fd2', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'port_id': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'mac_address': 'fa:16:3e:3f:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:30:00Z', 'updated_at': '2021-06-09T13:30:00Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:30:02.977277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b6788-9d58-47e9-b671-22a6a8a0368e None None] The sync data for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv is: [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'dc74ad52-0c40-4fb7-b786-97639ed96fd2', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'port_id': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'mac_address': 'fa:16:3e:3f:1b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:30:00Z', 'updated_at': '2021-06-09T13:30:00Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:30:03.020454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:30:03.126844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a973e21c-15b6-4d48-b71f-d3398c7712ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/dc74ad52-0c40-4fb7-b786-97639ed96fd2 HTTP/1.1" status: 200 len: 992 time: 0.1051052 Jun 09 13:30:03.166061 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab085d63-654e-465c-b6c4-f9b1a255f8a6 None None] New status for floating IP dc74ad52-0c40-4fb7-b786-97639ed96fd2: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:30:04.132035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53528) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:30:04.248642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-590f4faa-0986-47aa-b438-4d32c0ebee38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/dc74ad52-0c40-4fb7-b786-97639ed96fd2 HTTP/1.1" status: 200 len: 994 time: 0.1149926 Jun 09 13:30:17.877110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56236725-b041-4ed8-b1e1-fb41540b291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:20.247310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79bf8729-a655-4a05-a366-a81e71bd2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:20.329235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:21.360671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:23.065785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:23.075381 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:30:28.586721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:38.878827 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-25e37be0-b7c9-41e7-91a3-befec6d35c50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774627 Jun 09 13:30:39.024775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-4afe8b77-407c-4cd2-ac78-5ae8fa929aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:39.026207 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-4afe8b77-407c-4cd2-ac78-5ae8fa929aac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0734954 Jun 09 13:30:39.174263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-730a592a-8363-4ece-aa44-72ac1aeaf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:39.175727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-730a592a-8363-4ece-aa44-72ac1aeaf6c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1257434 Jun 09 13:30:39.283247 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-baf9ddbb-c6ae-4b1a-a5d5-b6af8d524da2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 1002 time: 0.0994079 Jun 09 13:30:39.345172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-d568cfc9-5658-412e-953a-f0b2936bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:39.346655 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-d568cfc9-5658-412e-953a-f0b2936bad4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0571427 Jun 09 13:30:39.428773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-9724df13-7a52-4706-9c65-e35a258423fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:30:39.430248 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-9724df13-7a52-4706-9c65-e35a258423fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764260 Jun 09 13:30:39.705513 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-f22b3103-cf18-4d46-9d87-e8116ad28956 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680848 Jun 09 13:30:39.840899 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-94021c81-8062-4ee3-b794-3ab28f30afb5 req-a717dcc3-d9f6-49dd-83f9-ffe1c9236698 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274834 Jun 09 13:30:47.878969 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3578-6664-42b2-81f9-3bc9ba747b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:50.259551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70aa26f5-1c97-4dea-8300-bb12bf77e61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:50.324736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:51.361017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:53.064041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:30:58.580040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:00.075245 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:31:17.883721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f9139ca6-1d5b-4767-bb6b-a4666d2de9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:20.254174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e691a7f1-369d-43e8-85de-c6fcd73a9292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:20.328744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:21.370692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:23.069343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:28.583910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:37.077788 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:31:39.939423 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-6eb9dcf5-199c-46d2-aea0-2d18ad500339 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793924 Jun 09 13:31:40.088498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-7e3c6c28-86b2-4711-8532-ad45c0c57e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:31:40.089974 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-7e3c6c28-86b2-4711-8532-ad45c0c57e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0803781 Jun 09 13:31:40.242661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-28e537a4-6d2f-4681-912d-201608abcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:31:40.244086 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-28e537a4-6d2f-4681-912d-201608abcaa0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1345663 Jun 09 13:31:40.347656 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-e36d1bc8-6803-47b5-8074-7f9512da08a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 1002 time: 0.0962899 Jun 09 13:31:40.418098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-fb572bab-f1cb-484f-ba72-95acfbff7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:31:40.419579 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-fb572bab-f1cb-484f-ba72-95acfbff7c6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0647700 Jun 09 13:31:40.497702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-1df1ec36-d823-4cd7-af0d-88ec33b39cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:31:40.499064 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-1df1ec36-d823-4cd7-af0d-88ec33b39cfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726988 Jun 09 13:31:40.629626 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-1ff656fb-20ec-4891-8743-45c01f817d4d service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237717 Jun 09 13:31:40.775105 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4b1d2d77-30a8-4936-bd15-e2aafd51c38b req-f72c3192-a150-4928-bf25-90472f28aa94 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372290 Jun 09 13:31:47.885056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49a0da1b-260b-4cf0-bff0-145d54b394a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:50.268933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caffa2f7-1667-440e-97e1-b573abb34222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:50.335415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:51.376583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:53.069374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:55.625770 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53570) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:31:55.634566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:31:55.758612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8050686'] for subnet, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:55.954041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362914618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6423523'] for subnet, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:55.958420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00764575-7cd5-4e5f-94b6-54173ac7aac5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:31:55.999787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:31:56.000393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:56.002310 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/subnets/5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 836 time: 0.3744137 Jun 09 13:31:56.007133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fac43-db8e-4b3b-ac59-b86c16606543 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:31:56.023994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=5ac35678-ca98-4c18-81f8-a3a9a17e57d0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:31:56.031366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.031746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.032117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.032481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.032847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.033205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.033561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.033917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.034278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.034661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.035015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.035367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:31:56.038896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:31:56.424925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Provisioning complete for port e20b4fb7-452a-4f7a-9034-f297d36d344b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:31:56.425308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:56.559567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Provisioning complete for port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:31:56.559941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:56.730327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Provisioning complete for port bf038858-4841-4493-bc43-25bfb5e5db6a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:31:56.730764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f666417f-3421-4d64-a894-068ae73acdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:31:58.583948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:14.083200 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:32:17.891660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff34cfd-73f9-4eb2-9c06-edd0a2b6e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:19.366748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-01a8d817-a97e-461d-8fb2-8d6d2dab2ee8 req-7f917de9-9ffa-4279-8caf-dc0578f31ab9 service neutron] (92384) timed out ('10.222.0.42', 56513) {{(pid=92384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 13:32:20.266031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8aa5bfd4-e508-4ba4-857a-d05b97421f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:20.329920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:21.381985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:23.072556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:28.593580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:39.489378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53580) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:39.887249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 281d34f1-f253-4bd4-bbc3-3a3bc692a352 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:32:39.887592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:39.917227 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-97b4eebf-58ef-4604-bab2-3c2f4f9eb849 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1192799 Jun 09 13:32:40.012887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:40.013195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:40.059892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-9523a455-1952-471c-9240-ea4a69a4accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:40.061280 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-9523a455-1952-471c-9240-ea4a69a4accd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0733984 Jun 09 13:32:40.133590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 281d34f1-f253-4bd4-bbc3-3a3bc692a352 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:32:40.209371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-228f2c65-30a8-4586-a26b-4cb4709f4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:40.210831 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-228f2c65-30a8-4586-a26b-4cb4709f4014 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1255598 Jun 09 13:32:40.259220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:40.262936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b44b35d2-47dd-460c-bbc8-48e72813db0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:40.281441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-e47999f5-3a0f-420f-9c1f-ef1ac0dc544b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 217 time: 0.0637715 Jun 09 13:32:40.310717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=281d34f1-f253-4bd4-bbc3-3a3bc692a352,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:40.313707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:40.346468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-e4d33d3f-8365-43a5-9a49-0a404af676ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:40.348009 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-e4d33d3f-8365-43a5-9a49-0a404af676ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0593534 Jun 09 13:32:40.403058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:40.403383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP dc74ad52-0c40-4fb7-b786-97639ed96fd2 disassociated (deleted). External IP: 172.26.5.175, port: e20b4fb7-452a-4f7a-9034-f297d36d344b. Jun 09 13:32:40.427481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-d0b9f19c-331a-449a-ad0f-4629550fadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:40.428968 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-d0b9f19c-331a-449a-ad0f-4629550fadf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743403 Jun 09 13:32:40.709168 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-80e7059e-59ed-4b72-acc2-fd15ecdbf95d service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729483 Jun 09 13:32:40.752486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:32:40.838393 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-f629eb06-8c82-4877-a8c9-4c8964e075ec req-2263f336-c86e-40c4-bffb-187a021101b0 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220245 Jun 09 13:32:40.930713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:32:40.935558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:40.940062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Sync routers for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:32:40.951777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:40.952421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:40.988437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc74ad52-0c40-4fb7-b786-97639ed96fd2 HTTP/1.1" status: 204 len: 168 time: 1.4979889 Jun 09 13:32:40.989217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:32:40.991723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5" -d '{"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:32:41.125515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d7599-1b81-4c80-bcef-7e58ae27647d x-openstack-request-id: req-f65d7599-1b81-4c80-bcef-7e58ae27647d {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:32:41.125931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:32:41.126296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f65d7599-1b81-4c80-bcef-7e58ae27647d {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:32:41.126831 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'status': 'completed', 'code': 200} Jun 09 13:32:41.136345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:41.218799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-10d3976b-a0f0-4ae2-b779-2e55e809584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:41.220336 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-10d3976b-a0f0-4ae2-b779-2e55e809584d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 1099 time: 0.0730200 Jun 09 13:32:41.354611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-ea88cf08-5ac2-41ca-b7b9-8ae3a840a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:41.356071 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-ea88cf08-5ac2-41ca-b7b9-8ae3a840a1bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 200 len: 897 time: 0.1279666 Jun 09 13:32:41.431886 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-efbe6592-7f84-4275-93ca-1a03928afa03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 200 len: 217 time: 0.0652456 Jun 09 13:32:41.441738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fe701-18ab-4c91-a033-3398c44b45ee req-dca2ce30-1a4e-4dee-8252-499b41ee72c1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:41.443280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-366fe701-18ab-4c91-a033-3398c44b45ee req-dca2ce30-1a4e-4dee-8252-499b41ee72c1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.1421461 Jun 09 13:32:41.460159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:41.464120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Checking router: 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:32:41.472936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:41.473966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:41.495858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-307fc137-024d-4b09-8a1f-61d32e6ef90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:41.497457 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-307fc137-024d-4b09-8a1f-61d32e6ef90a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 200 len: 844 time: 0.0592790 Jun 09 13:32:41.599691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-cd46786c-0ad6-4b99-8e04-af37ccb864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:41.601301 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-cd46786c-0ad6-4b99-8e04-af37ccb864dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f901957-b7cf-45b7-ab73-897f3f3e2f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0950899 Jun 09 13:32:41.640288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-366fe701-18ab-4c91-a033-3398c44b45ee req-7d3430a1-0569-44f9-ac8c-a3afa0c91abf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887500 Jun 09 13:32:41.659649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:41.737691 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-0dabbc94-7348-43a6-b5ce-febf82071b03 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287405 Jun 09 13:32:41.869360 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d182dc4a-74aa-45bd-af2f-6f8cf6253de5 req-51d920eb-efaa-4fe3-8e1d-7b7d874015f9 service neutron] 10.222.0.42 "GET /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238840 Jun 09 13:32:42.015061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:42.019057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bfa9d-1f34-4ce1-88b7-1685a6bb318a None None] The sync data for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv is: [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:44Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'bf038858-4841-4493-bc43-25bfb5e5db6a', 'name': '', 'network_id': '1f901957-b7cf-45b7-ab73-897f3f3e2f9f', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:59:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:43Z', 'updated_at': '2021-06-09T13:29:49Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '5ac35678-ca98-4c18-81f8-a3a9a17e57d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:32:42.236187 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c2039-b9ac-4efa-bd86-4e96bfb34877 None None] New status for floating IP dc74ad52-0c40-4fb7-b786-97639ed96fd2: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:32:42.686661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-bd90cc0e-561c-4479-9316-e46318b31ab5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:42.688127 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-bd90cc0e-561c-4479-9316-e46318b31ab5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.0892487 Jun 09 13:32:42.831594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port e20b4fb7-452a-4f7a-9034-f297d36d344b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:32:42.831946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:42.898120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae507a1-b455-4c74-9210-ba20e4b939c2 req-653bd2d9-11e9-4bb9-9750-ac3bec08d9e1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:42.899632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bae507a1-b455-4c74-9210-ba20e4b939c2 req-653bd2d9-11e9-4bb9-9750-ac3bec08d9e1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 946 time: 0.1334081 Jun 09 13:32:42.946289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bae507a1-b455-4c74-9210-ba20e4b939c2 req-afbf1de9-a597-4242-a54d-0bc1b6f0ac92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=711bb42d-739a-4f32-a06f-a1f90eb8a8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Jun 09 13:32:42.964324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e20b4fb7-452a-4f7a-9034-f297d36d344b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e20b4fb7-452a-4f7a-9034-f297d36d344b,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:42.964701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:43.085034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for e20b4fb7-452a-4f7a-9034-f297d36d344b owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:32:43.205172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:43.210800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9a0d0bd5-9705-4b9f-a6dd-00884bbdd22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:43.254299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=e20b4fb7-452a-4f7a-9034-f297d36d344b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:43.292504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.292889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.293261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.293624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.293987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.294326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.294717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.295078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.295437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.295793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.296144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.296494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:43.303616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:43.480754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port e20b4fb7-452a-4f7a-9034-f297d36d344b on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:32:43.483507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:43.485391 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-aa4193e2-d3aa-4cfe-b39c-314114a4ecfc req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/e20b4fb7-452a-4f7a-9034-f297d36d344b HTTP/1.1" status: 204 len: 173 time: 0.7898490 Jun 09 13:32:43.485900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'name': 'network-vif-deleted', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:32:43.488226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388f629-a20e-4fa1-8ed2-8b4b4bc77aab" -d '{"events": [{"server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "name": "network-vif-deleted", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:32:43.532882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f4fc0-a555-49f8-b082-f15db0d7ad2d x-openstack-request-id: req-a51f4fc0-a555-49f8-b082-f15db0d7ad2d {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:32:43.533240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b44f96-67a1-4639-82b7-2d031f3f362d", "name": "network-vif-deleted", "tag": "e20b4fb7-452a-4f7a-9034-f297d36d344b", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:32:43.533543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a51f4fc0-a555-49f8-b082-f15db0d7ad2d {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:32:43.533977 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b44f96-67a1-4639-82b7-2d031f3f362d', 'name': 'network-vif-deleted', 'tag': 'e20b4fb7-452a-4f7a-9034-f297d36d344b', 'status': 'completed', 'code': 200} Jun 09 13:32:44.112906 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8c0f4a9-9450-4189-8de0-83c19bfffbb2 req-4a5593af-16fc-4abc-80e2-5e6f6dd9f7ee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=35b44f96-67a1-4639-82b7-2d031f3f362d HTTP/1.1" status: 200 len: 210 time: 0.0447998 Jun 09 13:32:45.220054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53612) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:45.288237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:45.317536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:45.381868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:45.385792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:45.386946 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/711bb42d-739a-4f32-a06f-a1f90eb8a8ef HTTP/1.1" status: 204 len: 168 time: 0.1658673 Jun 09 13:32:45.387992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2fedac08-ea8a-49e0-915c-a28b88d14f19 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:45.399338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711bb42d-739a-4f32-a06f-a1f90eb8a8ef,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:45.402021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b7bf13fa-db53-4512-803a-9d1cd0d450d7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:46.455917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53620) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:47.018829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:47.445459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port bf038858-4841-4493-bc43-25bfb5e5db6a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:32:47.445741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:47.579374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port bf038858-4841-4493-bc43-25bfb5e5db6a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bf038858-4841-4493-bc43-25bfb5e5db6a,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:47.580139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:47.602834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e20b4fb7-452a-4f7a-9034-f297d36d344b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:32:47.636656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: e20b4fb7-452a-4f7a-9034-f297d36d344b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:32:47.637012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e20b4fb7-452a-4f7a-9034-f297d36d344b not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:32:47.840293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for bf038858-4841-4493-bc43-25bfb5e5db6a owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:32:47.877566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38b3fbf2-7938-49e3-ac1a-5b13c7615fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:47.993295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:47.996850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1f01512a-10c0-400c-94df-716acdc5cd06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:48.039447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=bf038858-4841-4493-bc43-25bfb5e5db6a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:48.042616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:48.313335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:48.671877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:32:48.850859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:32:48.856114 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3986530 Jun 09 13:32:48.858893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53622) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:48.861548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Sync routers for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:32:48.875413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:48.876138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:48.923204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet 5ac35678-ca98-4c18-81f8-a3a9a17e57d0 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:32:48.926150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:48.984587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.046439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:49.066128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.141957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.146929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-05fc6a84-0cfa-4698-bac6-502eae1e7be9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:49.187398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.191517 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/5ac35678-ca98-4c18-81f8-a3a9a17e57d0 HTTP/1.1" status: 204 len: 168 time: 0.3291416 Jun 09 13:32:49.191517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac35678-ca98-4c18-81f8-a3a9a17e57d0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:49.192351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53624) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:49.195936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:49.209837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e675e-3223-4115-8a57-4c39bb37a827 None None] Network 1f901957-b7cf-45b7-ab73-897f3f3e2f9f requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:32:49.365769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.502874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:32:47Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:49.507395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Checking router: 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:32:49.517255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Routers {'00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:49.517889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:49.565134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] DHCP port deletion for 1f901957-b7cf-45b7-ab73-897f3f3e2f9f request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:32:49.711594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.736914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] Set router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:49.796151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:32:49.796412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.855365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Deleting port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:32:49.855742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:49.917690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:49.918072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.040729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:32:50.080951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] For port fd46c53d-cbf1-4c62-b8aa-927e75af35e1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,segment=NetworkSegment(8c132b90-9ec1-4757-ba78-c3eecf169825),segment_id=8c132b90-9ec1-4757-ba78-c3eecf169825)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:50.081601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.181632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.185610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af7256d4-f358-4927-aeef-93fad8651f3e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:50.230388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:50.232753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Calling delete_port for fd46c53d-cbf1-4c62-b8aa-927e75af35e1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:32:50.233635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:50.269702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62fc41dd-4101-44e0-9177-2c2fa8fffeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.310335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:32:47Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:50.315257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffabbb-22a9-4e38-a81d-7d201cce2e9d None None] The sync data for ids ['00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a'] in dv-neutron-601336-89-hyperv is: [{'id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'name': 'tempest-TestNetworkBasicOps-router-1206838843', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:32:47Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': 'b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:29:39Z', 'updated_at': '2021-06-09T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:32:50.326390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.327976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.333480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:50.381108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Pushing event deleted for resources: {'Port': ['ID=fd46c53d-cbf1-4c62-b8aa-927e75af35e1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:50.383180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.390710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] No DVR routers for this DVR port fd46c53d-cbf1-4c62-b8aa-927e75af35e1 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:32:50.392654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.392991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.393317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.393640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.394051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.394262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.394593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.394909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.395224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.395544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.395849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.396158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:50.399593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:50.496351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.498561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.522372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.523065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:32:50.530081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.531177 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/00f2a7c5-f7ee-4ac9-b756-a5a199c40d1a HTTP/1.1" status: 204 len: 168 time: 1.3377357 Jun 09 13:32:50.534099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:50.644017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.778844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.795905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f901957-b7cf-45b7-ab73-897f3f3e2f9f']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:50.813922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c132b90-9ec1-4757-ba78-c3eecf169825') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:50.814217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c132b90-9ec1-4757-ba78-c3eecf169825') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:50.826471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.842036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.848024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:32:50.848395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:32:50.862613 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:32:50.941750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.945394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-01f39f6d-2134-474c-8310-dd3ded657fee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:50.970695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:50.975495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/1f901957-b7cf-45b7-ab73-897f3f3e2f9f HTTP/1.1" status: 204 len: 168 time: 0.4376833 Jun 09 13:32:50.976368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=1f901957-b7cf-45b7-ab73-897f3f3e2f9f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:50.983991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d5ac9b02-920b-4406-8d56-629b05137904 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:50.986558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53630) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:50.991894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--1056359615', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:51.016084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:32:51.020800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.051248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:32:51.060019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.060352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment 7dabb37a-b7d8-404f-8444-10af626ccd1b of type vlan for network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b Jun 09 13:32:51.085193 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:32:51.086809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.119061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.125732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:51.126308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.129873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:51.222336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2343378 Jun 09 13:32:51.225194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53632) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:51.230069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:51.234184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:51.237118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:51.244773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:32:51.258027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.259475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.274952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.351756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf038858-4841-4493-bc43-25bfb5e5db6a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:32:51.395245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: bf038858-4841-4493-bc43-25bfb5e5db6a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:32:51.395594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bf038858-4841-4493-bc43-25bfb5e5db6a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:32:51.396039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd46c53d-cbf1-4c62-b8aa-927e75af35e1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:32:51.430665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: fd46c53d-cbf1-4c62-b8aa-927e75af35e1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:32:51.431016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd46c53d-cbf1-4c62-b8aa-927e75af35e1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:32:51.432578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.555265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.860357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:51.888304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:52.024552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.127 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/27c1717e-0aba-4c7b-ba87-32b6ffbc06d9) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:32:52.177296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:52.208528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:52.212942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-72a8c69f-1182-45f2-ac96-6ded378f2709 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:52.270279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:32:52.273115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:32:52.276786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:32:52.309995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:52.313763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:52.832749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:52.965234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:32:53.007370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:32:53.007728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b0fbcd5a-ca39-46eb-be4e-47d9a51d60f0 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:32:53.076990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:53.182133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:53.385803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:32:53.560523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:32:53.570968 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:32:53.581870 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:53.582555 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:53.585221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:53.586751 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3603446 Jun 09 13:32:53.590315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53634) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:53.754948 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:53.774642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-807b22c5-1e0d-4ce1-b636-98978acecaee tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1803772 Jun 09 13:32:53.774847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53638) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:54.032765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc73b6-1821-4979-896e-f6c9a639a20f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:54.037030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-56dc73b6-1821-4979-896e-f6c9a639a20f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2584250 Jun 09 13:32:54.037196 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:52Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:54.037379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53640) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:54.040021 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:32:54.040363 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Updating router ec6d275f-577a-48bc-9b26-67023b0d98c1 port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:32:54.076964 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7aaa3a22-f375-4cb5-9feb-eb2b84128f97 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357983 Jun 09 13:32:54.077222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53642) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:54.081798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282276203', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:54.091958 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.210294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:32:54.213755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.420092 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.427593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.431169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-053acf03-7970-4664-a367-bf1a843737b9 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:54.432698 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Transition to ACTIVE for port object 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:32:54.439683 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.443919 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:54.507739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=dc8601b7-6929-43e7-85c4-a116e9fdfee8,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:54.511160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:54.513656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:32:54.513992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:32:54.545761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:32:54.549509 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Pushing event updated for resources: {'Port': ['ID=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:54.553489 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Attempting to bind port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:32:54.553822 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Attempting to bind port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:32:54.554189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Attempting to bind port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:32:54.556956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:32:54.562554 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:32:54.562815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:54.562926 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:32:54.563184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.563344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.563691 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:32:54.564152 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Bound port: 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:32:54.564517 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.570851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f77e77-2a74-4528-9619-ffc25f418b6c None None] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:32:54.588622 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.589286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.589286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.589684 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.589941 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.590292 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.590592 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.591156 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.591297 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.591597 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.591975 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.592289 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:54.593419 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4f21241c-410d-4ce8-9e71-9cd28a60f1eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5153563 Jun 09 13:32:54.596321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53644) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:54.600733 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:54.643770 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] For port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:32:54.646954 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] For port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:32:54.651602 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.656064 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bcd62623-7f9c-4d75-a4ef-e048eb4d55cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:54.731027 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:54.731651 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:54.785777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:32:54.787179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:54.792183 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Pushing event updated for resources: {'Port': ['ID=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:54.845662 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:54.912903 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:54.944204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Allocated IP 172.20.0.2 (718ab2d0-8b9f-4aa8-afa6-ab61801cd99b/dc8601b7-6929-43e7-85c4-a116e9fdfee8/ac096bfd-eb53-4ad9-837c-d9db76502d8c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:32:55.154738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.165095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Transition to ACTIVE for port object ac096bfd-eb53-4ad9-837c-d9db76502d8c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:32:55.183665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Transition to ACTIVE for port object ac096bfd-eb53-4ad9-837c-d9db76502d8c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:32:55.188997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.190871 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:52Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:55.193368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:55.195066 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec172f-7110-435b-8228-7e705ea1b9dc None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:52Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:32:55.264048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:32:55.267076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:32:55.270811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:32:55.276881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Pushing event updated for resources: {'Port': ['ID=ac096bfd-eb53-4ad9-837c-d9db76502d8c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:55.280730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:55.340838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.369537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Attempting to bind port ac096bfd-eb53-4ad9-837c-d9db76502d8c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:32:55.369855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Attempting to bind port ac096bfd-eb53-4ad9-837c-d9db76502d8c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:32:55.370233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Attempting to bind port ac096bfd-eb53-4ad9-837c-d9db76502d8c on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:32:55.376092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:32:55.376447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Checking segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:32:55.376867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.377291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Bound using segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:32:55.377765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Bound port: ac096bfd-eb53-4ad9-837c-d9db76502d8c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:32:55.378152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.507817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] For port ac096bfd-eb53-4ad9-837c-d9db76502d8c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:32:55.512147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] For port ac096bfd-eb53-4ad9-837c-d9db76502d8c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac096bfd-eb53-4ad9-837c-d9db76502d8c,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:32:55.522763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:55.527772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:55.667513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Pushing event updated for resources: {'Port': ['ID=ac096bfd-eb53-4ad9-837c-d9db76502d8c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:55.671159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:55.950164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (718ab2d0-8b9f-4aa8-afa6-ab61801cd99b/dc8601b7-6929-43e7-85c4-a116e9fdfee8/26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:32:56.109912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.125410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:32:56.151121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.154892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-270bb4ad-104d-4109-9a8d-f428206f5f5b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:56.226058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:32:56.229119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:32:56.233085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:32:56.268480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:56.282768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.283161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.283500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.283898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.284259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.284620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.284978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.285335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.285702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.286048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.286410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.286779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:32:56.292371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:56.311937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.435855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.569819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3456cc-3452-4121-a061-86c17de1de4a None None] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:32:56.662455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4dccff53-4a7c-410d-965a-2bdafcb681b7 None None] Provisioning for port ac096bfd-eb53-4ad9-837c-d9db76502d8c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:32:56.871204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.877541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:56.903156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9ba1a96-adb7-4b13-8f53-10403fc3238d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:57.002028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:57.006385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:57.007501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.118348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac096bfd-eb53-4ad9-837c-d9db76502d8c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:32:57.156923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ca53278d-97be-4757-8a78-90cd2762972d None None] Provisioning for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:32:57.158218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:32:57.159565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:32:57.172371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ca53278d-97be-4757-8a78-90cd2762972d None None] Provisioning complete for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:57.172928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca53278d-97be-4757-8a78-90cd2762972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.234508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ca53278d-97be-4757-8a78-90cd2762972d None None] Port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:32:57.244141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ac096bfd-eb53-4ad9-837c-d9db76502d8c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:32:57.249628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ac096bfd-eb53-4ad9-837c-d9db76502d8c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:57.250272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.349422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:32:57.381459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.391943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-addd2bc3-9f09-437b-a0dc-68b6de0755fc None None] Provisioning complete for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:57.392348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-addd2bc3-9f09-437b-a0dc-68b6de0755fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.465383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-addd2bc3-9f09-437b-a0dc-68b6de0755fc None None] Port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:32:57.469178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port ac096bfd-eb53-4ad9-837c-d9db76502d8c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac096bfd-eb53-4ad9-837c-d9db76502d8c,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:57.474064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.474977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:32:57.499088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:57.598379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=ac096bfd-eb53-4ad9-837c-d9db76502d8c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:57.601816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:57.610814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8749036f-7b94-4320-86e8-3967ef61b370 None None] Provisioning complete for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:57.611184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8749036f-7b94-4320-86e8-3967ef61b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.656733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:32:57.666145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:57.666538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.679688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:32:57.689983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/ec6d275f-577a-48bc-9b26-67023b0d98c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0904226 Jun 09 13:32:57.691988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:32:57.692524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53646) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:57.700166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8749036f-7b94-4320-86e8-3967ef61b370 None None] Port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:32:57.729252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:57.729875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:57.826550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f18de-f1c4-400b-b5ff-483805d23aa7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.827062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f18de-f1c4-400b-b5ff-483805d23aa7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.827531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f18de-f1c4-400b-b5ff-483805d23aa7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.828007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f18de-f1c4-400b-b5ff-483805d23aa7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.829618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b99f18de-f1c4-400b-b5ff-483805d23aa7 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1361609 Jun 09 13:32:57.832476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53648) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:57.902050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a5ba3-bd0f-4e21-ae32-bf507f96bd9a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.902355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a5ba3-bd0f-4e21-ae32-bf507f96bd9a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.902846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a5ba3-bd0f-4e21-ae32-bf507f96bd9a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.903291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a5ba3-bd0f-4e21-ae32-bf507f96bd9a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:32:57.907513 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-743a5ba3-bd0f-4e21-ae32-bf507f96bd9a tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0715516 Jun 09 13:32:57.907779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53650) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:57.942839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:57.960962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:58.019747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:32:58.028490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.032695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:58.109290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5563d72d-a331-4521-a174-3f044018ada5 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2003191 Jun 09 13:32:58.223751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:58.228019 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:58.370732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:58.374713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:32:58.375181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Updating router ec6d275f-577a-48bc-9b26-67023b0d98c1 port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:32:58.425403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.477111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53654) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:58.482748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259141342', 'description': 'tempest-secgroup-smoke-1259141342 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:58.506886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.611396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.615856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.619706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e4eb58f8-4d0d-409b-a44f-11d4bb7f8fb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:58.651084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.654615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.655834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1773686 Jun 09 13:32:58.656758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75cda9-9dbf-4775-9883-fbd7ca35bf28,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:58.659108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53656) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:58.660264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:58.664615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:58.695063 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.757570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.762618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.764683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c08e12b6-dfc7-46f4-a824-f99d267f08cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:58.780588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.786312 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c74a80-ff0e-43cb-8acc-71f3575a3464,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:58.788859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:58.793775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.795081 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d291b1cd-6645-47d3-9ac9-3a128fec12b1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349089 Jun 09 13:32:58.796062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Transition to ACTIVE for port object 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:32:58.797669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53658) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:58.802695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:58.803929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.808340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:58.830681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.894868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.899843 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.901846 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5f2e0217-90bf-4d00-b04a-5772697d0196 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:58.923551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f557773d-2939-4c17-b51e-6f0214ba5f00,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:58.927684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:58.936100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.937601 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389208 Jun 09 13:32:58.940441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53660) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:58.945566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:58.977362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:58.991025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Pushing event updated for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.000256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.020520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Attempting to bind port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:32:59.020818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Attempting to bind port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:32:59.021190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Attempting to bind port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:32:59.027074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:32:59.027471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Checking segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:32:59.027862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.028258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Bound using segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:32:59.029327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Bound port: 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:32:59.029327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.043588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac096bfd-eb53-4ad9-837c-d9db76502d8c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:32:59.062367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.067348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.069789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b82b521-f5f2-4a6b-88b5-f273c8758b4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:59.090479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbf672e-3a00-401c-a6af-656573dd3dbb,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.094332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.100145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.101309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598632 Jun 09 13:32:59.104098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53662) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:59.108494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:59.135692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.186085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] For port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:32:59.189350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] For port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:32:59.194517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.198282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c91de246-2aac-40a5-ac1c-01cc0903b608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:59.199262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.204501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.206306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a50fd0f2-ce17-4dae-9e07-d614465b257d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:59.232012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ac096bfd-eb53-4ad9-837c-d9db76502d8c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:59.232780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.232922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6f6acb-688c-41be-a951-5ba7861ed9a5,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.235736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.242064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.246212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ff8129bc-7061-423d-b1a7-0bdc3d56514f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411951 Jun 09 13:32:59.246397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53664) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:59.251457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:59.274220 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:32:59.280734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.323249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Pushing event updated for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.327774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.331427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:32:59.331885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:32:59.358881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.363658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.370117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-49a4ca2e-37db-4355-9bab-21713a99bda8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:59.393706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb2c02e-9641-4330-a03a-38454d7fd07c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.396080 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.402665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.406596 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566658 Jun 09 13:32:59.406833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53666) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:32:59.411458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '1a75cda9-9dbf-4775-9883-fbd7ca35bf28', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:32:59.435899 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:32:59.566220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:32:59.604994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.646939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:32:59.669110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.675515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.677502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1075b906-2582-47a3-838e-4a70fc060c47 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:32:59.701120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03955b9-d6ae-43b1-9f7e-20aab0709571,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:32:59.703933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:32:59.709311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.711505 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3036618 Jun 09 13:32:59.891924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:32:59.891924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:32:59.953839 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-9ea48455-bc1d-47a7-9332-332b58c01310 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259141342&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0421619 Jun 09 13:33:00.106822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-c67897cb-68f4-4748-ada8-3bdb1528646a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:00.108255 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-c67897cb-68f4-4748-ada8-3bdb1528646a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 797 time: 0.1471825 Jun 09 13:33:00.124391 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-0e22e9f7-636d-4881-9205-7ef05a3e96f9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0099385 Jun 09 13:33:00.124922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:32:59Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:00.130337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000a7bde-ddf4-4626-8c79-0dd17bc350a8 None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:32:59Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:33:00.223581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-e89e650f-332e-4412-b157-39096cdac705 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936577 Jun 09 13:33:00.412727 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-efcbf86d-cf12-4795-8804-b231d1be19f0 service neutron] 10.222.0.21 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732845 Jun 09 13:33:00.548242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-5cdf28a9-8c7d-4dc3-88d6-1b07a9e8cf6f service neutron] 10.222.0.21 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294003 Jun 09 13:33:00.759945 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c19f04a1-3ec8-4633-bac1-17afa2807c9e req-52961f5f-44b2-40a0-b79c-4d3eba143976 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 210 time: 0.0459552 Jun 09 13:33:01.048205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:33:01.118482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:33:01.123418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:01.123854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:01.251501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:01.284399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:01.289151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:01.291048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:01.356058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:01.359049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:01.917181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6a64bb74-aecf-40d8-adc5-7bc97bb7eb50 req-ddeb4dcf-72b6-48c4-b2b8-3d0ab5edd2c7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 210 time: 0.0471618 Jun 09 13:33:01.974840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-65a281f9-c3d6-449c-b5cc-325a0e564c9e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:01.976293 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-65a281f9-c3d6-449c-b5cc-325a0e564c9e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 797 time: 0.1532986 Jun 09 13:33:02.025638 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-bba034eb-69be-4e22-95db-c4a62c33e37e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 380 time: 0.0401950 Jun 09 13:33:02.042785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['1a75cda9-9dbf-4775-9883-fbd7ca35bf28']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:02.202234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:33:02.205633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.368516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.3 (718ab2d0-8b9f-4aa8-afa6-ab61801cd99b/dc8601b7-6929-43e7-85c4-a116e9fdfee8/e46ff0c4-c57c-4a57-b6f2-429edb891146) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:33:02.575035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.590998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object e46ff0c4-c57c-4a57-b6f2-429edb891146 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:33:02.620718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.626210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:02.702840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:33:02.706018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:33:02.710023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:33:02.740273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:02.746940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:02.777539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:02.778147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.798327 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595048 Jun 09 13:33:02.811483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Request body: {'port': {'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:02.898288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-11cd50bb-27c1-4597-9242-438d74b6bb11 None None] Provisioning for port e46ff0c4-c57c-4a57-b6f2-429edb891146 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:33:02.903360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-11cd50bb-27c1-4597-9242-438d74b6bb11 None None] Provisioning complete for port e46ff0c4-c57c-4a57-b6f2-429edb891146 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:02.903829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11cd50bb-27c1-4597-9242-438d74b6bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.927161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:02.961925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-11cd50bb-27c1-4597-9242-438d74b6bb11 None None] Port e46ff0c4-c57c-4a57-b6f2-429edb891146 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:33:03.044921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:33:03.131062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:03.131741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.139886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549472f-d5d1-40b7-a140-ac3b1fdfe747 req-4174756b-f29c-477e-abde-7a907479c8cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:03.141375 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3549472f-d5d1-40b7-a140-ac3b1fdfe747 req-4174756b-f29c-477e-abde-7a907479c8cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 931 time: 0.0917995 Jun 09 13:33:03.189436 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3549472f-d5d1-40b7-a140-ac3b1fdfe747 req-a2f92914-2a82-4530-8a0e-46fb935d553f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Jun 09 13:33:03.282852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46ff0c4-c57c-4a57-b6f2-429edb891146 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:33:03.290018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.304263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Transition to ACTIVE for port object e46ff0c4-c57c-4a57-b6f2-429edb891146 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:33:03.310119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.313918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-662ec58f-af8b-4984-81d8-48142846dbe1 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:03.473497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:03.476690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:03.553428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Attempting to bind port e46ff0c4-c57c-4a57-b6f2-429edb891146 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:33:03.553757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Attempting to bind port e46ff0c4-c57c-4a57-b6f2-429edb891146 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:33:03.554081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Attempting to bind port e46ff0c4-c57c-4a57-b6f2-429edb891146 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:33:03.558570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Port e46ff0c4-c57c-4a57-b6f2-429edb891146 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:33:03.558904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Attempting to bind port e46ff0c4-c57c-4a57-b6f2-429edb891146 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:33:03.564478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:33:03.564807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Checking segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:33:03.565211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Bound using segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:33:03.565627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Bound port: e46ff0c4-c57c-4a57-b6f2-429edb891146, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:33:03.565961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.660308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:33:03.663470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:33:03.671496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.676300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a4bdc785-d84d-4469-874b-63971d99cf13 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:03.733879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:03.734490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:03.735864 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] 10.222.0.42 "PUT /v2.0/ports/e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 1093 time: 0.9290445 Jun 09 13:33:03.736416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:03.738743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c2cd42-7496-4df1-b9b9-0b074d9757f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:03.759605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:03.763500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:03.964131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043f3ee5-4704-48c2-b9ec-73d46e951dc5 x-openstack-request-id: req-043f3ee5-4704-48c2-b9ec-73d46e951dc5 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:03.964474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:03.964720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-043f3ee5-4704-48c2-b9ec-73d46e951dc5 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:03.965172 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:33:04.002161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-d5a9c596-343f-4c59-b9d0-6be070a09e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.003571 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-d5a9c596-343f-4c59-b9d0-6be070a09e05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1096 time: 0.2174778 Jun 09 13:33:04.074102 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-6ea9dd4c-ce15-4aa3-b6f7-4b4a6a3d259e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 217 time: 0.0622151 Jun 09 13:33:04.135734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-3098244a-ef69-48d5-93b3-8a2037c42335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.137177 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-3098244a-ef69-48d5-93b3-8a2037c42335 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0566671 Jun 09 13:33:04.217888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-01ce45ab-d8ed-4f77-94ef-55873d6ce623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.219476 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-01ce45ab-d8ed-4f77-94ef-55873d6ce623 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755835 Jun 09 13:33:04.353142 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-b6ba4758-dcbf-4722-8f24-1f7f45c3d95b service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251378 Jun 09 13:33:04.381287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1325ef-52f8-4314-b42d-6348338c7f5d req-c05fb543-aded-424a-b512-1e782e70d2c7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.382818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d1325ef-52f8-4314-b42d-6348338c7f5d req-c05fb543-aded-424a-b512-1e782e70d2c7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 943 time: 0.0844305 Jun 09 13:33:04.426919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d1325ef-52f8-4314-b42d-6348338c7f5d req-a1ec035e-27ba-4579-b929-df075090d9d3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Jun 09 13:33:04.486414 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b08facbf-587f-4ae8-8ed7-c67ed8b6fd10 req-f1d217ed-ec3c-4910-97a2-5cfc9d948a51 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264420 Jun 09 13:33:04.622821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-303a469e-1edb-47ad-9ac6-b7b9e8eddde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.624324 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-303a469e-1edb-47ad-9ac6-b7b9e8eddde7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0804713 Jun 09 13:33:04.770950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-af7699c5-5427-4753-9ea0-29e4e6e244a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.772373 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-af7699c5-5427-4753-9ea0-29e4e6e244a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1413705 Jun 09 13:33:04.843224 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-6bbb645a-7491-454f-90d8-853842ae6323 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 217 time: 0.0636148 Jun 09 13:33:04.907707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-53e658a7-ed17-480b-9a07-0aecc3cc16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.909087 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-53e658a7-ed17-480b-9a07-0aecc3cc16f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0584829 Jun 09 13:33:04.988613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-f2df950d-09e0-449c-a567-8f74786abd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:04.990061 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-f2df950d-09e0-449c-a567-8f74786abd84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725527 Jun 09 13:33:05.141388 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-ef962da4-6983-487b-831d-4de16a9810e9 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438894 Jun 09 13:33:05.274684 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-37c2cd42-7496-4df1-b9b9-0b074d9757f4 req-c2c71cfc-4ed1-4390-9d13-7ff99decdd3e service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245718 Jun 09 13:33:05.640156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2111ad-1cff-41d5-ad4f-c29ab95c71f2 req-37387e97-0de3-438a-82ec-bdc410da2345 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:05.641619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf2111ad-1cff-41d5-ad4f-c29ab95c71f2 req-37387e97-0de3-438a-82ec-bdc410da2345 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 943 time: 0.1002419 Jun 09 13:33:05.690131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bf2111ad-1cff-41d5-ad4f-c29ab95c71f2 req-6f1b862a-48c1-4849-b63b-833fa1754fca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Jun 09 13:33:07.014961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340e6d-7286-487f-8623-af71c68720b6 req-011ae573-a524-4328-87dc-67e4d03ee56b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:07.016434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2340e6d-7286-487f-8623-af71c68720b6 req-011ae573-a524-4328-87dc-67e4d03ee56b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 943 time: 0.2181454 Jun 09 13:33:07.062675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2340e6d-7286-487f-8623-af71c68720b6 req-650116dd-ea6e-4e19-b2dd-4ca21360dd0b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Jun 09 13:33:07.732315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46ff0c4-c57c-4a57-b6f2-429edb891146 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:33:07.870556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:07.883505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:33:07.943485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:07.963110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46ff0c4-c57c-4a57-b6f2-429edb891146 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:33:07.979254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:07.985941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:07.987824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-542d5cf3-7923-4b6d-84fd-9a32f4a12445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:08.054683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:08.057707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:08.250705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['e46ff0c4-c57c-4a57-b6f2-429edb891146'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:33:08.264969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e37a-abd5-4188-ac2f-341a6b848de4 req-a5381046-bd54-4c52-a79a-f0b722a65724 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:08.266410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d27e37a-abd5-4188-ac2f-341a6b848de4 req-a5381046-bd54-4c52-a79a-f0b722a65724 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 944 time: 0.0909317 Jun 09 13:33:08.310386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d27e37a-abd5-4188-ac2f-341a6b848de4 req-e3f2807c-5383-41c4-91bc-f23260e407be tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Jun 09 13:33:09.523710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd9f9-6c66-465e-96e6-d1f89fabc621 req-31e64e8c-7d3c-4ce6-ba60-45b72376b1ce tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:09.525147 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-181cd9f9-6c66-465e-96e6-d1f89fabc621 req-31e64e8c-7d3c-4ce6-ba60-45b72376b1ce tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 944 time: 0.0926664 Jun 09 13:33:09.572925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-181cd9f9-6c66-465e-96e6-d1f89fabc621 req-a07c52a0-bcf8-4525-a285-8edce99000a2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Jun 09 13:33:09.743136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46ff0c4-c57c-4a57-b6f2-429edb891146 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:33:09.812821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port e46ff0c4-c57c-4a57-b6f2-429edb891146 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:33:09.817415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port e46ff0c4-c57c-4a57-b6f2-429edb891146 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:09.817794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:09.939499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:09.966481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:09.968787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c00074-1475-46b5-a20a-5da5216de4a3" -d '{"events": [{"server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "name": "network-vif-plugged", "status": "completed", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:09.976628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:09.981646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:09.984533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:10.048868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:10.052447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:10.062621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475370b-1fcf-472b-976a-1e85377cb70a x-openstack-request-id: req-7475370b-1fcf-472b-976a-1e85377cb70a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:10.062910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "name": "network-vif-plugged", "status": "completed", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:10.063233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7475370b-1fcf-472b-976a-1e85377cb70a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:10.063922 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'code': 200} Jun 09 13:33:10.315693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ca54-826c-4099-9a07-7b73f80c4db3 req-7c8fb78b-9766-4e3b-b670-7f3790651434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:10.317169 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0554ca54-826c-4099-9a07-7b73f80c4db3 req-7c8fb78b-9766-4e3b-b670-7f3790651434 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0768540 Jun 09 13:33:10.359670 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0554ca54-826c-4099-9a07-7b73f80c4db3 req-7a1f5780-30b5-4c0b-8adc-e18cd9b04069 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348518 Jun 09 13:33:10.778226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f94e8-4673-4dfc-b2b0-74d351976a2c req-9e1185b7-1794-408c-9671-c963ebe83cc7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:10.779698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-585f94e8-4673-4dfc-b2b0-74d351976a2c req-9e1185b7-1794-408c-9671-c963ebe83cc7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0819199 Jun 09 13:33:10.824424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-585f94e8-4673-4dfc-b2b0-74d351976a2c req-4c82da8b-0ab2-4be9-8a36-d3639222c745 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Jun 09 13:33:12.025011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22019a-9984-40ca-a244-f610928ab0ad req-6b643489-8442-4509-9244-3e7b3b48f17d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:12.026364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae22019a-9984-40ca-a244-f610928ab0ad req-6b643489-8442-4509-9244-3e7b3b48f17d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0873463 Jun 09 13:33:12.071753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae22019a-9984-40ca-a244-f610928ab0ad req-0a0835fd-6898-4f78-bd73-d8d25b8b7975 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Jun 09 13:33:12.269802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc59fb-d360-4854-89e9-b7e2b6c4604a req-56398481-e709-4201-84e9-0fa791a1e77b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:12.271278 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-96bc59fb-d360-4854-89e9-b7e2b6c4604a req-56398481-e709-4201-84e9-0fa791a1e77b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0854242 Jun 09 13:33:12.315684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-96bc59fb-d360-4854-89e9-b7e2b6c4604a req-5d8c9809-ea89-46cb-870d-ae772ad26fc0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 Jun 09 13:33:12.338685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53732) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:12.414399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da1a0a-ddba-449c-8c0e-7a7836ba4c4b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:12.415907 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b2da1a0a-ddba-449c-8c0e-7a7836ba4c4b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1093 time: 0.0761878 Jun 09 13:33:12.419965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53734) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:12.424456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:12.448332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:12.592065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:12.724464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.203 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/13851d2a-6d56-4b63-a110-745258e3c1b6) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:33:12.872765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:12.907669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:12.911214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee060d51-9a7e-4e76-8983-da9ffb64f768 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:12.970914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:33:12.973763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:33:12.978730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:33:13.006928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=13851d2a-6d56-4b63-a110-745258e3c1b6,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:13.014010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:13.396564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:13.602469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:13.814937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:13.822551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:13.826505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9bd9ae2a-cdb2-417a-b1fe-5d6e1bf4f05b tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:13.929585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=13851d2a-6d56-4b63-a110-745258e3c1b6,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:13.932650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:13.942344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:14.117675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP bd826b4c-29f1-4061-b534-7bb2de6a7011 associated. External IP: 172.26.5.203, port: e46ff0c4-c57c-4a57-b6f2-429edb891146. Jun 09 13:33:14.475993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:33:14.651572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:33:14.663559 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:33:14.672544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:14.674554 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:33:14.675380 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:14.730602 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3095322 Jun 09 13:33:14.731515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:14.733400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53736) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:14.733931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a10277-44ca-47a6-a38b-a799aeed0402" -d '{"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:14.790075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b2bcfc-c6be-4131-b055-b14c03cfcdef x-openstack-request-id: req-e6b2bcfc-c6be-4131-b055-b14c03cfcdef {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:14.790420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:14.790754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6b2bcfc-c6be-4131-b055-b14c03cfcdef {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:14.791196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:33:14.804318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fd825-1b68-4899-92fe-63ad6471f00b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:14.808809 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a87fd825-1b68-4899-92fe-63ad6471f00b tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1093 time: 0.0740588 Jun 09 13:33:14.850501 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:33:14.887745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-66da2ad0-7829-48b8-aa16-ac4e6606457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:14.889224 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-66da2ad0-7829-48b8-aa16-ac4e6606457f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0753672 Jun 09 13:33:15.000362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53742) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.006144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623700356', 'description': 'tempest-secgroup-smoke-1623700356 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.022571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-82a77cfb-7f79-4399-b05e-2ebccedfd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:15.024074 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-82a77cfb-7f79-4399-b05e-2ebccedfd417 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1280282 Jun 09 13:33:15.031908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.137858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.143295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.148257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b9539f02-3075-40b0-83e8-0909e2f139f8 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:15.187266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.191349 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1868708 Jun 09 13:33:15.191349 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca5587c-d35d-4dc7-a676-674b4db7ef40,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:15.193074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e6340936-1d83-44a8-8c2d-6ae186d67b46 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:15.193583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53744) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.198108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.202630 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:13Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:15.206663 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:33:15.215197 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:33:15.215813 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:32:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:15.228293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.291519 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-bb08f71f-09ed-41ad-ab81-71a1dbe36933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 999 time: 0.2602119 Jun 09 13:33:15.297018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.302055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.304112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e22b9a2b-45ae-492b-ba5f-1314894ea5e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:15.327022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac2153e-c0c3-453a-b5f9-4643c479a9a7,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:15.330163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:15.340242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.344057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469538 Jun 09 13:33:15.344287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53746) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.349617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.358319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-3e35b123-dba2-45a6-b26c-07dd74eeb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:15.359873 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-3e35b123-dba2-45a6-b26c-07dd74eeb118 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0617123 Jun 09 13:33:15.380395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.425475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:33:15.441681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-21bdbcaf-3e42-4db8-9e05-235453be61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:15.443191 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-21bdbcaf-3e42-4db8-9e05-235453be61a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753150 Jun 09 13:33:15.445413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.449327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.451690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1133e92f-e06f-4d2c-b5b5-d20d4cef6807 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:15.466975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b331909-9415-4aa0-805f-fe4a81995942,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:15.470342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:15.483409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.484550 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391172 Jun 09 13:33:15.487357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53748) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.495177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.523248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.588721 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-6375a4c1-7756-4ff9-a5e6-ae6b957101db service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375566 Jun 09 13:33:15.590872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.595843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.597242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9a4e340d-50f5-417c-a4ab-0f8ed51c7647 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:15.743350 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-60a10277-44ca-47a6-a38b-a799aeed0402 req-6d4fe17b-6289-40c2-a730-7d047ba243d0 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463239 Jun 09 13:33:15.765516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879a57cc-cd31-4ee7-85ed-6acf7aa7c262,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:15.768416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:15.773129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.774476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829289 Jun 09 13:33:15.777255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53750) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.780385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:13Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:15.781880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.784299 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d800-2222-45d4-ba85-fca87288c082 None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:13Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:33:15.810468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.876413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.881688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.892342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7c8966ae-3075-4280-9e93-284075dd5983 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:15.911274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4b0d69-2fe1-439f-bca8-5e37d2875809,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:15.914913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:15.916111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.917596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392972 Jun 09 13:33:15.920459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53752) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:15.925466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:15.949179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:33:15.957344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:15.988956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b8460-ff9e-4729-adca-a8e4b0a6a6ec None None] New status for floating IP bd826b4c-29f1-4061-b534-7bb2de6a7011: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:33:16.022744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.026921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.028745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57ed9f18-272f-43d5-a5cd-b293e8567d7c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:16.051369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3030a28-1e52-43a1-a372-3ee2c3e2c193,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:16.053973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:16.061176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.065263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f2da0d7e-aa06-4bda-a2fb-a47ca7eb9394 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438160 Jun 09 13:33:16.065474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53754) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:16.070572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '0ca5587c-d35d-4dc7-a676-674b4db7ef40', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:16.095419 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:33:16.106079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.172008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.176226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.178160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f1e9b652-52a5-49d0-99a8-6cd94de28b4b tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:16.200791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fb751e-2bba-4dc2-b128-c4353937d376,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:16.203291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:16.209191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:16.210425 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9d13fcc1-3b4d-42c4-800b-98c294502524 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436534 Jun 09 13:33:16.383484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-da45c4c3-1fab-4501-a5ce-3effad69a5cc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623700356&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0419426 Jun 09 13:33:16.532907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-bb5d7cdf-6dcf-421e-b12c-7901e459ef27 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:16.534307 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-bb5d7cdf-6dcf-421e-b12c-7901e459ef27 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 797 time: 0.1411607 Jun 09 13:33:16.548569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-dc080da6-e830-40fd-83be-248252f90109 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jun 09 13:33:16.643328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-0ca86b2e-336a-4a40-8a64-8a5f5f81239c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0898018 Jun 09 13:33:16.811143 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d05d01d8-1739-4bb5-83a6-6c512c4402c2 service neutron] 10.222.0.21 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500087 Jun 09 13:33:16.953855 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-e9014640-13af-4cac-b175-98e584de7c1a service neutron] 10.222.0.21 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340718 Jun 09 13:33:17.148976 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-47b06223-4143-4944-8ac3-9020f21505f6 req-5c839a81-d887-4538-a843-04f1eaef0688 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 210 time: 0.0465620 Jun 09 13:33:17.887292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98598140-f3e1-49df-87bb-534fd15e45f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:18.220008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-95dc9686-0779-4a9a-9821-fab96c4eca17 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:18.221438 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-95dc9686-0779-4a9a-9821-fab96c4eca17 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 797 time: 0.1561058 Jun 09 13:33:18.276847 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-0576f9db-8070-422f-8d20-2868b4812332 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 473 time: 0.0459058 Jun 09 13:33:18.286014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['0ca5587c-d35d-4dc7-a676-674b4db7ef40']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:18.306347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0523aaa4-1797-414f-bc5d-a5b4906a577c req-8e7ccd59-4acf-4859-9d16-102ef2938cf8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 210 time: 0.0444334 Jun 09 13:33:18.440592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:33:18.444007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:18.608242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.6 (718ab2d0-8b9f-4aa8-afa6-ab61801cd99b/dc8601b7-6929-43e7-85c4-a116e9fdfee8/a5f0fec2-690f-42ce-b694-95bb1a10e640) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:33:18.807420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:18.822746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object a5f0fec2-690f-42ce-b694-95bb1a10e640 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:33:18.848308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:18.853988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-69877740-d48c-4e1c-8f0f-1a3a20cc4ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:18.921088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:33:18.924313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:33:18.928287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:33:18.959149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:18.965796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:18.997391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:18.998001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:19.017313 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7348664 Jun 09 13:33:19.029963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Request body: {'port': {'device_id': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:19.142044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-95ad32f8-e8de-4960-8c1f-b6523b57e1bf None None] Provisioning for port a5f0fec2-690f-42ce-b694-95bb1a10e640 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:33:19.147230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-95ad32f8-e8de-4960-8c1f-b6523b57e1bf None None] Provisioning complete for port a5f0fec2-690f-42ce-b694-95bb1a10e640 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:19.147615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95ad32f8-e8de-4960-8c1f-b6523b57e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:19.153528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:19.200391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-95ad32f8-e8de-4960-8c1f-b6523b57e1bf None None] Port a5f0fec2-690f-42ce-b694-95bb1a10e640 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:33:19.490575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e585e4f-84e5-4239-b868-2dd6912e906d req-23106d4b-e285-4da1-9d36-aedf8728c205 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:19.492045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e585e4f-84e5-4239-b868-2dd6912e906d req-23106d4b-e285-4da1-9d36-aedf8728c205 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 931 time: 0.0797186 Jun 09 13:33:19.498381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f0fec2-690f-42ce-b694-95bb1a10e640 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:33:19.505727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:19.520555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Transition to ACTIVE for port object a5f0fec2-690f-42ce-b694-95bb1a10e640 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:33:19.524384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:19.528393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:19.539191 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e585e4f-84e5-4239-b868-2dd6912e906d req-9ce7fe98-8ce7-4e7c-ab3d-d1dbfab4b63a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Jun 09 13:33:19.817835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:19.820788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:19.929431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Attempting to bind port a5f0fec2-690f-42ce-b694-95bb1a10e640 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:33:19.929678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Attempting to bind port a5f0fec2-690f-42ce-b694-95bb1a10e640 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:33:19.930055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Attempting to bind port a5f0fec2-690f-42ce-b694-95bb1a10e640 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:33:19.935116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Port a5f0fec2-690f-42ce-b694-95bb1a10e640 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:33:19.935434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Attempting to bind port a5f0fec2-690f-42ce-b694-95bb1a10e640 on network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:33:19.940717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:33:19.941049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Checking segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:33:19.941448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Bound using segment: {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:33:19.941847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Bound port: a5f0fec2-690f-42ce-b694-95bb1a10e640, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dabb37a-b7d8-404f-8444-10af626ccd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:33:19.942192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:20.032321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:33:20.035304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:33:20.041533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:20.045305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-90691805-c4c5-4db3-9c2f-f38ed025a339 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:20.101897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.102495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:20.103893 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 200 len: 1093 time: 1.0784378 Jun 09 13:33:20.104415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:20.106744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba5407-c584-418a-91c0-3b9ef73bfe70" -d '{"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:20.140824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:20.144189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:20.179560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ccf86-6add-4048-bf91-fc037ebdbc5f x-openstack-request-id: req-385ccf86-6add-4048-bf91-fc037ebdbc5f {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:20.179824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:20.180121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-385ccf86-6add-4048-bf91-fc037ebdbc5f {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:20.180697 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'status': 'completed', 'code': 200} Jun 09 13:33:20.231540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b4cde759-a658-4e19-ac8d-8e2813f0425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.233151 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-b4cde759-a658-4e19-ac8d-8e2813f0425e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1096 time: 0.0867896 Jun 09 13:33:20.274753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0ca3-3d86-47a6-b483-d5ec6c115abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:20.304205 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-847d79b3-190e-4d49-ab43-d8f0c5ed4781 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 200 len: 217 time: 0.0629270 Jun 09 13:33:20.343973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:20.372920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-4947b341-06f5-48d5-8858-5bc7a912accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.374569 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-4947b341-06f5-48d5-8858-5bc7a912accf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0637813 Jun 09 13:33:20.455069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1abb-1401-4989-988c-fa5f231c127e req-893e70b6-5e87-4f55-9136-3472ac04382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.456473 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-893e70b6-5e87-4f55-9136-3472ac04382c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745311 Jun 09 13:33:20.597091 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-453c7dda-2fc4-4241-bd7e-68da720d3324 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332641 Jun 09 13:33:20.734738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0453-21e9-44a8-874d-c8c1866c4c6f req-7332261f-4bde-49fc-945c-5c88018d3c5d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.736097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1f0453-21e9-44a8-874d-c8c1866c4c6f req-7332261f-4bde-49fc-945c-5c88018d3c5d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 943 time: 0.0903268 Jun 09 13:33:20.736588 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4aed1abb-1401-4989-988c-fa5f231c127e req-23029783-5022-4b26-8eb2-a507dd03216f service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325879 Jun 09 13:33:20.782655 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1f0453-21e9-44a8-874d-c8c1866c4c6f req-86042dc6-f170-44cf-95cb-b038b3c15640 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Jun 09 13:33:20.856667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-1646a1c3-de27-4202-b5ce-9d51a12ad85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.858159 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-1646a1c3-de27-4202-b5ce-9d51a12ad85e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1096 time: 0.0745027 Jun 09 13:33:20.989999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-16edadb9-7a8d-423c-ab5c-87090bddfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:20.991442 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-16edadb9-7a8d-423c-ab5c-87090bddfb4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1257267 Jun 09 13:33:21.066271 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-66c27966-c54b-4268-b56e-e66af05265de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 200 len: 217 time: 0.0634074 Jun 09 13:33:21.138403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-4ccf2ad1-89fb-4eff-a6ad-74785a9fe63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:21.139956 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-4ccf2ad1-89fb-4eff-a6ad-74785a9fe63d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0656350 Jun 09 13:33:21.216152 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-2734e3c6-bc18-44dd-911f-5c046dcf8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:21.217613 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-2734e3c6-bc18-44dd-911f-5c046dcf8f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710671 Jun 09 13:33:21.355159 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-6331ec9e-92a1-41bb-8454-374ec2664f24 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254387 Jun 09 13:33:21.378655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:21.503323 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fbba5407-c584-418a-91c0-3b9ef73bfe70 req-0472727c-84da-4c61-bf41-17371a8f8810 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387126 Jun 09 13:33:21.984890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35477f-c230-4b4a-acf6-517a37b91f4c req-b82a03ea-2487-4697-aafd-b9e9fd204526 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:21.986212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a35477f-c230-4b4a-acf6-517a37b91f4c req-b82a03ea-2487-4697-aafd-b9e9fd204526 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 943 time: 0.0885234 Jun 09 13:33:22.030840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a35477f-c230-4b4a-acf6-517a37b91f4c req-96b5f666-be34-4290-b6ad-9e7995d92b58 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Jun 09 13:33:23.079903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:23.226355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0e678-07f7-45db-9e15-97bb9925da56 req-cea4355f-f037-4d23-afbc-5727843c0a76 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:23.227765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38b0e678-07f7-45db-9e15-97bb9925da56 req-cea4355f-f037-4d23-afbc-5727843c0a76 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 943 time: 0.0855918 Jun 09 13:33:23.273573 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38b0e678-07f7-45db-9e15-97bb9925da56 req-26bc324f-b82f-4387-917a-20ca83dee234 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382943 Jun 09 13:33:23.811407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a5f0fec2-690f-42ce-b694-95bb1a10e640 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:33:23.955386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:23.968326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'port_id': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'mac_address': 'fa:16:3e:d9:81:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:33:24.024674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:24.041721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f0fec2-690f-42ce-b694-95bb1a10e640 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:33:24.056837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:24.063626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:24.065298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:24.130415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:24.133532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:24.297863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a5f0fec2-690f-42ce-b694-95bb1a10e640'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:33:24.471385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2df48e-f3ab-47e2-bfca-0390eed95cb1 req-66a78be6-c0cd-455d-8d07-a6fb4803cd00 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:24.472816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b2df48e-f3ab-47e2-bfca-0390eed95cb1 req-66a78be6-c0cd-455d-8d07-a6fb4803cd00 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 944 time: 0.0873747 Jun 09 13:33:24.516884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b2df48e-f3ab-47e2-bfca-0390eed95cb1 req-bd54d80d-df35-44a9-8f4a-df5d750276ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Jun 09 13:33:25.718732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795c407-7123-4601-ad42-aa9a28b891bb req-546ddaa2-a728-4843-8f62-33f4db9512a9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:25.720150 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6795c407-7123-4601-ad42-aa9a28b891bb req-546ddaa2-a728-4843-8f62-33f4db9512a9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 944 time: 0.0848105 Jun 09 13:33:25.764645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6795c407-7123-4601-ad42-aa9a28b891bb req-fee1fd69-cdf3-4533-9e25-a2c18613a3d1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Jun 09 13:33:25.840455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a5f0fec2-690f-42ce-b694-95bb1a10e640 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:33:25.916590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port a5f0fec2-690f-42ce-b694-95bb1a10e640 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:33:25.921340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port a5f0fec2-690f-42ce-b694-95bb1a10e640 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:33:25.921722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:26.036790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:26.063697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:26.065939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a160c-ad95-4a3f-aac2-ffc02dc1eea6" -d '{"events": [{"server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:26.073438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:33:26.079003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:26.080887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:26.109679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aaf1f5-37d0-4449-8372-b71910915609 x-openstack-request-id: req-18aaf1f5-37d0-4449-8372-b71910915609 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:26.109975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:26.110234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18aaf1f5-37d0-4449-8372-b71910915609 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:26.110678 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'code': 200} Jun 09 13:33:26.148529 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:26.151376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:26.343097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb06df-12ac-461b-b11b-becc051851dc req-f9f98309-94c0-4647-936f-762b99ca2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:26.344603 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-04eb06df-12ac-461b-b11b-becc051851dc req-f9f98309-94c0-4647-936f-762b99ca2f4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1098 time: 0.0723739 Jun 09 13:33:26.388820 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-04eb06df-12ac-461b-b11b-becc051851dc req-cbbe16bd-e2d1-4ea2-97eb-0a2ea015c893 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377214 Jun 09 13:33:26.980295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad21b-54eb-4a70-ada3-5c73431fe035 req-00796597-f15c-413e-99af-9b5e77479cfb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:26.981722 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b2ad21b-54eb-4a70-ada3-5c73431fe035 req-00796597-f15c-413e-99af-9b5e77479cfb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0972338 Jun 09 13:33:27.026477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b2ad21b-54eb-4a70-ada3-5c73431fe035 req-96039007-7bf7-4737-addc-4e57fd025e66 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388288 Jun 09 13:33:28.084472 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:33:28.231084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0445f-b7a5-40f3-8835-bda89f180928 req-50acdd93-34a2-4736-a484-a6166e5d474a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:28.232562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68e0445f-b7a5-40f3-8835-bda89f180928 req-50acdd93-34a2-4736-a484-a6166e5d474a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0912049 Jun 09 13:33:28.283906 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-68e0445f-b7a5-40f3-8835-bda89f180928 req-1424d9f2-e7bb-4edd-adca-da67a64eab14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Jun 09 13:33:28.489037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c58d4-4787-4706-9777-5058b93a921d req-827b76ba-bffb-4f62-8055-7e4c7fdc27ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:28.490457 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-686c58d4-4787-4706-9777-5058b93a921d req-827b76ba-bffb-4f62-8055-7e4c7fdc27ec tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0890219 Jun 09 13:33:28.536192 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-686c58d4-4787-4706-9777-5058b93a921d req-67e59d01-cfa2-4cca-a0aa-cd03d1c513e9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Jun 09 13:33:28.559022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53806) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:28.620115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:28.628661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e513f-245e-4d2f-9e2c-7704edcd2142 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:28.630138 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bd0e513f-245e-4d2f-9e2c-7704edcd2142 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1093 time: 0.0701284 Jun 09 13:33:28.633106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53808) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:33:28.637319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:33:28.659768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:28.938518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:29.083518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.77 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/137970dd-1474-4800-af81-6445aa621483) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:33:29.236983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:29.268536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:29.272226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-08cce420-98c8-4c84-8fb1-15eeee4fed91 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:29.333295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:33:29.336175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:33:29.339793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:33:29.372056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=137970dd-1474-4800-af81-6445aa621483,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:29.377797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:29.746775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:29.821495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:30.034467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:30.040912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:30.044512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e4e27da-3f7d-485a-aa28-aa25be478cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:33:30.140048 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=137970dd-1474-4800-af81-6445aa621483,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:33:30.148009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:33:30.156765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:30.341677 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 0beb985d-7246-43e7-b5a0-c548105efebf associated. External IP: 172.26.5.77, port: a5f0fec2-690f-42ce-b694-95bb1a10e640. Jun 09 13:33:30.829838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:33:31.013489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:33:31.023318 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:33:31.033981 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:33:31.034694 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:33:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:31.034980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:31.091045 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4569366 Jun 09 13:33:31.091716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:33:31.094072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac48072-9665-4856-8ea0-9453d3089947" -d '{"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:33:31.136176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d644d-d48e-4376-a6c1-a7228beb7878 x-openstack-request-id: req-b31d644d-d48e-4376-a6c1-a7228beb7878 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:33:31.136512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:33:31.136812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b31d644d-d48e-4376-a6c1-a7228beb7878 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:33:31.137254 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'status': 'completed', 'code': 200} Jun 09 13:33:31.209450 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:33:31.235487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48072-9665-4856-8ea0-9453d3089947 req-f7385ddb-6956-4abc-a761-2fc0c1371905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:31.237254 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-f7385ddb-6956-4abc-a761-2fc0c1371905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1098 time: 0.0788443 Jun 09 13:33:31.373713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48072-9665-4856-8ea0-9453d3089947 req-92e76c54-c698-414e-951a-ea7834b404c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:31.375209 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-92e76c54-c698-414e-951a-ea7834b404c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1282227 Jun 09 13:33:31.480202 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-a43db413-4801-4e73-8663-94a1405fc05d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 200 len: 998 time: 0.0974531 Jun 09 13:33:31.548242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48072-9665-4856-8ea0-9453d3089947 req-e7f603f0-0ea1-43cd-9c13-ad3b2f946ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:31.549989 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-e7f603f0-0ea1-43cd-9c13-ad3b2f946ba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0613222 Jun 09 13:33:31.567117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0beb985d-7246-43e7-b5a0-c548105efebf', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:d9:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:29Z', 'updated_at': '2021-06-09T13:33:29Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}, {'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:31.571125 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:33:31.580165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:33:31.580751 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:33:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:31.639492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48072-9665-4856-8ea0-9453d3089947 req-8e16e29c-2f81-4a4f-abfa-61cd6b20e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:31.640980 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-8e16e29c-2f81-4a4f-abfa-61cd6b20e357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774548 Jun 09 13:33:31.751809 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:33:31.776513 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-925a1f4e-c0c7-4685-956a-69cf79a25576 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253278 Jun 09 13:33:31.916766 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-cac48072-9665-4856-8ea0-9453d3089947 req-376e2dfe-f0c2-4bc8-8867-bd09c3c33612 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326582 Jun 09 13:33:32.129723 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0beb985d-7246-43e7-b5a0-c548105efebf', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:d9:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:29Z', 'updated_at': '2021-06-09T13:33:29Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}, {'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:33:32.133782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07686e-310f-4efb-a46c-b47b16ef8bb5 None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '0beb985d-7246-43e7-b5a0-c548105efebf', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:d9:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:29Z', 'updated_at': '2021-06-09T13:33:29Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}, {'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:33:32.314813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa72ab-d643-498c-81a6-257303ad82de None None] New status for floating IP 0beb985d-7246-43e7-b5a0-c548105efebf: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:33:40.937589 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-34cee611-6af2-41ec-af59-f6faffbcd123 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746739 Jun 09 13:33:41.088277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-3c389708-d361-4e7a-a0ea-a5a9238757cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:41.089726 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-3c389708-d361-4e7a-a0ea-a5a9238757cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0720260 Jun 09 13:33:41.379354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-4ff60c24-39e1-42ac-9a6e-4f013ecd04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:41.380769 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-4ff60c24-39e1-42ac-9a6e-4f013ecd04f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.2657213 Jun 09 13:33:41.491709 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-552efb4b-35ee-44f0-9d35-1b775fff6123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 1001 time: 0.1034937 Jun 09 13:33:41.559180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-b0db1fde-4c43-4bbe-9326-7f76320e01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:41.560562 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-b0db1fde-4c43-4bbe-9326-7f76320e01ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0608141 Jun 09 13:33:41.648014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-6828d17e-8cb6-4a0d-ad81-d085bef075d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:33:41.649404 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-6828d17e-8cb6-4a0d-ad81-d085bef075d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802562 Jun 09 13:33:41.783979 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-7fc11de4-a82a-433b-b672-9f9e3697a315 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256368 Jun 09 13:33:41.923941 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d445b764-47d2-4042-b4ed-e8f3362ddade req-69c6408f-09cb-4c68-a49d-a61b3f03d8fd service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295781 Jun 09 13:33:47.896264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54334dea-728f-4575-b56c-415874489a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:50.278231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e9b602-f696-45cb-ad97-e3e8abbbef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:50.338309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:51.389576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:53.091726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:33:58.641750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:05.087771 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:34:06.231388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53826) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:06.351132 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a292d0ff-8762-42c7-afe3-698e7eb6363b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/bd826b4c-29f1-4061-b534-7bb2de6a7011 HTTP/1.1" status: 200 len: 993 time: 0.1178219 Jun 09 13:34:07.203295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53834) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:07.212283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:07.350807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:07.572228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:07.601128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:07.607676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:07.611554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:07.673964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:07.674680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:07.676469 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/ports/e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 938 time: 0.4713748 Jun 09 13:34:07.676727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:07.679066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778f2d7-a224-481f-b9f5-7c26d64994b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:07.699718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=6']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:07.709364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.709796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.710171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.710585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.710953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.711481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.711849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.712257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.712651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.713411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.713411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.713411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:07.718394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:07.729554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c8f00-52da-4250-a146-8f7eb1e74549 x-openstack-request-id: req-f48c8f00-52da-4250-a146-8f7eb1e74549 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:07.729896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:07.730194 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48c8f00-52da-4250-a146-8f7eb1e74549 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:07.730671 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:34:07.822961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-e3d0feb5-bdc4-43e2-b78a-8b6549d1ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:07.824504 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-e3d0feb5-bdc4-43e2-b78a-8b6549d1ebfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1099 time: 0.0719335 Jun 09 13:34:07.914643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c2c8890f-c9eb-4b4f-b599-8d86ade3e391 None None] Provisioning complete for port e46ff0c4-c57c-4a57-b6f2-429edb891146 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:07.915278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2c8890f-c9eb-4b4f-b599-8d86ade3e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:07.958584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-8b95ba44-a443-49b7-945a-89d7b5c75eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:07.959993 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-8b95ba44-a443-49b7-945a-89d7b5c75eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1290359 Jun 09 13:34:07.975015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8890f-c9eb-4b4f-b599-8d86ade3e391 None None] Port e46ff0c4-c57c-4a57-b6f2-429edb891146 is administratively disabled so it will not transition to active. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 09 13:34:08.069701 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-1e5acad1-85ac-46fc-b28f-a900cc3bd2e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 1002 time: 0.1028259 Jun 09 13:34:08.140127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-e618d854-d2a6-4300-bd2c-5c73469065ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:08.141503 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-e618d854-d2a6-4300-bd2c-5c73469065ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0637221 Jun 09 13:34:08.219377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-5d7342ec-d064-42f4-b93d-cf7a14ad6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:08.220708 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-5d7342ec-d064-42f4-b93d-cf7a14ad6673 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715785 Jun 09 13:34:08.351502 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-22d9dfe5-172d-481c-965d-b3a165c446ce service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235957 Jun 09 13:34:08.487596 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8778f2d7-a224-481f-b9f5-7c26d64994b0 req-d84c1f23-9ee0-46ca-abf9-c86f1d907b98 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291687 Jun 09 13:34:11.143664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53842) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:11.151545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:11.290890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:11.502244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:11.530236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:11.536981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:11.542147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e8e9c27c-eced-4124-a82f-62ff48888978 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:11.605383 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:11.605997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:11.607444 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/ports/e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 937 time: 0.4624236 Jun 09 13:34:11.608089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:11.610413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6052e2-0b85-478a-866e-b733d746cf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:11.610623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:11.630120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=7']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:11.633898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:11.663360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7175fbe-4bf0-4b5d-b758-9e9ec9630d77 x-openstack-request-id: req-e7175fbe-4bf0-4b5d-b758-9e9ec9630d77 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:11.663958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:11.664088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7175fbe-4bf0-4b5d-b758-9e9ec9630d77 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:11.664520 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:34:11.735262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0b2195d5-6983-40e4-8837-123be204b2bb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/bd826b4c-29f1-4061-b534-7bb2de6a7011 HTTP/1.1" status: 200 len: 993 time: 0.1232283 Jun 09 13:34:11.764214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-4ef81bb2-c61a-4b84-ab48-dd62d80902a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:11.765704 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-4ef81bb2-c61a-4b84-ab48-dd62d80902a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0726583 Jun 09 13:34:11.823970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c5c85049-1489-4733-86b1-3135c9c6a794 None None] Provisioning complete for port e46ff0c4-c57c-4a57-b6f2-429edb891146 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:11.824608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5c85049-1489-4733-86b1-3135c9c6a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:11.852519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['e46ff0c4-c57c-4a57-b6f2-429edb891146'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:34:12.042573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-b787b8d9-7ad7-4654-b5ea-aaa226bf98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:12.043901 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-b787b8d9-7ad7-4654-b5ea-aaa226bf98a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.2708206 Jun 09 13:34:12.144076 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-aca280e3-a748-4684-ad56-8da9675bbbf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 1001 time: 0.0926259 Jun 09 13:34:12.238987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-d4e41eed-502c-4722-ae34-43264437d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:12.240421 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-d4e41eed-502c-4722-ae34-43264437d8cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0897272 Jun 09 13:34:12.314283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-c02a568c-77d3-4b20-bcc5-4c7143ee1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:12.315812 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-c02a568c-77d3-4b20-bcc5-4c7143ee1593 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687656 Jun 09 13:34:12.456859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-9f5df096-7a40-49c1-aff8-153f7051c2b0 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338601 Jun 09 13:34:12.600838 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6a6052e2-0b85-478a-866e-b733d746cf6a req-7d01e46f-b2b2-4ac1-9b3a-60cd35a3fdde service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363642 Jun 09 13:34:14.324020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53854) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:14.601302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 137970dd-1474-4800-af81-6445aa621483 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:14.601587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:14.720630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:14.720985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:14.848499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 137970dd-1474-4800-af81-6445aa621483 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:14.973947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:14.977460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:15.024587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=137970dd-1474-4800-af81-6445aa621483,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:15.049844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:15.116308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:15.116653 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP 0beb985d-7246-43e7-b5a0-c548105efebf disassociated (deleted). External IP: 172.26.5.77, port: a5f0fec2-690f-42ce-b694-95bb1a10e640. Jun 09 13:34:15.603000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:34:15.793474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:15.798125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:15.803362 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:15.813789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:15.814492 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:33:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:15.856196 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/0beb985d-7246-43e7-b5a0-c548105efebf HTTP/1.1" status: 204 len: 168 time: 1.5311394 Jun 09 13:34:15.856922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:15.861624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2ab28-0603-48da-88c6-360e48372f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:15.911908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0c589-e6da-4be2-8ffd-9097c1697500 x-openstack-request-id: req-22b0c589-e6da-4be2-8ffd-9097c1697500 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:15.912473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:15.912785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22b0c589-e6da-4be2-8ffd-9097c1697500 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:15.913217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'status': 'completed', 'code': 200} Jun 09 13:34:16.009935 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:16.016364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ab28-0603-48da-88c6-360e48372f5d req-0ee2ec90-ef57-48f2-8970-cfe4c16ea826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:16.017881 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-0ee2ec90-ef57-48f2-8970-cfe4c16ea826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 1098 time: 0.0832682 Jun 09 13:34:16.160598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ab28-0603-48da-88c6-360e48372f5d req-cd905778-7c0a-4008-92a5-ec15596108d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:16.162182 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-cd905778-7c0a-4008-92a5-ec15596108d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1372833 Jun 09 13:34:16.260748 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-d725b4dc-aee2-49a2-89ae-ae5e83ecdaba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 200 len: 217 time: 0.0914996 Jun 09 13:34:16.327219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ab28-0603-48da-88c6-360e48372f5d req-4d551163-89ac-4317-91d3-0a2a81874bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:16.328842 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-4d551163-89ac-4317-91d3-0a2a81874bc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0614562 Jun 09 13:34:16.382659 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:16.386562 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:16.391017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ed2f-f9c8-4f64-aed7-8c6f4d759fc4 req-86172178-15fa-4fe2-9474-9c1ca2d30df1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:16.392716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6a6ed2f-f9c8-4f64-aed7-8c6f4d759fc4 req-86172178-15fa-4fe2-9474-9c1ca2d30df1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0882056 Jun 09 13:34:16.397165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:16.397837 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:33:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:16.407657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ab28-0603-48da-88c6-360e48372f5d req-63c13044-360e-4553-93c8-096924212cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:16.409411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-63c13044-360e-4553-93c8-096924212cbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726292 Jun 09 13:34:16.437709 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6a6ed2f-f9c8-4f64-aed7-8c6f4d759fc4 req-00de7369-8566-416f-97c8-a53adc35c7bd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Jun 09 13:34:16.557413 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-41775634-6da1-4ca0-8542-78c7786ab3b9 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317446 Jun 09 13:34:16.573577 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:16.691323 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-65f2ab28-0603-48da-88c6-360e48372f5d req-c68f86a3-0e7e-4a71-9b81-d4a8fe1b2892 service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272016 Jun 09 13:34:16.946448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:16.951000 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9891-ef6b-4ffb-93cc-e7a0fda9ed14 None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'bd826b4c-29f1-4061-b534-7bb2de6a7011', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'port_id': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'mac_address': 'fa:16:3e:45:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:33:13Z', 'updated_at': '2021-06-09T13:33:16Z', 'revision_number': 1, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:17.167422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c54fe-da66-4130-af07-48c7c5bd56ff None None] New status for floating IP 0beb985d-7246-43e7-b5a0-c548105efebf: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:34:17.624981 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afd07-4fba-4f85-9aa0-c24d27fc8542 req-e1c75553-2d25-40f1-9770-a17bd34a9fe2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:17.626391 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-047afd07-4fba-4f85-9aa0-c24d27fc8542 req-e1c75553-2d25-40f1-9770-a17bd34a9fe2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0805771 Jun 09 13:34:17.674330 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-047afd07-4fba-4f85-9aa0-c24d27fc8542 req-c5b02fc8-f75c-45e8-a5ab-d3d47318f15a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca5587c-d35d-4dc7-a676-674b4db7ef40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Jun 09 13:34:17.702784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574921a-4957-4877-972c-82afc4ae5060 req-0e09191f-a4b0-4ecb-92ea-8d3d886f8186 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:17.704276 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d574921a-4957-4877-972c-82afc4ae5060 req-0e09191f-a4b0-4ecb-92ea-8d3d886f8186 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 945 time: 0.0907521 Jun 09 13:34:17.841937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port a5f0fec2-690f-42ce-b694-95bb1a10e640 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:17.842340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:17.880952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a51ee1d0-41a3-4746-8e1a-c9e1a090a56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:17.988972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port a5f0fec2-690f-42ce-b694-95bb1a10e640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5f0fec2-690f-42ce-b694-95bb1a10e640,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:17.989301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:18.115783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for a5f0fec2-690f-42ce-b694-95bb1a10e640 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:18.243720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:18.249754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f502dcd-a572-45af-a758-859b9517d45e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:18.437520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=a5f0fec2-690f-42ce-b694-95bb1a10e640,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:18.440599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:18.510489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port a5f0fec2-690f-42ce-b694-95bb1a10e640 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:34:18.513199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:18.515162 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-d574921a-4957-4877-972c-82afc4ae5060 req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/a5f0fec2-690f-42ce-b694-95bb1a10e640 HTTP/1.1" status: 204 len: 173 time: 0.8044691 Jun 09 13:34:18.515684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'name': 'network-vif-deleted', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:18.517990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b33ba7-1226-4f7a-8bb3-6bf8f0e02040" -d '{"events": [{"server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "name": "network-vif-deleted", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:18.560723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b7738-b3fd-43c8-a312-0642562605b1 x-openstack-request-id: req-858b7738-b3fd-43c8-a312-0642562605b1 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:18.561061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cbd42-f2e4-40f0-80c3-9c34c2917f0b", "name": "network-vif-deleted", "tag": "a5f0fec2-690f-42ce-b694-95bb1a10e640", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:18.561362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-858b7738-b3fd-43c8-a312-0642562605b1 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:18.561802 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cbd42-f2e4-40f0-80c3-9c34c2917f0b', 'name': 'network-vif-deleted', 'tag': 'a5f0fec2-690f-42ce-b694-95bb1a10e640', 'status': 'completed', 'code': 200} Jun 09 13:34:18.976304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a81b22ba-74cb-421c-8556-8d822d9bf046 req-a36e0771-eaa4-493b-bf80-feafbf64f474 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cbd42-f2e4-40f0-80c3-9c34c2917f0b HTTP/1.1" status: 200 len: 210 time: 0.1791759 Jun 09 13:34:20.076748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53872) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:20.157592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.191884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.261574 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.263944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.267777 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ca5587c-d35d-4dc7-a676-674b4db7ef40 HTTP/1.1" status: 204 len: 168 time: 0.1873872 Jun 09 13:34:20.267777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e9b466f7-8ee8-4711-8e3c-469b10c7c59e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:20.275950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29cf04a4-c331-4b2d-b793-55f9408958f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.280491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca5587c-d35d-4dc7-a676-674b4db7ef40,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:20.282729 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e69af9d6-eaff-40cc-b9e5-a76b0f96abff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:20.316292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53876) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:20.344457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.585842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 13851d2a-6d56-4b63-a110-745258e3c1b6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:20.586192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.712860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.713193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.834247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 13851d2a-6d56-4b63-a110-745258e3c1b6 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:20.971490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:20.975687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e8a16faf-1e97-4440-b900-42dc2d0661d4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:21.018475 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=13851d2a-6d56-4b63-a110-745258e3c1b6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:21.043466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:21.113150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:21.113885 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP bd826b4c-29f1-4061-b534-7bb2de6a7011 disassociated (deleted). External IP: 172.26.5.203, port: e46ff0c4-c57c-4a57-b6f2-429edb891146. Jun 09 13:34:21.384509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:21.480389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:34:21.818140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:21.822631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:21.828782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:21.839384 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:21.839995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:21.877064 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd826b4c-29f1-4061-b534-7bb2de6a7011 HTTP/1.1" status: 204 len: 168 time: 1.5595632 Jun 09 13:34:21.877812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:21.880333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:21.925642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9225e44-d499-41aa-b3f2-8fff13749096 x-openstack-request-id: req-d9225e44-d499-41aa-b3f2-8fff13749096 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:21.925910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:21.926200 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9225e44-d499-41aa-b3f2-8fff13749096 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:21.926686 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:34:22.024144 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:22.027912 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-e9deab10-175b-42cd-9ba1-09f8c0f89093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:22.029925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-e9deab10-175b-42cd-9ba1-09f8c0f89093 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0803738 Jun 09 13:34:22.141016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a5f0fec2-690f-42ce-b694-95bb1a10e640 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:34:22.176991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-8c1ea8bd-f118-4bfb-837d-834a85b5f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:22.178335 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-8c1ea8bd-f118-4bfb-837d-834a85b5f944 service neutron] 10.222.0.42 "GET /v2.0/networks?id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 200 len: 898 time: 0.1421936 Jun 09 13:34:22.200057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: a5f0fec2-690f-42ce-b694-95bb1a10e640 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:34:22.201122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a5f0fec2-690f-42ce-b694-95bb1a10e640 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:34:22.247298 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-09818fbc-23f6-41b0-8d31-7a65fff772d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 200 len: 217 time: 0.0619524 Jun 09 13:34:22.261879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5df09e-a7d6-4d17-b1ca-31488a4affe7 req-594cf5e3-00b9-4ef5-a9c3-fa00a97aff6c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:22.263385 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2f5df09e-a7d6-4d17-b1ca-31488a4affe7 req-594cf5e3-00b9-4ef5-a9c3-fa00a97aff6c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0873146 Jun 09 13:34:22.314784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-81de15c0-339f-4fd4-9115-c746bc3525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:22.316246 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-81de15c0-339f-4fd4-9115-c746bc3525d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 200 len: 835 time: 0.0618715 Jun 09 13:34:22.324528 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2f5df09e-a7d6-4d17-b1ca-31488a4affe7 req-f86ed0df-19b4-4bd3-8833-dc20fd11b451 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550301 Jun 09 13:34:22.354359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:22.358623 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:22.366703 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:22.367282 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:22.401139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-be2edb40-3157-4692-8363-b562a63fb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:22.402645 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-be2edb40-3157-4692-8363-b562a63fb038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0782583 Jun 09 13:34:22.535264 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-599a9334-91c6-40ab-9a6c-3787958d30dc service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245790 Jun 09 13:34:22.549089 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:22.672391 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ad679f5d-f0e2-45d9-9cbc-4231f1d7cb5b req-9db53c67-59f3-4775-8f2d-55fa6ab9dc2e service neutron] 10.222.0.42 "GET /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296527 Jun 09 13:34:22.869759 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:22.873805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6161-816d-4cf2-a435-2f8f323b97e6 None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:56Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1', 'name': '', 'network_id': '718ab2d0-8b9f-4aa8-afa6-ab61801cd99b', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:6a:18:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:55Z', 'updated_at': '2021-06-09T13:33:01Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': 'dc8601b7-6929-43e7-85c4-a116e9fdfee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:23.088135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:23.094653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c069c-c30b-4357-872f-c5b6b498c8fc None None] New status for floating IP bd826b4c-29f1-4061-b534-7bb2de6a7011: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:34:23.544161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eeb32-bb40-4294-9018-88cd5597998b req-777c3d4d-7b16-486e-8322-fef81ff51baa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:23.545489 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e8eeb32-bb40-4294-9018-88cd5597998b req-777c3d4d-7b16-486e-8322-fef81ff51baa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0922966 Jun 09 13:34:23.592783 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e8eeb32-bb40-4294-9018-88cd5597998b req-054b0e48-fe82-4c5d-b513-8a181f71740d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a75cda9-9dbf-4775-9883-fbd7ca35bf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Jun 09 13:34:23.651358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-8954317b-177a-4e00-82f1-61c698653e37 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:23.652836 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-8954317b-177a-4e00-82f1-61c698653e37 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 945 time: 0.0848000 Jun 09 13:34:23.787940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port e46ff0c4-c57c-4a57-b6f2-429edb891146 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:23.788250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:23.919243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port e46ff0c4-c57c-4a57-b6f2-429edb891146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e46ff0c4-c57c-4a57-b6f2-429edb891146,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:23.919554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:24.041647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for e46ff0c4-c57c-4a57-b6f2-429edb891146 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:24.161474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:24.167575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-94943302-c882-44ce-b988-dc4436b4f98a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:24.215706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=e46ff0c4-c57c-4a57-b6f2-429edb891146,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:24.218706 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:24.287066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port e46ff0c4-c57c-4a57-b6f2-429edb891146 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:34:24.289526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:24.291556 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-71b5bfaf-63ba-49db-8e32-be2802bdc00f req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/e46ff0c4-c57c-4a57-b6f2-429edb891146 HTTP/1.1" status: 204 len: 173 time: 0.6332386 Jun 09 13:34:24.292053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'name': 'network-vif-deleted', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:24.294455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5ed66-0c44-49cc-b8d8-f03eba5bb62d" -d '{"events": [{"server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "name": "network-vif-deleted", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:24.342104 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656de79-8bcf-40ef-ae59-580dd4ea7a5a x-openstack-request-id: req-7656de79-8bcf-40ef-ae59-580dd4ea7a5a {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:24.342488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7", "name": "network-vif-deleted", "tag": "e46ff0c4-c57c-4a57-b6f2-429edb891146", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:24.342819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7656de79-8bcf-40ef-ae59-580dd4ea7a5a {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:24.343268 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9080f7f-ef30-4b9f-8c6d-1da2870cd3e7', 'name': 'network-vif-deleted', 'tag': 'e46ff0c4-c57c-4a57-b6f2-429edb891146', 'status': 'completed', 'code': 200} Jun 09 13:34:24.762027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0078d990-25c6-466f-8fed-6e0f48a06242 req-44476e73-7603-4ed8-a597-85f6630f2088 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9080f7f-ef30-4b9f-8c6d-1da2870cd3e7 HTTP/1.1" status: 200 len: 210 time: 0.0422409 Jun 09 13:34:25.872830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53892) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:25.953234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:25.982694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:26.053950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:26.057275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:26.058407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a75cda9-9dbf-4775-9883-fbd7ca35bf28 HTTP/1.1" status: 204 len: 168 time: 0.1845686 Jun 09 13:34:26.059265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0fa82a89-e444-4dd0-ab57-704b6696a01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:26.070647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75cda9-9dbf-4775-9883-fbd7ca35bf28,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:26.078594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.078982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.079355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.079755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.080206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.080616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.081055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.081418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.081767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.082146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.082624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.082985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:26.086202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95a5e624-7d08-43e7-8e41-92b3c18fcb82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:26.091418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:26.647080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:27.094422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:27.095215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:27.364737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:27.365095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:27.483148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:27.640404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:27.647991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:27.692876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:27.718737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:27.965804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.227004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46ff0c4-c57c-4a57-b6f2-429edb891146 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:34:28.261959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: e46ff0c4-c57c-4a57-b6f2-429edb891146 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:34:28.262754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device e46ff0c4-c57c-4a57-b6f2-429edb891146 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:34:28.319540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router ec6d275f-577a-48bc-9b26-67023b0d98c1 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:34:28.500094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:28.505361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/ec6d275f-577a-48bc-9b26-67023b0d98c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126604 Jun 09 13:34:28.508531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53898) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:28.509759 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Sync routers for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:28.519205 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:28.519804 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:28.578054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet dc8601b7-6929-43e7-85c4-a116e9fdfee8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:34:28.581364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.635191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.637259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.694605 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:28.724738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.942006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.947105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c5ddcd4c-de37-4554-8d11-f59708148c73 tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:28.983651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:28.988534 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/dc8601b7-6929-43e7-85c4-a116e9fdfee8 HTTP/1.1" status: 204 len: 168 time: 0.4761035 Jun 09 13:34:28.988534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8601b7-6929-43e7-85c4-a116e9fdfee8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:28.988733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53900) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:28.992020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7b80b-e05f-4d79-b031-a4407d3c8eff None None] Network 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:34:28.999484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b117a041-ae11-4aae-9824-f760c1fb5cae tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:29.009397 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:34:27Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:29.014935 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Checking router: ec6d275f-577a-48bc-9b26-67023b0d98c1 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:29.027161 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Routers {'ec6d275f-577a-48bc-9b26-67023b0d98c1'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:29.027775 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['ec6d275f-577a-48bc-9b26-67023b0d98c1'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:29.212382 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] Set router ec6d275f-577a-48bc-9b26-67023b0d98c1 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:29.275635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] DHCP port deletion for 718ab2d0-8b9f-4aa8-afa6-ab61801cd99b request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:34:29.334324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.343111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Deleting port ac096bfd-eb53-4ad9-837c-d9db76502d8c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:29.343613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.441677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] For port ac096bfd-eb53-4ad9-837c-d9db76502d8c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ac096bfd-eb53-4ad9-837c-d9db76502d8c,segment=NetworkSegment(7dabb37a-b7d8-404f-8444-10af626ccd1b),segment_id=7dabb37a-b7d8-404f-8444-10af626ccd1b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:29.442178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.500510 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:34:27Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:29.505138 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39eda-2105-4863-aa55-8cca100a831e None None] The sync data for ids ['ec6d275f-577a-48bc-9b26-67023b0d98c1'] in dv-neutron-601336-89-hyperv is: [{'id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'name': 'tempest-TestNetworkBasicOps-router-1341720184', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:34:27Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '27c1717e-0aba-4c7b-ba87-32b6ffbc06d9', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:09:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d275f-577a-48bc-9b26-67023b0d98c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:32:51Z', 'updated_at': '2021-06-09T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:29.513659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.591562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:34:29.591909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.606866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Calling delete_port for ac096bfd-eb53-4ad9-837c-d9db76502d8c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:29.652910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.657175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:29.701291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Pushing event deleted for resources: {'Port': ['ID=ac096bfd-eb53-4ad9-837c-d9db76502d8c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:29.706220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] No DVR routers for this DVR port ac096bfd-eb53-4ad9-837c-d9db76502d8c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:34:29.712035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.718378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:29.720474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:29.721065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:29.721065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.842022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:34:29.990124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:29.994898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-171e26f8-4158-4859-98e4-0eb3b4318f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:30.062603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=27c1717e-0aba-4c7b-ba87-32b6ffbc06d9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:30.071083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:30.142160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.312913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.315347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.341337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.342076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router ec6d275f-577a-48bc-9b26-67023b0d98c1 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:34:30.348766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.352968 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/ec6d275f-577a-48bc-9b26-67023b0d98c1 HTTP/1.1" status: 204 len: 168 time: 1.3609169 Jun 09 13:34:30.353328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53902) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:30.468688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.598760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.611323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ab2d0-8b9f-4aa8-afa6-ab61801cd99b']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:30.623157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dabb37a-b7d8-404f-8444-10af626ccd1b') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:30.623446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dabb37a-b7d8-404f-8444-10af626ccd1b') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:30.635150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.651806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.657796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:34:30.658194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:34:30.672258 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:34:30.895913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.900945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-260392b1-7b26-47c8-b98c-58b529adc138 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:30.918896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:30.920645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/718ab2d0-8b9f-4aa8-afa6-ab61801cd99b HTTP/1.1" status: 204 len: 168 time: 0.5662827 Jun 09 13:34:30.927767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=718ab2d0-8b9f-4aa8-afa6-ab61801cd99b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:30.930886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:30.945207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53904) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:30.950716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'network': {'name': 'tempest-network-smoke--426308121', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:30.974835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:34:30.978498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.008884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:34:31.018861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.019168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Added segment f6dc8331-96e8-48d3-94f0-307b3d0b804b of type vlan for network 8f094f10-7c83-4f33-8bf4-73c9b97185fd Jun 09 13:34:31.046642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.070643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac096bfd-eb53-4ad9-837c-d9db76502d8c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:34:31.076369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.081789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:31.082358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.086085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ed87d98-44d8-4ebf-bcc4-c9beac4a6387 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:31.105756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ac096bfd-eb53-4ad9-837c-d9db76502d8c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:34:31.106107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ac096bfd-eb53-4ad9-837c-d9db76502d8c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:34:31.106554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:34:31.138910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:34:31.139264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 27c1717e-0aba-4c7b-ba87-32b6ffbc06d9 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:34:31.139692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:34:31.174502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:34:31.174841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 26baa84d-5d0d-4eae-9ab8-e9dbb71ef8b1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:34:31.182453 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2335076 Jun 09 13:34:31.182822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53906) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:31.187638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'admin_state_up': True, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:31.189489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Network': ['ID=8f094f10-7c83-4f33-8bf4-73c9b97185fd,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:31.192156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2222dc63-17a1-46f9-965e-6cd9944d4cda tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:31.201194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:34:31.216690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.217777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.232603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.497934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.801623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.831209 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:31.969890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.31 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/4451452e-9324-4825-bd25-0e89582c58be) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:34:32.118127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:32.151497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:32.156311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1df2c707-106f-483b-ac18-b5646e52fde9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:32.217022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:32.219855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:32.223545 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:34:32.260886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:32.264699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:32.773263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:33.108577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:33.309777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:34:33.493014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:33.503042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:33.513501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:33.514301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:33.518363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:33.519749 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3358920 Jun 09 13:34:33.523140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53908) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:33.562702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bc2a893b-cccf-4e96-bdc2-e2231cc1401f tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=958c79c9af9b420caa5b42613f83abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381353 Jun 09 13:34:33.565360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53910) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:33.700824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774d8b4-ae85-463c-9bfe-b52de2769bd1 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:33.701413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:33.705263 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8774d8b4-ae85-463c-9bfe-b52de2769bd1 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359286 Jun 09 13:34:33.705482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53912) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:33.743198 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c7345cc8-ddf0-422d-8ab5-b735edcde127 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365694 Jun 09 13:34:33.745916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53914) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:33.750903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1702928004', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:33.875914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:34:33.879647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:33.987567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:32Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:33.992073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:33.992442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Updating router 7ff91c91-d593-442f-b9e2-b464baba99e7 port 4451452e-9324-4825-bd25-0e89582c58be binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:34:34.048257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.255427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.259797 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9da5fab6-a386-4c08-ac3a-782e6bec6a97 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:34.334586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Subnet': ['ID=312fa9d9-a0d3-46d6-b379-975f3b217a43,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:34.337965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:34.344249 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Checking segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:34:34.344601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network hostable DHCP agents. Network: 8f094f10-7c83-4f33-8bf4-73c9b97185fd, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:34:34.361845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:34:34.371447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 8f094f10-7c83-4f33-8bf4-73c9b97185fd) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:34.375642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:34.376233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.377103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.382840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5af01-3560-4405-b293-e7d2c795dcb9 None None] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:34:34.396165 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6492658 Jun 09 13:34:34.399095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53916) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:34.454010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Transition to ACTIVE for port object 4451452e-9324-4825-bd25-0e89582c58be will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:34.463822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.473837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:34.623672 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Attempting to bind port 4451452e-9324-4825-bd25-0e89582c58be on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:34:34.624442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Attempting to bind port 4451452e-9324-4825-bd25-0e89582c58be by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:34:34.624442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Attempting to bind port 4451452e-9324-4825-bd25-0e89582c58be on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:34:34.626314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:34.632572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:34.636721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:34:34.637104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:34:34.637487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.637881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:34:34.638356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Bound port: 4451452e-9324-4825-bd25-0e89582c58be, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:34:34.638761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.788554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:34:34.795615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:34:34.796434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.808562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4451452e-9324-4825-bd25-0e89582c58be,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:34:34.815134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:34.820940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:34.940975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:34.941598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:35.067668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:35.078842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:35.087541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:35.186959 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Allocated IP 172.20.0.2 (8f094f10-7c83-4f33-8bf4-73c9b97185fd/312fa9d9-a0d3-46d6-b379-975f3b217a43/d4d9b1cf-9e70-4451-84d8-491650ef8097) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:34:35.189791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:35.627540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:35.640495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Transition to ACTIVE for port object d4d9b1cf-9e70-4451-84d8-491650ef8097 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:35.661676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:32Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:35.666014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Transition to ACTIVE for port object d4d9b1cf-9e70-4451-84d8-491650ef8097 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:35.668810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672bc06-764d-4cd6-99e4-150a681a2051 None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:32Z', 'revision_number': 3, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:35.677209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:35.682853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:35.742859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:35.746465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:35.750334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:34:35.754096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.1 (8f094f10-7c83-4f33-8bf4-73c9b97185fd/312fa9d9-a0d3-46d6-b379-975f3b217a43/45737dc3-7228-494a-a7a2-658344a50744) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:34:35.791118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Pushing event updated for resources: {'Port': ['ID=d4d9b1cf-9e70-4451-84d8-491650ef8097,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:35.798542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:35.874181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Attempting to bind port d4d9b1cf-9e70-4451-84d8-491650ef8097 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:34:35.874634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Attempting to bind port d4d9b1cf-9e70-4451-84d8-491650ef8097 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:34:35.874965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Attempting to bind port d4d9b1cf-9e70-4451-84d8-491650ef8097 on network 8f094f10-7c83-4f33-8bf4-73c9b97185fd {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:34:35.888030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:34:35.888431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Checking segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:34:35.888863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:35.889296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Bound using segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:34:35.889799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Bound port: d4d9b1cf-9e70-4451-84d8-491650ef8097, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:34:35.890186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:35.992383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] For port d4d9b1cf-9e70-4451-84d8-491650ef8097, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:34:35.996083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] For port d4d9b1cf-9e70-4451-84d8-491650ef8097, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d4d9b1cf-9e70-4451-84d8-491650ef8097,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:34:36.002699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.007715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-178cb034-d89f-4ab1-89e6-a0dbfc2a79d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:36.083411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Pushing event updated for resources: {'Port': ['ID=d4d9b1cf-9e70-4451-84d8-491650ef8097,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:36.086611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:36.109550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.125654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 45737dc3-7228-494a-a7a2-658344a50744 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:36.151632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.155926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0776d744-1f1a-4ea9-ad6c-aa5f1f3d08a2 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:36.225733 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:36.229304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:36.231863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:34:36.279146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:36.283362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:36.318628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.443582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.867270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.873762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:36.899906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-38a860f4-f72f-4863-a4a8-60735c837ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:36.992894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:36.996088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:36.997245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.015406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f5d0f-81a1-4059-8ca4-b1cc7155daae None None] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:34:37.150258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:37.152232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:37.160315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d4d9b1cf-9e70-4451-84d8-491650ef8097 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:37.232671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-75be5a8b-aef2-41b1-8c91-8e9a9f589ccc None None] Provisioning for port d4d9b1cf-9e70-4451-84d8-491650ef8097 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:37.319191 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d4d9b1cf-9e70-4451-84d8-491650ef8097 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:37.333459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d4d9b1cf-9e70-4451-84d8-491650ef8097 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:37.333844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.345311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:34:37.510942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.531280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:37.536363 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/7ff91c91-d593-442f-b9e2-b464baba99e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1361489 Jun 09 13:34:37.538745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53918) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:37.541864 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:37.547744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port d4d9b1cf-9e70-4451-84d8-491650ef8097, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d4d9b1cf-9e70-4451-84d8-491650ef8097,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:37.552075 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:37.552787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:37.554614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.556099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:37.594408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0938576-74ca-4cff-b7be-bc7cf5251b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:37.695221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d9b1cf-9e70-4451-84d8-491650ef8097,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:37.699943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:37.715105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4451452e-9324-4825-bd25-0e89582c58be completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:37.721233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4451452e-9324-4825-bd25-0e89582c58be triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:37.721615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.751024 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:37.841467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Provisioning for port 45737dc3-7228-494a-a7a2-658344a50744 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:37.859523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:37.859797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.889279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79075f2f-f8dd-40b8-8f7b-5085a677aeac tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.889900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79075f2f-f8dd-40b8-8f7b-5085a677aeac tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.890226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79075f2f-f8dd-40b8-8f7b-5085a677aeac tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.890713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79075f2f-f8dd-40b8-8f7b-5085a677aeac tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.895605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53920) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:37.896835 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79075f2f-f8dd-40b8-8f7b-5085a677aeac tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3570647 Jun 09 13:34:37.931432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.948874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4451452e-9324-4825-bd25-0e89582c58be,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:37.952814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Port 45737dc3-7228-494a-a7a2-658344a50744 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:34:37.964910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Provisioning complete for port d4d9b1cf-9e70-4451-84d8-491650ef8097 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:37.965300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4d70bee-8c08-4856-9f86-22b493980570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:37.985888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396afa80-0089-44f6-a185-a1ef8b333348 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.986827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396afa80-0089-44f6-a185-a1ef8b333348 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.987473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396afa80-0089-44f6-a185-a1ef8b333348 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.988107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396afa80-0089-44f6-a185-a1ef8b333348 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:37.992842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53922) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:37.994031 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-396afa80-0089-44f6-a185-a1ef8b333348 tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0952640 Jun 09 13:34:38.021901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.027287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbab6d1d-5ca1-4a68-bb89-3bb367210843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.068813 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:38.073036 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:38.073354 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Updating router 7ff91c91-d593-442f-b9e2-b464baba99e7 port 45737dc3-7228-494a-a7a2-658344a50744 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:34:38.146787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.160040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:38.178937 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.232054 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f72c379f-a5fa-4a57-98e5-981ff70bfa8e tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2332160 Jun 09 13:34:38.299321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a59b4168-7443-45bc-a022-182526bf206a None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:38.299774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a59b4168-7443-45bc-a022-182526bf206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.355011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a59b4168-7443-45bc-a022-182526bf206a None None] Port 45737dc3-7228-494a-a7a2-658344a50744 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:34:38.404623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53926) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:38.409510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475452183', 'description': 'tempest-secgroup-smoke-1475452183 description', 'project_id': '958c79c9af9b420caa5b42613f83abdb'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:38.431990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.532154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.533616 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.536960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.542519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf25e744-f962-4296-bdd0-908719f81e8a tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.545598 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Transition to ACTIVE for port object 45737dc3-7228-494a-a7a2-658344a50744 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:38.552226 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.556488 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c8c286e1-2e9b-44cf-9862-5ba169e0a368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.572877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.577269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1684353 Jun 09 13:34:38.577516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53928) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:38.579630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c76220-f78a-4266-9016-c3ae9b0b9f8b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.584253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:38.588502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:38.613956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.673411 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.685556 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.685905 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.686472 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.686663 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.686899 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.687222 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.687539 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.687863 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.688177 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.688505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.688809 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.689119 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:34:38.698054 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:38.702675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.709595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.717408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fcb3a150-8245-4650-bdc6-081da950d9aa tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.732417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6e8daf-6499-41cc-bc34-f8f09caf64a7,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.735283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:38.749536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.753515 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723580 Jun 09 13:34:38.753675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53930) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:38.758569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:38.784745 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Attempting to bind port 45737dc3-7228-494a-a7a2-658344a50744 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:34:38.785038 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Attempting to bind port 45737dc3-7228-494a-a7a2-658344a50744 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:34:38.785421 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Attempting to bind port 45737dc3-7228-494a-a7a2-658344a50744 on network 8f094f10-7c83-4f33-8bf4-73c9b97185fd {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:34:38.790103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.791158 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:34:38.791553 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Checking segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:34:38.791956 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.792359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Bound using segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:34:38.792848 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Bound port: 45737dc3-7228-494a-a7a2-658344a50744, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:34:38.793231 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.853673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.857952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.866142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-14668cdf-df6d-4ecd-9665-4cc299808517 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.880445 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:34:38.883679 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=45737dc3-7228-494a-a7a2-658344a50744,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:34:38.887276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d4e11f-0f62-4341-8315-b11af2c90451,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.888317 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.889795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:38.893075 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:38.894931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.896185 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415529 Jun 09 13:34:38.898987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53932) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:38.903709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:38.932899 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:38.976288 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:38.979026 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:38.979629 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:39.002988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.008009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.010313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef0b2788-3b0d-41d0-8d36-e662266a58b4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:39.040423 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:39.042497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8db004-63a6-42c8-866b-8046ecaa36d9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:39.045417 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.049731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53934) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:39.054571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:39.059011 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588366 Jun 09 13:34:39.061326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:39.093845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.136709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d4d9b1cf-9e70-4451-84d8-491650ef8097 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:39.163074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.166862 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:39.167921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.170067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-69947bf9-79b3-4bda-8e27-e32058b3c03c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:39.190695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b52b5b8-19eb-46f6-a2bd-dde43687e9d4,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:39.199942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:39.203651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.207280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3e58de30-1bac-4a89-bd12-72039b6072e2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562760 Jun 09 13:34:39.208027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:39.213908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:39.220860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d4d9b1cf-9e70-4451-84d8-491650ef8097 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:39.221241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.237658 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:34:39.245652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.312529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.317329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.319419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a7819629-b191-48ff-b64c-d5ca559bd884 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:39.341404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:39.341654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051ddbf5-654f-4c55-8fbc-e62faeb2f263,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:39.345823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:39.352643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.354718 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e803543-f8d3-4581-a06d-789298207622 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452372 Jun 09 13:34:39.357310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 53938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:39.362471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'security_group_rule': {'security_group_id': '19c76220-f78a-4266-9016-c3ae9b0b9f8b', 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:39.387595 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Project 958c79c9af9b420caa5b42613f83abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:34:39.394128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.417392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4451452e-9324-4825-bd25-0e89582c58be triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:39.417915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.462813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.468463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.476487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-866a6037-d562-4d22-a934-e42c99fba0b5 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:39.490246 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:39.494962 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a97504-759e-458f-9b5f-2bb4e262e7af None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:38Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:39.495769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa909229-351c-4a35-bf19-f73352eaa48f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:39.499024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:39.501860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:39.507096 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447828 Jun 09 13:34:39.703706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-346255e4-eb08-489b-8393-c4f33bcfe913 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475452183&fields=id&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 267 time: 0.0442617 Jun 09 13:34:39.856985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-b2723217-e0ec-4727-bd41-29036cdb7448 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:39.858460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-b2723217-e0ec-4727-bd41-29036cdb7448 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/networks?id=8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 200 len: 796 time: 0.1480622 Jun 09 13:34:39.873939 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-a0f467bc-6f93-439d-adfa-abdf9b59635d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/quotas/958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 375 time: 0.0096877 Jun 09 13:34:39.963993 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-fe591eb1-82d8-4955-afaf-994d2950f01f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842397 Jun 09 13:34:40.119970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-b032bd98-f8d0-452c-a5c1-908b28312eaa service neutron] 10.222.0.21 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350908 Jun 09 13:34:40.249866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-6f7fb9fb-884a-4c4d-ad35-8b85c15b57e6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312361 Jun 09 13:34:41.101660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:41.181020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 45737dc3-7228-494a-a7a2-658344a50744 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:41.185749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:41.186076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:41.307052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:41.339763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=45737dc3-7228-494a-a7a2-658344a50744,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:41.346150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:41.348042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e19255f-0aaa-4103-a406-c9086bced7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:41.413443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:41.416650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:41.463272 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8c8ea59-f826-4309-b2de-de565cec8e53 req-96f222d1-73b3-4196-b371-f394156e52c2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 210 time: 0.0431161 Jun 09 13:34:42.087418 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:34:42.615372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a439c654-7b85-4283-a34f-84aafa39c49b req-a20938d9-5856-4834-804a-34fe24bfc908 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 210 time: 0.0438983 Jun 09 13:34:42.663988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-14cdc3bb-970d-4bf1-8096-8b893873374a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:42.665441 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-14cdc3bb-970d-4bf1-8096-8b893873374a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/networks?id=8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 200 len: 796 time: 0.1495488 Jun 09 13:34:42.717952 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-04e11858-95da-4703-bf8c-7beb6c7b0a8f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c79c9af9b420caa5b42613f83abdb HTTP/1.1" status: 200 len: 380 time: 0.0441225 Jun 09 13:34:42.727002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'port': {'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'admin_state_up': True, 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'security_groups': ['19c76220-f78a-4266-9016-c3ae9b0b9f8b']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:42.879108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Made reservation on behalf of 958c79c9af9b420caa5b42613f83abdb for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:34:42.883030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.046157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.20.0.8 (8f094f10-7c83-4f33-8bf4-73c9b97185fd/312fa9d9-a0d3-46d6-b379-975f3b217a43/17ad9f2a-2a17-4a4d-b714-77ef8507d418) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:34:43.080161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:43.190828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:43.191206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.238377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.253421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Transition to ACTIVE for port object 17ad9f2a-2a17-4a4d-b714-77ef8507d418 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:43.275937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.281126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b635468d-eec1-45ee-8ca9-cd073383cddc tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:43.345158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:43.348303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:43.352204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:34:43.385735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:43.392493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:43.426470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:43.427465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.447289 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237217 Jun 09 13:34:43.458848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Request body: {'port': {'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:43.564848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b2163854-08f0-43a4-9f0f-e20f29ca5a0e None None] Provisioning for port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:43.569617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b2163854-08f0-43a4-9f0f-e20f29ca5a0e None None] Provisioning complete for port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:43.569903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.570031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2163854-08f0-43a4-9f0f-e20f29ca5a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.621908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b2163854-08f0-43a4-9f0f-e20f29ca5a0e None None] Port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:34:43.806425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d00f4-da3d-436e-971c-845df8613d7c req-b8d8a4fd-bddf-4390-9f3a-a4f987d9513a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:43.807947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9c6d00f4-da3d-436e-971c-845df8613d7c req-b8d8a4fd-bddf-4390-9f3a-a4f987d9513a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 931 time: 0.0835774 Jun 09 13:34:43.852690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9c6d00f4-da3d-436e-971c-845df8613d7c req-5d36fceb-de58-4ca4-b44e-ab4b23ab128e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Jun 09 13:34:43.919673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ad9f2a-2a17-4a4d-b714-77ef8507d418 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:34:43.926891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.940752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Transition to ACTIVE for port object 17ad9f2a-2a17-4a4d-b714-77ef8507d418 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:34:43.946278 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:43.950548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c956084-226c-4006-8298-3dc83a7bd7f2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:44.248854 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:44.256327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:44.322917 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Attempting to bind port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:34:44.323254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Attempting to bind port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:34:44.323575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Attempting to bind port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 on network 8f094f10-7c83-4f33-8bf4-73c9b97185fd {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:34:44.328568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 on network 8f094f10-7c83-4f33-8bf4-73c9b97185fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:34:44.328848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Attempting to bind port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 on network 8f094f10-7c83-4f33-8bf4-73c9b97185fd {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:34:44.333983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:34:44.334315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Checking segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:34:44.334718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Bound using segment: {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:34:44.335130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Bound port: 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6dc8331-96e8-48d3-94f0-307b3d0b804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:34:44.335470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:44.420816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:34:44.423877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:34:44.430061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:44.433814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9908b44d-0ba6-4e5b-99d4-e8cf7bdba53d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:44.493480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:44.494119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:44.495556 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 200 len: 1093 time: 1.0410185 Jun 09 13:34:44.496074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:44.498360 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083d5fd7-fec6-46d0-ab7c-6cc12184c686" -d '{"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:44.516398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:44.519363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:44.573311 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a2d51-4a9c-4df5-af24-1c57df61940a x-openstack-request-id: req-c94a2d51-4a9c-4df5-af24-1c57df61940a {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:44.573640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:44.573938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c94a2d51-4a9c-4df5-af24-1c57df61940a {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:44.574369 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'status': 'completed', 'code': 200} Jun 09 13:34:44.616220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-e26e7c63-d026-4f6f-a27f-ef35ba0802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:44.617764 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-e26e7c63-d026-4f6f-a27f-ef35ba0802ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1096 time: 0.0757897 Jun 09 13:34:44.688378 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-99aea07f-36f8-427b-a672-61a1927979a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 200 len: 217 time: 0.0635643 Jun 09 13:34:44.751741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-4c176c01-7802-423b-bc2d-d7acb14c910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:44.753055 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-4c176c01-7802-423b-bc2d-d7acb14c910e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=312fa9d9-a0d3-46d6-b379-975f3b217a43 HTTP/1.1" status: 200 len: 835 time: 0.0572209 Jun 09 13:34:44.832702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-3b4fcd39-19aa-4d50-912b-95eff1c9bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:44.834152 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-3b4fcd39-19aa-4d50-912b-95eff1c9bd76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f094f10-7c83-4f33-8bf4-73c9b97185fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738690 Jun 09 13:34:44.975791 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-3c0cb2ed-8a99-48af-a741-f500336d17d7 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344388 Jun 09 13:34:45.037672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a314f-a729-4127-b443-846de5792b3f req-8e065792-666a-4a53-95e6-c532f9b69946 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:45.039157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-552a314f-a729-4127-b443-846de5792b3f req-8e065792-666a-4a53-95e6-c532f9b69946 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 943 time: 0.0824037 Jun 09 13:34:45.088594 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-552a314f-a729-4127-b443-846de5792b3f req-43c03257-dd97-4765-8e9d-371a3db4b554 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Jun 09 13:34:45.112867 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-0d5a76b8-efe7-408b-aca9-32b3c9e38ea2 req-634b9879-d500-4a3f-9c87-9261757e75d6 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305122 Jun 09 13:34:45.231096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-0fd0f630-671c-4c88-80ef-ca09a4b72894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:45.232726 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-0fd0f630-671c-4c88-80ef-ca09a4b72894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1096 time: 0.0742803 Jun 09 13:34:45.364791 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-af08718d-1c55-44ab-8840-3a3c6348ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:45.366217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-af08718d-1c55-44ab-8840-3a3c6348ccf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 200 len: 897 time: 0.1268044 Jun 09 13:34:45.444184 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-b23de11d-8779-436f-b18e-b643936be49f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 200 len: 217 time: 0.0706890 Jun 09 13:34:45.513450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-51f8d3d3-9ba6-415a-8f07-82189bddfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:45.514984 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-51f8d3d3-9ba6-415a-8f07-82189bddfe51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=312fa9d9-a0d3-46d6-b379-975f3b217a43 HTTP/1.1" status: 200 len: 835 time: 0.0639315 Jun 09 13:34:45.596227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-9c8df40a-2ede-49d6-8d58-ce01361f3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:45.597692 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-9c8df40a-2ede-49d6-8d58-ce01361f3165 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f094f10-7c83-4f33-8bf4-73c9b97185fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751004 Jun 09 13:34:45.733801 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-04d58294-856d-4347-8b93-9e2e176a5188 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283057 Jun 09 13:34:45.865986 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-083d5fd7-fec6-46d0-ab7c-6cc12184c686 req-5e0fdbc1-8f35-430e-a852-73056d6219bc service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239476 Jun 09 13:34:46.286952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6dfc2-345b-44bb-b9fc-a1f3c1cefabc req-da48b75f-2a9d-4a67-8740-57656e4b7020 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:46.288388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7d6dfc2-345b-44bb-b9fc-a1f3c1cefabc req-da48b75f-2a9d-4a67-8740-57656e4b7020 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 943 time: 0.0839009 Jun 09 13:34:46.333415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7d6dfc2-345b-44bb-b9fc-a1f3c1cefabc req-2790eb45-d885-4d9e-bfb3-9214cb641bdb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393343 Jun 09 13:34:47.527853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18381cf-eedb-4aac-a131-ce5b1bb116ab req-dc3db8ef-c5f1-4ac4-9e2c-ac0b209bc456 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:47.529294 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d18381cf-eedb-4aac-a131-ce5b1bb116ab req-dc3db8ef-c5f1-4ac4-9e2c-ac0b209bc456 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 943 time: 0.0925207 Jun 09 13:34:47.574261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d18381cf-eedb-4aac-a131-ce5b1bb116ab req-f8e8ff62-01dc-4213-878b-9c347c51fb3c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392256 Jun 09 13:34:47.897069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-470acb1e-680b-4234-b1fa-58d52f0e078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:48.310195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 17ad9f2a-2a17-4a4d-b714-77ef8507d418 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:34:48.459656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:48.474781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:34:48.535069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:48.551487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ad9f2a-2a17-4a4d-b714-77ef8507d418 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:34:48.566927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:48.573574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:48.575305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:48.640462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:48.643820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:48.758321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf745-0875-4414-a486-abd75779ea0f req-f970c592-78df-48ed-8ca5-b99437088a4c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:48.759807 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-580bf745-0875-4414-a486-abd75779ea0f req-f970c592-78df-48ed-8ca5-b99437088a4c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 944 time: 0.0805097 Jun 09 13:34:48.785732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['17ad9f2a-2a17-4a4d-b714-77ef8507d418'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:34:48.804357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-580bf745-0875-4414-a486-abd75779ea0f req-9eeb095d-6274-4577-85be-f25510dd5584 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Jun 09 13:34:50.014027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fdc7c-6e52-402d-8f3d-a0e35001cd80 req-c49326f9-9e33-4e6b-a89c-b2464cfabb52 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:50.016157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae5fdc7c-6e52-402d-8f3d-a0e35001cd80 req-c49326f9-9e33-4e6b-a89c-b2464cfabb52 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 944 time: 0.0942886 Jun 09 13:34:50.062248 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae5fdc7c-6e52-402d-8f3d-a0e35001cd80 req-1b9d426f-0ff6-4f0c-b318-b0f0423d4c4c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Jun 09 13:34:50.280517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-def36c0e-552b-421d-9d01-56ccb6142867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:50.329841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 17ad9f2a-2a17-4a4d-b714-77ef8507d418 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:34:50.379650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:50.402669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:34:50.407091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:34:50.407457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:50.521626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:50.548269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:50.550519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abb8637-f6d7-4265-9fa9-2975055f9592" -d '{"events": [{"server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "name": "network-vif-plugged", "status": "completed", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:50.558516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:34:50.563537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:50.566406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:50.599620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff44ad-e9ab-42c2-9503-6fe28ed45c88 x-openstack-request-id: req-b0ff44ad-e9ab-42c2-9503-6fe28ed45c88 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:50.599921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "name": "network-vif-plugged", "status": "completed", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:50.600237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ff44ad-e9ab-42c2-9503-6fe28ed45c88 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:50.600623 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'code': 200} Jun 09 13:34:50.637703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:50.640537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:50.832776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478ea2-6b8b-464d-8b0b-003f2d1b4c57 req-65c61080-e642-4394-ae23-140b7c492175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:50.834245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-89478ea2-6b8b-464d-8b0b-003f2d1b4c57 req-65c61080-e642-4394-ae23-140b7c492175 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1098 time: 0.0741391 Jun 09 13:34:50.875846 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-89478ea2-6b8b-464d-8b0b-003f2d1b4c57 req-393e5809-de56-4e91-9594-6cd50dd41639 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343409 Jun 09 13:34:51.263545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e32b-601e-4d5a-9d7d-9b162c3037fb req-83d28d13-8e94-47c8-ae61-2180d2c1a245 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:51.264981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a435e32b-601e-4d5a-9d7d-9b162c3037fb req-83d28d13-8e94-47c8-ae61-2180d2c1a245 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0898480 Jun 09 13:34:51.312506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a435e32b-601e-4d5a-9d7d-9b162c3037fb req-149819c3-f986-4f07-99c0-1a6f7ca4c4cb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Jun 09 13:34:51.387998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:52.530402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886878-34ff-4d3a-ba86-d54d02b66bc7 req-8182c66a-69d2-42b0-b9fa-4bf7a064bdc1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:52.531866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b886878-34ff-4d3a-ba86-d54d02b66bc7 req-8182c66a-69d2-42b0-b9fa-4bf7a064bdc1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0950990 Jun 09 13:34:52.579141 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6b886878-34ff-4d3a-ba86-d54d02b66bc7 req-391f6c73-a7bc-48f1-aa80-e74713a183f7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414739 Jun 09 13:34:52.779684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d53c7-aa29-4a5b-a122-c2223fb1f85c req-133cded8-0d54-4d43-9677-ef2ac89fac87 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:52.781136 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-398d53c7-aa29-4a5b-a122-c2223fb1f85c req-133cded8-0d54-4d43-9677-ef2ac89fac87 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0865502 Jun 09 13:34:52.961101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-398d53c7-aa29-4a5b-a122-c2223fb1f85c req-ce57bb9e-2015-4c85-87f9-f140da0c0dd7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717250 Jun 09 13:34:52.989094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 53998) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:53.059370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42f737-1adc-467c-82fc-06e34e5f8a0c tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:53.060846 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9f42f737-1adc-467c-82fc-06e34e5f8a0c tempest-TestNetworkBasicOps-668252835 tempest-TestNetworkBasicOps-668252835-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1093 time: 0.0707457 Jun 09 13:34:53.063832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54000) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:53.068151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:34:53.091129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:53.094100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:53.239610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:53.387999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Allocated IP 172.26.5.181 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/cdfec657-aa02-47ab-b75b-707144053cb3) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:34:53.549821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:53.582041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:53.585633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-66e674a5-d2f4-4417-a25c-557c2cd53657 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:53.649230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:34:53.652180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:34:53.655808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:34:53.684290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=cdfec657-aa02-47ab-b75b-707144053cb3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:53.690067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:54.060876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:54.141559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:54.361677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:54.369307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:54.372963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-22a5ef90-ce5a-4b7b-82e6-e2316ab2646f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:34:54.467965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event updated for resources: {'Port': ['ID=cdfec657-aa02-47ab-b75b-707144053cb3,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:34:54.475284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:34:54.484525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:54.790766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa associated. External IP: 172.26.5.181, port: 17ad9f2a-2a17-4a4d-b714-77ef8507d418. Jun 09 13:34:55.153045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:34:55.347910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:34:55.358908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:34:55.368748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:55.368882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:34:55.369381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:55.425273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3604240 Jun 09 13:34:55.425971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:34:55.428237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54002) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:55.428726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a346585-453b-4dac-a270-4bea3d5714b8" -d '{"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:34:55.472279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e6528-f295-4875-8306-ecf128983146 x-openstack-request-id: req-4f5e6528-f295-4875-8306-ecf128983146 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:34:55.472733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:34:55.473189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f5e6528-f295-4875-8306-ecf128983146 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:34:55.473976 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'status': 'completed', 'code': 200} Jun 09 13:34:55.547667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:55.583692 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c43cb4f3-a603-46c0-b388-82ff55a8bbad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 991 time: 0.1541049 Jun 09 13:34:55.601234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-fca2403d-860a-467b-9a4b-074298809064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:55.602693 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-fca2403d-860a-467b-9a4b-074298809064 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1098 time: 0.0963490 Jun 09 13:34:55.879118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-0e5ab93f-c82c-4a4f-acf3-c281648ef2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:55.880468 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-0e5ab93f-c82c-4a4f-acf3-c281648ef2f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 200 len: 897 time: 0.2709076 Jun 09 13:34:55.947002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:34:54Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:41Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:55.951126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:34:55.960072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:34:55.960679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:34:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:55.983151 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-0cf0284c-384e-48a5-a9a1-cf6970f83cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 200 len: 999 time: 0.0954909 Jun 09 13:34:56.043911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-a4440211-7cc4-46a4-8c13-4b8f85fac713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:56.045320 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-a4440211-7cc4-46a4-8c13-4b8f85fac713 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=312fa9d9-a0d3-46d6-b379-975f3b217a43 HTTP/1.1" status: 200 len: 835 time: 0.0553629 Jun 09 13:34:56.121027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-976e0864-77d3-451c-86dd-411a6ad19f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:34:56.122559 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-976e0864-77d3-451c-86dd-411a6ad19f68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f094f10-7c83-4f33-8bf4-73c9b97185fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703416 Jun 09 13:34:56.136729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:34:56.256063 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-b5e4c0a2-15ba-42ba-b310-83d273f05e4a service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263018 Jun 09 13:34:56.391140 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4a346585-453b-4dac-a270-4bea3d5714b8 req-bfe59af0-6216-4341-a97a-0c9a6670c6e5 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272740 Jun 09 13:34:56.483657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:34:54Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:41Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:34:56.487895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824f691-6552-4ea4-b2c6-f42aff39685b None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:36Z', 'revision_number': 4, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:34:54Z', 'revision_number': 0, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:34:41Z', 'revision_number': 5, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:34:56.587809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54006) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:56.667095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a99ac0-60f9-4978-b189-2bd8efed1f80 None None] New status for floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:34:56.699062 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-df38ab99-52fe-404c-b5a1-0e62b41314a3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 991 time: 0.1098726 Jun 09 13:34:57.703272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54008) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:34:57.809425 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63df8fc9-29a7-427f-b7c9-2f12ff6f6656 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 993 time: 0.1049936 Jun 09 13:34:58.665144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:17.889422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f24e6e1-018c-4c98-a386-87fbfb3dd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:19.091358 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:35:20.274587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2fe28ba4-4a9b-4513-8bcd-64e233dac38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:20.345602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:21.398217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:23.097005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:28.658465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:29.086866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54020) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:29.135716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:35:29.790957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:29.804694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:29.984483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:35:30.171701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:35:30.178989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:30.180054 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e830ab45-e33f-46a0-b9e0-4c1a41db41e6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/7ff91c91-d593-442f-b9e2-b464baba99e7 HTTP/1.1" status: 200 len: 888 time: 1.0921633 Jun 09 13:35:30.183350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:35:30.195937 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:30.196571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:30.257909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:30.266577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:30.267208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:30.324518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:30.324916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb55df-d3b8-4018-aa75-437e53660273 None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:35:31.110937 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef081d27-b1a4-47cb-bc48-033eb7c9e101 None None] New status for floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:35:31.140339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:31.255128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:31.286241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=45737dc3-7228-494a-a7a2-658344a50744,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:31.291020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:31.291768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:31.315344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:31.407017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:31.416114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.416457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.416789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.417119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.417486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.417818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.418136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.418456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.418807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.419120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.419436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.419743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:31.423917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:31.478826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:31.496225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4451452e-9324-4825-bd25-0e89582c58be,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:31.501397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:31.503207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:31.569715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:31.572614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:32.316608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54026) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:32.321415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:35:32.835616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:32.849391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439144'] for router, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:33.185261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:35:33.366368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:35:33.375242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:33.376392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ce79854c-21fc-4cf0-94ec-f05e2a25a6ab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/7ff91c91-d593-442f-b9e2-b464baba99e7 HTTP/1.1" status: 200 len: 887 time: 1.0587962 Jun 09 13:35:33.378044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:35:33.379506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54028) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:33.388026 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:33.388703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:33.483913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8acb97ae-8797-457d-b0f0-12439dd4ffab tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 991 time: 0.1032443 Jun 09 13:35:33.619888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:33.997049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:34.002365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:35:34.011632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:34.012243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:34.196785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:34.487352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54030) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:34.556587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:34.560562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea397d34-f955-48b1-971b-9c7ab7a9435f None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd9d66a16-0912-42dc-9f4c-f08e650d8afa', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'port_id': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'mac_address': 'fa:16:3e:47:61:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:34:54Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 2, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:31Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:35:34.599633 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-41b0f304-100c-491d-ae6f-21bfd0109de5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 991 time: 0.1110590 Jun 09 13:35:35.149039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:35:35.228563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:35:35.228943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:35.350933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:35.384686 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=45737dc3-7228-494a-a7a2-658344a50744,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:35.389131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:35.391234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2957304a-6c34-4db7-b52d-5f183f99fc72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:35.457003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:35.460484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:35.603687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54032) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:35.715191 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3966cda1-d736-4625-9e74-f9b1ee880edb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 991 time: 0.1101911 Jun 09 13:35:36.115649 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7577a8b-3d65-41ec-9624-7b22bd3372d6 None None] New status for floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:35:36.719206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54034) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:36.833180 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cc3ef6ea-c81e-470c-9eb5-edd2305b7059 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 200 len: 993 time: 0.1126177 Jun 09 13:35:37.184846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:35:37.256537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 45737dc3-7228-494a-a7a2-658344a50744 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:35:37.256919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:37.375654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:35:37.446165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4451452e-9324-4825-bd25-0e89582c58be triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:35:37.446546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:37.608547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:37.625853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4451452e-9324-4825-bd25-0e89582c58be,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:37.631660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:37.633556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:37.698595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:37.702387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:39.123257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:35:39.145457 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54042) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:39.192856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4451452e-9324-4825-bd25-0e89582c58be triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:35:39.193214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.416607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port cdfec657-aa02-47ab-b75b-707144053cb3 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:35:39.416944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.543227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.543571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.683351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for cdfec657-aa02-47ab-b75b-707144053cb3 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:35:39.809810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.813408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-51ad515c-de80-42fb-9d10-a69bc32038ad tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:39.860564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=cdfec657-aa02-47ab-b75b-707144053cb3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:39.896938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.897359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.897738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.898111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.898476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.898873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.899237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.899602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.899965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.900325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.900698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.901020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:39.908451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:39.962924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:39.963180 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa disassociated (deleted). External IP: 172.26.5.181, port: 17ad9f2a-2a17-4a4d-b714-77ef8507d418. Jun 09 13:35:40.463580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:35:40.659911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:35:40.664603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:40.669826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:35:40.679975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:40.680610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:40.719512 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/floatingips/d9d66a16-0912-42dc-9f4c-f08e650d8afa HTTP/1.1" status: 204 len: 168 time: 1.5728641 Jun 09 13:35:40.720092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:35:40.722431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299678d-b990-4424-9de9-3c889102240d" -d '{"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:35:40.769611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c56bc3-2872-49a4-baee-bc521c55b577 x-openstack-request-id: req-d1c56bc3-2872-49a4-baee-bc521c55b577 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:35:40.769967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:35:40.770258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1c56bc3-2872-49a4-baee-bc521c55b577 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:35:40.770713 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'status': 'completed', 'code': 200} Jun 09 13:35:40.865460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:40.869498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299678d-b990-4424-9de9-3c889102240d req-b100ba4a-3940-4e0a-a2c3-cb15fca8bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:40.871069 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-b100ba4a-3940-4e0a-a2c3-cb15fca8bbbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=958c79c9af9b420caa5b42613f83abdb&device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 1098 time: 0.0775239 Jun 09 13:35:41.014187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299678d-b990-4424-9de9-3c889102240d req-63eae035-29a4-4b31-9270-40ef705b78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:41.015740 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-63eae035-29a4-4b31-9270-40ef705b78b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 200 len: 897 time: 0.1375747 Jun 09 13:35:41.084753 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-7c9117a6-6e56-4c3c-a05e-631d9d72df54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 200 len: 217 time: 0.0609388 Jun 09 13:35:41.112156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cf79a-0785-49a1-b053-515b403cdd56 req-4099698a-a515-49e6-998d-1af6d179803e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:41.113782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46cf79a-0785-49a1-b053-515b403cdd56 req-4099698a-a515-49e6-998d-1af6d179803e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0830452 Jun 09 13:35:41.153163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299678d-b990-4424-9de9-3c889102240d req-87920a50-e19f-4927-847c-f349d1174b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:41.154643 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-87920a50-e19f-4927-847c-f349d1174b68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=312fa9d9-a0d3-46d6-b379-975f3b217a43 HTTP/1.1" status: 200 len: 835 time: 0.0612407 Jun 09 13:35:41.160587 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46cf79a-0785-49a1-b053-515b403cdd56 req-71b2b44e-0a76-4a07-8b02-68c3803f0a03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 Jun 09 13:35:41.198207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:35Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:41.202473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:35:41.210769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:41.211370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:41.230480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299678d-b990-4424-9de9-3c889102240d req-8c31daa7-4abf-489e-8d93-6700b5a86479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:41.232011 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-8c31daa7-4abf-489e-8d93-6700b5a86479 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f094f10-7c83-4f33-8bf4-73c9b97185fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701110 Jun 09 13:35:41.372695 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-ecacc806-7915-42ed-b767-0b5f0d5f4534 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328049 Jun 09 13:35:41.393311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:41.505778 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e299678d-b990-4424-9de9-3c889102240d req-357b9a55-29bb-4eb8-bbdd-812a63105233 service neutron] 10.222.0.42 "GET /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252995 Jun 09 13:35:41.721787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:35Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:41.726318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238cd03-da57-4e18-97ac-af67a211d95f None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:32Z', 'revision_number': 6, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '45737dc3-7228-494a-a7a2-658344a50744', 'name': '', 'network_id': '8f094f10-7c83-4f33-8bf4-73c9b97185fd', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'mac_address': 'fa:16:3e:c4:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:35Z', 'updated_at': '2021-06-09T13:35:35Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'subnets': [{'id': '312fa9d9-a0d3-46d6-b379-975f3b217a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:35:42.320929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33bcdac-1403-4e17-a537-753a08aa0b87 None None] New status for floating IP d9d66a16-0912-42dc-9f4c-f08e650d8afa: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:35:42.357465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ece8-0b62-4f8e-a965-2efe9ea45306 req-bf686871-b3e9-4553-abb5-b71945740c2d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:42.358954 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fd2ece8-0b62-4f8e-a965-2efe9ea45306 req-bf686871-b3e9-4553-abb5-b71945740c2d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0853941 Jun 09 13:35:42.405710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fd2ece8-0b62-4f8e-a965-2efe9ea45306 req-cd778c47-b41c-4d46-aca7-fde70f0f5db6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/security-groups?id=19c76220-f78a-4266-9016-c3ae9b0b9f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Jun 09 13:35:42.457421 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-6f08f4da-dc5e-462d-b2f0-905f31619e56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:42.459148 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-6f08f4da-dc5e-462d-b2f0-905f31619e56 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 945 time: 0.0904064 Jun 09 13:35:42.607989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:35:42.608669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:42.744619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 17ad9f2a-2a17-4a4d-b714-77ef8507d418, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17ad9f2a-2a17-4a4d-b714-77ef8507d418,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:42.745079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:43.017026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 17ad9f2a-2a17-4a4d-b714-77ef8507d418 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:35:43.126745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:43.132107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4c086882-0ae0-4523-8eed-48df63a17e0e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:43.178279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=17ad9f2a-2a17-4a4d-b714-77ef8507d418,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:43.181316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:43.253465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] No DVR routers for this DVR port 17ad9f2a-2a17-4a4d-b714-77ef8507d418 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:35:43.256193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:43.258098 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-50ed69e4-52e0-4065-befe-0e75fffd7259 req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.42 "DELETE /v2.0/ports/17ad9f2a-2a17-4a4d-b714-77ef8507d418 HTTP/1.1" status: 204 len: 173 time: 0.7930799 Jun 09 13:35:43.258648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'name': 'network-vif-deleted', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:35:43.260945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d28750-e6c9-4781-83cf-c57f46703823" -d '{"events": [{"server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "name": "network-vif-deleted", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:35:43.304581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8d3760-fd43-4ffc-92a6-c5f2e6e558a9 x-openstack-request-id: req-4a8d3760-fd43-4ffc-92a6-c5f2e6e558a9 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:35:43.304921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d31f11-43a7-4c86-9dd2-5e7f5a033057", "name": "network-vif-deleted", "tag": "17ad9f2a-2a17-4a4d-b714-77ef8507d418", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:35:43.305222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a8d3760-fd43-4ffc-92a6-c5f2e6e558a9 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:35:43.305661 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d31f11-43a7-4c86-9dd2-5e7f5a033057', 'name': 'network-vif-deleted', 'tag': '17ad9f2a-2a17-4a4d-b714-77ef8507d418', 'status': 'completed', 'code': 200} Jun 09 13:35:43.568324 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0fdd36c5-a778-4142-aa51-dc8e277ae2b6 req-17c928ce-e93e-4c7c-b96a-2a22a8531dc2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d31f11-43a7-4c86-9dd2-5e7f5a033057 HTTP/1.1" status: 200 len: 210 time: 0.0423324 Jun 09 13:35:44.676145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54058) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:44.748636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:44.783593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:44.851787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:44.854555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:44.855630 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/security-groups/19c76220-f78a-4266-9016-c3ae9b0b9f8b HTTP/1.1" status: 204 len: 168 time: 0.1783507 Jun 09 13:35:44.856532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-560a0ab2-95de-45d0-91b8-f23010effe6b tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:44.867882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c76220-f78a-4266-9016-c3ae9b0b9f8b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:44.879128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.879559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.879987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.880362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.885692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:35:44.887143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:44.889693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54062) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:45.584416 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:46.013405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 45737dc3-7228-494a-a7a2-658344a50744 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:35:46.014132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:46.158515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 45737dc3-7228-494a-a7a2-658344a50744, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=45737dc3-7228-494a-a7a2-658344a50744,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:46.158805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:46.287004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 45737dc3-7228-494a-a7a2-658344a50744 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:35:46.442926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:46.446451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:46.493052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=45737dc3-7228-494a-a7a2-658344a50744,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:46.496131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:46.684842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 17ad9f2a-2a17-4a4d-b714-77ef8507d418 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:46.767528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 17ad9f2a-2a17-4a4d-b714-77ef8507d418 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:35:46.767753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 17ad9f2a-2a17-4a4d-b714-77ef8507d418 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:35:46.769045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.271179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Router 7ff91c91-d593-442f-b9e2-b464baba99e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:35:47.459556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:35:47.466563 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "PUT /v2.0/routers/7ff91c91-d593-442f-b9e2-b464baba99e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5737975 Jun 09 13:35:47.467802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54064) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:47.469118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Sync routers for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:35:47.480042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:47.480676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:47.534093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting subnet 312fa9d9-a0d3-46d6-b379-975f3b217a43 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:35:47.537144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.590113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.658871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:47.673005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.749245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.753642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cd9a5f67-fb18-4829-9776-1c1010f702d6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:47.787900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Subnet': ['ID=312fa9d9-a0d3-46d6-b379-975f3b217a43,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:47.790884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:47.791744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.793580 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9428de8a-6a55-424c-894f-1656d7f19b80 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/subnets/312fa9d9-a0d3-46d6-b379-975f3b217a43 HTTP/1.1" status: 204 len: 168 time: 0.3246922 Jun 09 13:35:47.796276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54068) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:47.821979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e45b5-22e6-4b65-b0e6-35b7ddcd46cb None None] Network 8f094f10-7c83-4f33-8bf4-73c9b97185fd requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:35:47.953467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f9925214-e73f-440e-af22-8e20a0e04947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:47.974273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.125265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '4451452e-9324-4825-bd25-0e89582c58be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:46Z', 'revision_number': 7, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port': {'id': '4451452e-9324-4825-bd25-0e89582c58be', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ca:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:48.129483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Checking router: 7ff91c91-d593-442f-b9e2-b464baba99e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:35:48.139196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Routers {'7ff91c91-d593-442f-b9e2-b464baba99e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:35:48.140346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:35:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['7ff91c91-d593-442f-b9e2-b464baba99e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:48.155021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.189061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] DHCP port deletion for 8f094f10-7c83-4f33-8bf4-73c9b97185fd request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:35:48.226447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Deleting port 4451452e-9324-4825-bd25-0e89582c58be {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:35:48.226822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.331903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] Set router 7ff91c91-d593-442f-b9e2-b464baba99e7 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:35:48.351618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] For port 4451452e-9324-4825-bd25-0e89582c58be, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4451452e-9324-4825-bd25-0e89582c58be,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:48.351977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.439571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:48Z', 'revision_number': 8, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:48.445779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565b547-c2ec-42ef-8fa7-9de15fc45349 None None] The sync data for ids ['7ff91c91-d593-442f-b9e2-b464baba99e7'] in dv-neutron-601336-89-hyperv is: [{'id': '7ff91c91-d593-442f-b9e2-b464baba99e7', 'name': 'tempest-TestNetworkBasicOps-router-1761098094', 'tenant_id': '958c79c9af9b420caa5b42613f83abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:34:31Z', 'updated_at': '2021-06-09T13:35:48Z', 'revision_number': 8, 'project_id': '958c79c9af9b420caa5b42613f83abdb', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:35:48.452755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Deleting port d4d9b1cf-9e70-4451-84d8-491650ef8097 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:35:48.453133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.473303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Calling delete_port for 4451452e-9324-4825-bd25-0e89582c58be owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:35:48.554268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] For port d4d9b1cf-9e70-4451-84d8-491650ef8097, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d4d9b1cf-9e70-4451-84d8-491650ef8097,segment=NetworkSegment(f6dc8331-96e8-48d3-94f0-307b3d0b804b),segment_id=f6dc8331-96e8-48d3-94f0-307b3d0b804b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:35:48.554688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.620760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.624366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-894e42b6-4a68-4a2f-a1bb-8073c31c5a14 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:48.673433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Port': ['ID=4451452e-9324-4825-bd25-0e89582c58be,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:48.673433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:48.734046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Calling delete_port for d4d9b1cf-9e70-4451-84d8-491650ef8097 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:35:48.786615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:48.788859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:48.832717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Pushing event deleted for resources: {'Port': ['ID=d4d9b1cf-9e70-4451-84d8-491650ef8097,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:48.836066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:48.836949 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] No DVR routers for this DVR port d4d9b1cf-9e70-4451-84d8-491650ef8097 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:35:48.913110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.084263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.086583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.113491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.114115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff91c91-d593-442f-b9e2-b464baba99e7 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:35:49.121401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.125092 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/routers/7ff91c91-d593-442f-b9e2-b464baba99e7 HTTP/1.1" status: 204 len: 168 time: 1.3253281 Jun 09 13:35:49.125728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54070) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:49.127354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d4d9b1cf-9e70-4451-84d8-491650ef8097 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:49.165714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d4d9b1cf-9e70-4451-84d8-491650ef8097 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:35:49.166043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d4d9b1cf-9e70-4451-84d8-491650ef8097 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:35:49.166696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:49.199642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 45737dc3-7228-494a-a7a2-658344a50744 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:35:49.200002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 45737dc3-7228-494a-a7a2-658344a50744 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:35:49.200437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:35:49.235200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4451452e-9324-4825-bd25-0e89582c58be {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:35:49.235555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4451452e-9324-4825-bd25-0e89582c58be not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:35:49.242947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.376378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.389829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f094f10-7c83-4f33-8bf4-73c9b97185fd']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:49.403084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dc8331-96e8-48d3-94f0-307b3d0b804b') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:49.403375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dc8331-96e8-48d3-94f0-307b3d0b804b') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:35:49.416414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.432604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.438844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:35:49.439227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:35:49.453875 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:35:49.534924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.538394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06fd4a37-ff95-4208-8960-63870d4f67f5 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:49.552207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:49.553994 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] 10.222.0.21 "DELETE /v2.0/networks/8f094f10-7c83-4f33-8bf4-73c9b97185fd HTTP/1.1" status: 204 len: 168 time: 0.4272392 Jun 09 13:35:49.560652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Pushing event deleted for resources: {'Network': ['ID=8f094f10-7c83-4f33-8bf4-73c9b97185fd,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:49.564925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:49.915020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54076) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:50.066908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ccdf1417-bc05-4f32-bab7-c01a4ac313e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=958c79c9af9b420caa5b42613f83abdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502688 Jun 09 13:35:50.069424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54080) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:50.128482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.154776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.207879 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.210229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.211382 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95081269-f0eb-4929-b5c2-4aa355beb4f2 HTTP/1.1" status: 204 len: 168 time: 0.1410897 Jun 09 13:35:50.212149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-142c3493-fce4-4cf2-9a44-6243dff46d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:50.221272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95081269-f0eb-4929-b5c2-4aa355beb4f2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:50.223849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:50.275055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6112b243-f4c7-41fc-83a4-e259c0b341f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.340399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.514415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54088) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:50.532685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.637606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.642950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.649577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-538fc315-d597-4c7c-a005-8a013f5de49a tempest-TagsTest-1708156928 tempest-TagsTest-1708156928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:50.688487 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=689adc3634854ab7ba7b8016e5935879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729450 Jun 09 13:35:50.689407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b3285-3d12-4c7f-b424-cab798c07b7d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:50.691634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54090) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:35:50.693593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:50.758211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.783801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.837166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.839538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:50.840647 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc9b3285-3d12-4c7f-b424-cab798c07b7d HTTP/1.1" status: 204 len: 168 time: 0.1481802 Jun 09 13:35:50.841415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bdd5aea2-f89d-4215-a133-05003e186a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:35:50.850639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b3285-3d12-4c7f-b424-cab798c07b7d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:35:50.852878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:35:51.394470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:53.101140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:56.091515 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:35:57.838696 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-519cebba-1d56-45c0-a462-a58f00f01b51 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280626 Jun 09 13:35:57.985963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-cada77e6-bc75-4ea6-8200-13e2793afe64 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:35:57.987288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-cada77e6-bc75-4ea6-8200-13e2793afe64 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435483 Jun 09 13:35:58.002562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-06446b72-1cf4-426a-9b66-43fb1a9b3a86 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/quotas/af86a388ddbc401ea88bbb0fe1d415d0 HTTP/1.1" status: 200 len: 375 time: 0.0086558 Jun 09 13:35:58.046852 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-28ce16a8-1b38-4754-9ad0-09188ab813b7 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395749 Jun 09 13:35:58.671039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:35:59.253727 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69b9e802-f9c2-42df-a1b3-5b31d650558e req-c7132fc0-e2dd-4190-b974-8ac4c5b2b862 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 210 time: 0.0450890 Jun 09 13:36:00.251919 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-7e86261e-f122-4d0a-bbbd-f26dc1d40193 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280104 Jun 09 13:36:00.402358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8bf48a19-c165-434a-b4e3-e45d185f2084 req-6490accc-628a-427b-89c1-061edbb07eb0 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 210 time: 0.0427256 Jun 09 13:36:00.404245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-e3d99ae9-6950-4965-b2b5-b2e1354786b8 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:00.405792 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-e3d99ae9-6950-4965-b2b5-b2e1354786b8 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487167 Jun 09 13:36:00.419154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Request body: {'port': {'device_id': '2c9869cf-6275-456d-8678-50649236784b', 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08', 'admin_state_up': True, 'tenant_id': 'af86a388ddbc401ea88bbb0fe1d415d0'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:00.575088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Made reservation on behalf of af86a388ddbc401ea88bbb0fe1d415d0 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:36:00.578943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:00.595098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:00.703613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:00.709587 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:00.712413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-112a2c8d-f6ca-4fba-b996-e09c069a3a55 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:00.784672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48450a-f300-4877-a1e2-67663c122ace,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:00.789885 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:00.878675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Allocated IP 192.168.233.8 (3e288b2f-3cb5-470f-b42e-b14a89568c08/cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb/79ff845b-84f8-4917-a093-ae8d4c4d0d61) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:36:01.076376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.091739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Transition to ACTIVE for port object 79ff845b-84f8-4917-a093-ae8d4c4d0d61 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:36:01.119528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.125176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:01.191944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Network 3e288b2f-3cb5-470f-b42e-b14a89568c08 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:36:01.194938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:36:01.198738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:36:01.232924 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Pushing event updated for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:01.237468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:01.265109 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:01.265814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.285574 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8703442 Jun 09 13:36:01.299035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Request body: {'port': {'device_id': '2c9869cf-6275-456d-8678-50649236784b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:01.415395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.455550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bf11a98-4715-475c-84b9-1a00a5da67b4 None None] Provisioning for port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:36:01.461897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bf11a98-4715-475c-84b9-1a00a5da67b4 None None] Provisioning complete for port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:36:01.462286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bf11a98-4715-475c-84b9-1a00a5da67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.516991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0bf11a98-4715-475c-84b9-1a00a5da67b4 None None] Port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:36:01.602374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9575c-870a-440b-ae2b-1b907114a88c req-8cc2d959-bbaa-4625-990c-c7320024a816 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:01.603857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ff9575c-870a-440b-ae2b-1b907114a88c req-8cc2d959-bbaa-4625-990c-c7320024a816 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 934 time: 0.0853510 Jun 09 13:36:01.648033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ff9575c-870a-440b-ae2b-1b907114a88c req-65467b7e-d384-480c-b8a9-28f19379e80b tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Jun 09 13:36:01.762977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ff845b-84f8-4917-a093-ae8d4c4d0d61 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:36:01.770178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.784447 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Transition to ACTIVE for port object 79ff845b-84f8-4917-a093-ae8d4c4d0d61 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:36:01.789409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:01.792995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d89da2f5-0f19-4f7a-8df6-13e4d53b343b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:02.090017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Pushing event updated for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:02.097269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:02.169247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Attempting to bind port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:36:02.169454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Attempting to bind port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:36:02.169835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Attempting to bind port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 on network 3e288b2f-3cb5-470f-b42e-b14a89568c08 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:36:02.175139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 on network 3e288b2f-3cb5-470f-b42e-b14a89568c08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:36:02.175494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Attempting to bind port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 on network 3e288b2f-3cb5-470f-b42e-b14a89568c08 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:36:02.181158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:36:02.181503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Checking segment: {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:36:02.181895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Bound using segment: {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:36:02.182317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Bound port: 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9261b7-d50f-43d7-8afa-2dfab7907986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:36:02.182688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:02.276892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:36:02.279841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:36:02.285170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:02.289573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-782329b9-abab-4c3f-b9a7-d12192cd437a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:02.345184 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:02.345810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:02.347203 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-dd6da452-68c9-4917-b360-575407afa05b service neutron] 10.222.0.42 "PUT /v2.0/ports/79ff845b-84f8-4917-a093-ae8d4c4d0d61 HTTP/1.1" status: 200 len: 1096 time: 1.0525970 Jun 09 13:36:02.347816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:36:02.350193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c877fc6-a711-4726-be0e-1a1997c9894c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:36:02.373515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Pushing event updated for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:02.377345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:02.426790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93471726-3bb8-4cae-9965-ec93198b34d8 x-openstack-request-id: req-93471726-3bb8-4cae-9965-ec93198b34d8 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:36:02.427124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:36:02.427418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93471726-3bb8-4cae-9965-ec93198b34d8 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:36:02.427917 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61', 'status': 'completed', 'code': 200} Jun 09 13:36:02.470498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-77c7ba1b-55bd-4c40-9044-2eb50cd7449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:02.472149 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-77c7ba1b-55bd-4c40-9044-2eb50cd7449d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 1099 time: 0.0766237 Jun 09 13:36:02.542278 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-f8205da0-83c9-4a97-9959-1e531c444827 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61 HTTP/1.1" status: 200 len: 217 time: 0.0630565 Jun 09 13:36:02.605098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-30c5bd6d-b375-4bfd-8b4f-078893e02ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:02.606426 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-30c5bd6d-b375-4bfd-8b4f-078893e02ed0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb HTTP/1.1" status: 200 len: 843 time: 0.0578434 Jun 09 13:36:02.689061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-f6c75df8-68da-48e1-85b5-af651de5de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:02.690561 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-f6c75df8-68da-48e1-85b5-af651de5de53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e288b2f-3cb5-470f-b42e-b14a89568c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0774679 Jun 09 13:36:02.825242 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-7d58879a-e3c9-486b-9f63-87a6d6185d77 service neutron] 10.222.0.42 "GET /v2.0/networks/3e288b2f-3cb5-470f-b42e-b14a89568c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264734 Jun 09 13:36:02.834800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9623a83-c6c2-496d-8a1c-1afcaee31ce7 req-406342c2-d858-41ca-b88f-0d4e8e8a313a tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:02.836288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9623a83-c6c2-496d-8a1c-1afcaee31ce7 req-406342c2-d858-41ca-b88f-0d4e8e8a313a tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 946 time: 0.0810604 Jun 09 13:36:02.880431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9623a83-c6c2-496d-8a1c-1afcaee31ce7 req-271ac978-b8b0-44be-b383-a640c93f78d0 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Jun 09 13:36:02.957435 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-53d5f917-426e-4147-8e26-ed972b3f0806 req-591fa450-9337-408c-a3a7-703909f821a2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e288b2f-3cb5-470f-b42e-b14a89568c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253982 Jun 09 13:36:03.089872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-a5a4c19e-7c53-49f8-9c16-c52df35f00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:03.091405 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-a5a4c19e-7c53-49f8-9c16-c52df35f00fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 1099 time: 0.0844936 Jun 09 13:36:03.225427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-f39af714-f976-4e04-b62a-b33ac0795c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:03.226814 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-f39af714-f976-4e04-b62a-b33ac0795c61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e288b2f-3cb5-470f-b42e-b14a89568c08 HTTP/1.1" status: 200 len: 870 time: 0.1283493 Jun 09 13:36:03.297764 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-e5515d21-13f3-4b03-8f2d-fffb6cbe345f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61 HTTP/1.1" status: 200 len: 217 time: 0.0634375 Jun 09 13:36:03.369665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-54b0ef17-c74d-4415-bc9b-99e7fb69805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:03.371165 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-54b0ef17-c74d-4415-bc9b-99e7fb69805a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb HTTP/1.1" status: 200 len: 843 time: 0.0669239 Jun 09 13:36:03.456155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-9682f316-8b61-4bb7-a578-fbf82c2e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:03.458346 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-9682f316-8b61-4bb7-a578-fbf82c2e721e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e288b2f-3cb5-470f-b42e-b14a89568c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0801382 Jun 09 13:36:03.600852 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-a6ed1b6e-cff1-45c5-8f3f-9045ecdffba3 service neutron] 10.222.0.42 "GET /v2.0/networks/3e288b2f-3cb5-470f-b42e-b14a89568c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349745 Jun 09 13:36:03.739173 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7c877fc6-a711-4726-be0e-1a1997c9894c req-6e5637cf-8c41-4465-8117-d330c320a266 service neutron] 10.222.0.42 "GET /v2.0/networks/3e288b2f-3cb5-470f-b42e-b14a89568c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277745 Jun 09 13:36:04.092244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072772-8aea-47bd-ae02-75fbf81dfc70 req-53f1200e-2cd1-4c82-8e00-573ff4492453 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:04.093703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac072772-8aea-47bd-ae02-75fbf81dfc70 req-53f1200e-2cd1-4c82-8e00-573ff4492453 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 946 time: 0.0961907 Jun 09 13:36:04.138910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac072772-8aea-47bd-ae02-75fbf81dfc70 req-b83aee9b-b2ef-458a-bf0e-d4fdde8a9e83 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Jun 09 13:36:04.772902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 79ff845b-84f8-4917-a093-ae8d4c4d0d61 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:36:04.905027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:04.917840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '79ff845b-84f8-4917-a093-ae8d4c4d0d61', 'network_id': '3e288b2f-3cb5-470f-b42e-b14a89568c08', 'port_id': '79ff845b-84f8-4917-a093-ae8d4c4d0d61', 'mac_address': 'fa:16:3e:6f:fc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd94c1ff-3a51-43c2-8b9a-51cbbc205ddb', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:36:04.975506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:04.992497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ff845b-84f8-4917-a093-ae8d4c4d0d61 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:36:05.007465 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:05.014143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:05.015827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:05.083230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:05.087495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:05.232567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['79ff845b-84f8-4917-a093-ae8d4c4d0d61'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:36:05.333651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb427bfa-619f-4eb1-a8f7-83d5e343a0e0 req-83ab0cf1-9474-4b29-8887-7403d32a2e78 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:05.335268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb427bfa-619f-4eb1-a8f7-83d5e343a0e0 req-83ab0cf1-9474-4b29-8887-7403d32a2e78 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 947 time: 0.0808239 Jun 09 13:36:05.380007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb427bfa-619f-4eb1-a8f7-83d5e343a0e0 req-8f449ae6-240d-4d9b-abbf-c40f858dc2d0 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Jun 09 13:36:06.585497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc9c8d-095a-48b5-93c3-590455982831 req-803ee24b-64aa-4879-a448-9d5e87baeccd tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:06.586951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9fc9c8d-095a-48b5-93c3-590455982831 req-803ee24b-64aa-4879-a448-9d5e87baeccd tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 947 time: 0.0983131 Jun 09 13:36:06.630006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9fc9c8d-095a-48b5-93c3-590455982831 req-548a27fb-67b2-4752-9c54-774175905044 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Jun 09 13:36:06.804930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 79ff845b-84f8-4917-a093-ae8d4c4d0d61 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:36:06.881483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:36:06.885879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:36:06.886250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:07.020260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:07.046698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:36:07.048930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3e874-732f-4fd6-8406-d654f7c94113" -d '{"events": [{"server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "name": "network-vif-plugged", "status": "completed", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:36:07.058772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:07.065842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:07.067713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:07.100854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff55887-4de8-41ed-80b9-373f850d2933 x-openstack-request-id: req-dff55887-4de8-41ed-80b9-373f850d2933 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:36:07.101155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "name": "network-vif-plugged", "status": "completed", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:36:07.101406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff55887-4de8-41ed-80b9-373f850d2933 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:36:07.101753 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61', 'code': 200} Jun 09 13:36:07.142970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:07.146133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:07.325896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd51cc6-2b78-41ab-8d35-c858c8274175 req-ab2dc730-0b71-439f-a11c-3118dfa41d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:07.327727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2bd51cc6-2b78-41ab-8d35-c858c8274175 req-ab2dc730-0b71-439f-a11c-3118dfa41d5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 1101 time: 0.0718596 Jun 09 13:36:07.367790 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2bd51cc6-2b78-41ab-8d35-c858c8274175 req-df1fc397-71d6-4950-bfe1-9a44d678061c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Jun 09 13:36:07.832253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adface7b-b128-499c-9630-57e77bd9635c req-1c217b55-82f4-449d-9802-6a7114211a62 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:07.833706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adface7b-b128-499c-9630-57e77bd9635c req-1c217b55-82f4-449d-9802-6a7114211a62 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 948 time: 0.0913374 Jun 09 13:36:08.013798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adface7b-b128-499c-9630-57e77bd9635c req-79f1e58b-1dae-4866-980f-4c6f4830eb7c tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717675 Jun 09 13:36:09.234331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea278d71-6edf-4abe-ac24-8c7d62cb90e6 req-8724d3b5-afd4-4d48-80f3-972643658ddf tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:09.235780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea278d71-6edf-4abe-ac24-8c7d62cb90e6 req-8724d3b5-afd4-4d48-80f3-972643658ddf tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 948 time: 0.0854595 Jun 09 13:36:09.286254 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea278d71-6edf-4abe-ac24-8c7d62cb90e6 req-3d981e5f-fccc-4a22-9fc8-39c7b9a272e5 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Jun 09 13:36:10.423638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04731ef5-a367-4f77-a102-53d59f1bbeaf req-e00d7cd2-c2a3-4be5-ba64-94f912cbf453 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:10.424940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04731ef5-a367-4f77-a102-53d59f1bbeaf req-e00d7cd2-c2a3-4be5-ba64-94f912cbf453 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 948 time: 0.0928373 Jun 09 13:36:10.469590 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04731ef5-a367-4f77-a102-53d59f1bbeaf req-01cc6779-b170-4fb2-a9fe-011d23b8912f tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389490 Jun 09 13:36:11.662705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca64df-a805-438f-9d55-9408711356e5 req-69729f6a-4f75-487f-aa18-ffc86208153c tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:11.664149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8ca64df-a805-438f-9d55-9408711356e5 req-69729f6a-4f75-487f-aa18-ffc86208153c tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 948 time: 0.0825851 Jun 09 13:36:11.712071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8ca64df-a805-438f-9d55-9408711356e5 req-8e5fb9c2-beaf-4937-ac51-154947abddc2 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b48450a-f300-4877-a1e2-67663c122ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Jun 09 13:36:11.880583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-1096b4f0-7290-4bf8-ad06-feb85a96ec58 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:11.882054 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-1096b4f0-7290-4bf8-ad06-feb85a96ec58 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 948 time: 0.2260344 Jun 09 13:36:12.018705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Deleting port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:36:12.019039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:12.159275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] For port 79ff845b-84f8-4917-a093-ae8d4c4d0d61, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=79ff845b-84f8-4917-a093-ae8d4c4d0d61,segment=NetworkSegment(6b9261b7-d50f-43d7-8afa-2dfab7907986),segment_id=6b9261b7-d50f-43d7-8afa-2dfab7907986)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:12.159547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:12.284243 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Calling delete_port for 79ff845b-84f8-4917-a093-ae8d4c4d0d61 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:36:12.405622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:12.411558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:12.419159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['79ff845b-84f8-4917-a093-ae8d4c4d0d61'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:36:12.460450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Pushing event deleted for resources: {'Port': ['ID=79ff845b-84f8-4917-a093-ae8d4c4d0d61,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:12.463531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:12.536339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] No DVR routers for this DVR port 79ff845b-84f8-4917-a093-ae8d4c4d0d61 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:36:12.539077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:12.541018 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-96ab7c5b-1f22-40a4-92c5-34adb382bd8a req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.42 "DELETE /v2.0/ports/79ff845b-84f8-4917-a093-ae8d4c4d0d61 HTTP/1.1" status: 204 len: 173 time: 0.6516025 Jun 09 13:36:12.541565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'name': 'network-vif-deleted', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:36:12.543915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ac3e20-2ce2-4543-bbc3-996b663ac525" -d '{"events": [{"server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "name": "network-vif-deleted", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:36:12.593471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c60292-86ec-463f-94a6-39c5ebeea996 x-openstack-request-id: req-f5c60292-86ec-463f-94a6-39c5ebeea996 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:36:12.593813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9869cf-6275-456d-8678-50649236784b", "name": "network-vif-deleted", "tag": "79ff845b-84f8-4917-a093-ae8d4c4d0d61", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:36:12.594340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c60292-86ec-463f-94a6-39c5ebeea996 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:36:12.594831 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9869cf-6275-456d-8678-50649236784b', 'name': 'network-vif-deleted', 'tag': '79ff845b-84f8-4917-a093-ae8d4c4d0d61', 'status': 'completed', 'code': 200} Jun 09 13:36:12.883367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cf41857d-6561-42f7-a45c-5c0af8fb6956 req-7cf1712e-c16c-4717-abea-31c08bad792f tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9869cf-6275-456d-8678-50649236784b HTTP/1.1" status: 200 len: 210 time: 0.0515628 Jun 09 13:36:14.286572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54226) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:14.441820 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14383d4d-933e-4d5a-8ebf-5e20ca8265c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af86a388ddbc401ea88bbb0fe1d415d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538119 Jun 09 13:36:14.445133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54230) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:14.510091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:14.535384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:14.593413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:14.595940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:14.597063 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b48450a-f300-4877-a1e2-67663c122ace HTTP/1.1" status: 204 len: 168 time: 0.1509626 Jun 09 13:36:14.597895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cb371040-fdd3-46af-9ba6-9c3270ff727c tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:14.607300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48450a-f300-4877-a1e2-67663c122ace,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:14.609732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:14.901865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54236) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:14.919169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.026245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.033082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.039428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-34b68fbd-75a6-43e4-aca2-443f3fa5cf6e tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:15.080119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7075f55655214746b93cfbb7bf7e057b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768479 Jun 09 13:36:15.081002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ed483d-cc04-46ec-96b8-09859b8dfba8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:15.083717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54238) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:15.084004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:15.141723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.168155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.235151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.237529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:15.238687 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81ed483d-cc04-46ec-96b8-09859b8dfba8 HTTP/1.1" status: 204 len: 168 time: 0.1538334 Jun 09 13:36:15.239465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:15.248636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ed483d-cc04-46ec-96b8-09859b8dfba8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:15.251215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:16.028844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54260) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:16.144875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1440735374-network', 'tenant_id': '5115db48079b4d989686b8b027bd8595'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:16.169711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Made reservation on behalf of 5115db48079b4d989686b8b027bd8595 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:36:16.172001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.184150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.292651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.298722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.301544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c70e981-b48a-456a-8b3d-4676cd004143 tempest-NegativeSecGroupIPv6Test-1728782637 tempest-NegativeSecGroupIPv6Test-1728782637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:16.328408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:36:16.336637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3d309-be83-4e99-9d89-8f609e62f3f5,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:16.340211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:16.343340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.343753 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Added segment 2480cd69-4138-4a57-9763-9346c9cdbe89 of type vlan for network dfb0ab60-0b2d-4162-b6c6-266070585667 Jun 09 13:36:16.378835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.423399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.424825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:16.425682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.430562 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1d08e76-b48e-4a85-a6fa-fe58590f0e22 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:16.527684 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4976950 Jun 09 13:36:16.530571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54264) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:16.535326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Request body: {'subnet': {'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1440735374-subnet', 'tenant_id': '5115db48079b4d989686b8b027bd8595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:16.548521 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb0ab60-0b2d-4162-b6c6-266070585667,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:16.551450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:16.558935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network dfb0ab60-0b2d-4162-b6c6-266070585667 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:36:16.564517 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Made reservation on behalf of 5115db48079b4d989686b8b027bd8595 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:36:16.567106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.775987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.779381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e142e51-e24f-4827-86ce-bac6006aafb1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:16.833960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 79ff845b-84f8-4917-a093-ae8d4c4d0d61 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:36:16.848056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310af6fc-0bc3-4a2c-8b95-5a2626370827,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:16.851964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:16.859064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Checking segment: {'id': '2480cd69-4138-4a57-9763-9346c9cdbe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:36:16.859434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Network hostable DHCP agents. Network: dfb0ab60-0b2d-4162-b6c6-266070585667, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:36:16.867506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 79ff845b-84f8-4917-a093-ae8d4c4d0d61 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:36:16.867853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 79ff845b-84f8-4917-a093-ae8d4c4d0d61 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:36:16.878214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Network dfb0ab60-0b2d-4162-b6c6-266070585667 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:36:16.888389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, dfb0ab60-0b2d-4162-b6c6-266070585667) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:36:16.892381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:16.892964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:16.896952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1b131-b825-4d8c-aacb-9fa5ede1ef66 None None] Network dfb0ab60-0b2d-4162-b6c6-266070585667 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:36:16.910733 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3790720 Jun 09 13:36:17.087098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5842610-28a4-40ae-b8c9-9b0864234b42 None None] Network dfb0ab60-0b2d-4162-b6c6-266070585667 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:36:17.417523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-28865f2d-6c62-4cfd-b138-f42c371fef2e tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:17.418991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-28865f2d-6c62-4cfd-b138-f42c371fef2e tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 812 time: 0.1437180 Jun 09 13:36:17.437235 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-ce42cf2f-6447-4b45-8474-5899ebec58bc tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/quotas/5115db48079b4d989686b8b027bd8595 HTTP/1.1" status: 200 len: 375 time: 0.0100677 Jun 09 13:36:17.483179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-a56529bc-6703-4c77-b789-49c171ff10ef tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410397 Jun 09 13:36:17.613340 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-301c3a06-aba2-40f5-b20b-736257646482 service neutron] 10.222.0.21 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235135 Jun 09 13:36:17.756586 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-894b4fe1-6f48-438b-b277-0a49b3f1c66c service neutron] 10.222.0.21 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372778 Jun 09 13:36:17.888580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-60197453-8943-4d20-9472-82c4aba16cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:17.940823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aec79c9d-7a81-42af-a27a-27bd6540bb58 req-d08b1738-59ca-4f67-b34d-d4f2abb24226 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0455258 Jun 09 13:36:19.042170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a35a0c55-c2e0-470a-9062-806ba5cf3b40 req-4328efbb-1ec8-40bb-8d3f-0b0346930dc4 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0418038 Jun 09 13:36:20.149052 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a59f57ed-5cc8-47c4-a58b-abff9fa526e0 req-bfc4e957-aa3e-4e9c-915f-75bc7aa65147 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0415044 Jun 09 13:36:20.278335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee5e74b9-df49-4dfb-aa09-722294b589b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:20.358929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:21.247576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91304baf-826e-4680-92b3-9c9f1da6c05f req-b071f898-a725-42bc-be32-dde76652aede tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0458193 Jun 09 13:36:21.400430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:22.412302 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1111e66-9c20-4871-85d8-55e9026bf284 req-49d76e53-3291-474a-9051-81aabdc9bd99 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0431337 Jun 09 13:36:23.088542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-20998a50-c451-41b5-8006-4f0e9a861c34 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:23.090041 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-20998a50-c451-41b5-8006-4f0e9a861c34 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 812 time: 0.1454279 Jun 09 13:36:23.105626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Request body: {'port': {'device_id': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667', 'admin_state_up': True, 'tenant_id': '5115db48079b4d989686b8b027bd8595'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:23.110427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:23.260714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Made reservation on behalf of 5115db48079b4d989686b8b027bd8595 for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:36:23.264283 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:23.566309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-311ccefe-cc1c-406c-917f-907219aaf831 req-ae417ed4-6daa-48bd-bbca-e6ffccf57a52 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0418217 Jun 09 13:36:23.576215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Allocated IP 172.20.0.8 (dfb0ab60-0b2d-4162-b6c6-266070585667/310af6fc-0bc3-4a2c-8b95-5a2626370827/a49a9149-f10f-48b5-b4da-845d4ba54076) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:36:23.786348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:23.820658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:23.826161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d661cc81-d770-40b8-87c0-2309ea7d5b0f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:23.893492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Network dfb0ab60-0b2d-4162-b6c6-266070585667 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:36:23.896632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:36:23.900512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:36:23.930024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:23.936138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:23.967699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:23.968296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:23.986989 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854315 Jun 09 13:36:23.998708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Request body: {'port': {'device_id': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:36:24.112859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.463894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:36:24.471245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.486627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Transition to ACTIVE for port object a49a9149-f10f-48b5-b4da-845d4ba54076 will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:36:24.493412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.498918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-13bde498-ce16-4448-9fcb-15df6d94ab62 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:24.632652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:24.660817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:24.740602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Attempting to bind port a49a9149-f10f-48b5-b4da-845d4ba54076 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:36:24.740844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Attempting to bind port a49a9149-f10f-48b5-b4da-845d4ba54076 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2480cd69-4138-4a57-9763-9346c9cdbe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:36:24.741153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Attempting to bind port a49a9149-f10f-48b5-b4da-845d4ba54076 on network dfb0ab60-0b2d-4162-b6c6-266070585667 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:36:24.745954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Port a49a9149-f10f-48b5-b4da-845d4ba54076 on network dfb0ab60-0b2d-4162-b6c6-266070585667 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:36:24.746270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Attempting to bind port a49a9149-f10f-48b5-b4da-845d4ba54076 on network dfb0ab60-0b2d-4162-b6c6-266070585667 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:36:24.751410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:36:24.751745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Checking segment: {'id': '2480cd69-4138-4a57-9763-9346c9cdbe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:36:24.752127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Bound using segment: {'id': '2480cd69-4138-4a57-9763-9346c9cdbe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:36:24.752550 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Bound port: a49a9149-f10f-48b5-b4da-845d4ba54076, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2480cd69-4138-4a57-9763-9346c9cdbe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:36:24.752893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.757359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7bc10-7666-44e8-8d55-e737649aa771 req-2b403960-3fc4-41ae-afa7-a38dc9563a70 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:24.758855 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bee7bc10-7666-44e8-8d55-e737649aa771 req-2b403960-3fc4-41ae-afa7-a38dc9563a70 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 943 time: 0.0842209 Jun 09 13:36:24.804383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bee7bc10-7666-44e8-8d55-e737649aa771 req-a53b4970-e94f-4a2b-80ea-64ec1edf34a4 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Jun 09 13:36:24.853695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:36:24.856703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:36:24.864034 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.867523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3d7361a7-229a-4047-b6c9-c537a1801bb6 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:24.923466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:24.924074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:24.925426 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] 10.222.0.42 "PUT /v2.0/ports/a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 1093 time: 0.9309664 Jun 09 13:36:24.925937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:36:24.928250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed42f575-a91b-42f3-8643-b48c2cec854e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:36:24.946863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:24.950126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:24.995669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf16de3f-fe19-4dd8-9866-09512432798f x-openstack-request-id: req-bf16de3f-fe19-4dd8-9866-09512432798f {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:36:24.995935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:36:24.996231 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf16de3f-fe19-4dd8-9866-09512432798f {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:36:24.996654 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'status': 'completed', 'code': 200} Jun 09 13:36:25.040103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-ed36d1c3-6b5e-404f-ba9a-965c8a2d8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:25.041627 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-ed36d1c3-6b5e-404f-ba9a-965c8a2d8201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1096 time: 0.0764589 Jun 09 13:36:25.115891 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-87a6bb5e-a871-4e9c-a79d-4257087ba78d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0645022 Jun 09 13:36:25.182468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f40c-1212-4992-953e-5605c1de66a6 req-874e0859-40d7-40c3-bd21-64e4a4630e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:25.183884 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-874e0859-40d7-40c3-bd21-64e4a4630e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0601430 Jun 09 13:36:25.231190 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-ec7c6009-3595-47fe-9973-4146b9f6f796 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398891 Jun 09 13:36:25.508410 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-34e90ee9-0a93-46dc-948c-f93a0ab21d1d service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699382 Jun 09 13:36:25.646512 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8997f40c-1212-4992-953e-5605c1de66a6 req-366c723d-b7f8-408b-ae95-c5095e2a97b8 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307080 Jun 09 13:36:25.770856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-61be61bd-4f4a-4d34-a246-29834c38d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:25.772225 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-61be61bd-4f4a-4d34-a246-29834c38d418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1096 time: 0.0735300 Jun 09 13:36:25.904199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-79ef1c05-171f-472b-b9b4-ab10bf108f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:25.905666 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-79ef1c05-171f-472b-b9b4-ab10bf108f50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 913 time: 0.1258130 Jun 09 13:36:25.977913 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-56dd0021-1dce-4839-ab2b-bb2536d237db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0638692 Jun 09 13:36:25.988435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769404-c87a-43ad-ac36-4e07fb27518b req-a3ef41fa-faa3-449e-a114-dc199b5e70be tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:25.989869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f6769404-c87a-43ad-ac36-4e07fb27518b req-a3ef41fa-faa3-449e-a114-dc199b5e70be tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 943 time: 0.0805368 Jun 09 13:36:26.033857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f6769404-c87a-43ad-ac36-4e07fb27518b req-59d5c1c2-7984-4c19-90a8-0d918662b970 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Jun 09 13:36:26.042188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-21485156-9e74-47d1-a488-832c94e2cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:26.043653 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-21485156-9e74-47d1-a488-832c94e2cbce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0571756 Jun 09 13:36:26.094198 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-d22b718e-1cbb-4d8d-b97b-f37bd71a7adf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432305 Jun 09 13:36:26.234260 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-9d2a0bd3-7ad7-4658-b1b8-de675f22dbc5 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323593 Jun 09 13:36:26.368640 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-ed42f575-a91b-42f3-8643-b48c2cec854e req-aaf8e247-fd6a-4c1e-82c1-1a3eca152a86 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244919 Jun 09 13:36:27.241636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17ddaa-44e0-4767-9451-cd13b283bf0b req-633e3e46-db76-4f0b-be0c-2866763362db tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:27.243114 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d17ddaa-44e0-4767-9451-cd13b283bf0b req-633e3e46-db76-4f0b-be0c-2866763362db tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 943 time: 0.0951390 Jun 09 13:36:27.289012 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d17ddaa-44e0-4767-9451-cd13b283bf0b req-c65e5f7e-345c-477d-aae0-aff352deb907 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Jun 09 13:36:28.496253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1aa5-c6e8-4ef6-9879-c3d72f1adcd5 req-171f9b66-a856-48a8-a981-fb4e988bbd62 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:28.497691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b65d1aa5-c6e8-4ef6-9879-c3d72f1adcd5 req-171f9b66-a856-48a8-a981-fb4e988bbd62 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 943 time: 0.0935497 Jun 09 13:36:28.545816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b65d1aa5-c6e8-4ef6-9879-c3d72f1adcd5 req-d9835eb9-c7c8-41a7-ab90-2355ef25dd76 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Jun 09 13:36:28.695907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:28.845010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:36:28.982512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:28.995471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667', 'port_id': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'mac_address': 'fa:16:3e:e3:65:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310af6fc-0bc3-4a2c-8b95-5a2626370827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:36:29.050690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:29.067881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:36:29.084931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:29.091207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:29.093114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57edde4e-27ae-4414-a75c-5df20973120b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:29.159938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:29.163319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:29.297196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a49a9149-f10f-48b5-b4da-845d4ba54076'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:36:29.754005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805d1-34b0-49ee-a6c7-ac446a2486a4 req-ecd566d8-e9e8-4eab-9de5-8ca87166adb0 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:29.755477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a3805d1-34b0-49ee-a6c7-ac446a2486a4 req-ecd566d8-e9e8-4eab-9de5-8ca87166adb0 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 944 time: 0.0851002 Jun 09 13:36:29.802142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a3805d1-34b0-49ee-a6c7-ac446a2486a4 req-1ee847d2-c1ae-4014-ac81-b49678cf27a6 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Jun 09 13:36:30.864262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:36:30.937138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port a49a9149-f10f-48b5-b4da-845d4ba54076 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:36:30.941911 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port a49a9149-f10f-48b5-b4da-845d4ba54076 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:36:30.942319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:31.007691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ac81-cd3e-483c-b453-1a2ccc12b135 req-e9a41cfe-c00d-4609-aacd-a1354d8b01fa tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:31.009125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d454ac81-cd3e-483c-b453-1a2ccc12b135 req-e9a41cfe-c00d-4609-aacd-a1354d8b01fa tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 944 time: 0.0869741 Jun 09 13:36:31.053544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d454ac81-cd3e-483c-b453-1a2ccc12b135 req-3a546df2-36a0-40a6-9a81-e55d4bfce38c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Jun 09 13:36:31.059451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:31.085756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:36:31.088013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28436f2c-af7d-4f68-b988-2d5e3137510d" -d '{"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-plugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:36:31.095468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:36:31.100778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:31.102403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-563ec277-499b-49eb-87b3-f1e5acf74b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:36:31.143379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e2b995-55fc-43b5-91f5-ea9c0a0e7f15 x-openstack-request-id: req-98e2b995-55fc-43b5-91f5-ea9c0a0e7f15 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:36:31.143671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-plugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:36:31.143926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e2b995-55fc-43b5-91f5-ea9c0a0e7f15 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:36:31.144306 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'code': 200} Jun 09 13:36:31.169169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:36:31.172120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:36:31.376675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac87c9-d1b8-45d4-97e3-b35d2b599b18 req-4d013580-bc2b-4fec-99a0-e7dfa217aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:31.378266 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6fac87c9-d1b8-45d4-97e3-b35d2b599b18 req-4d013580-bc2b-4fec-99a0-e7dfa217aa46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1098 time: 0.0795949 Jun 09 13:36:31.420217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6fac87c9-d1b8-45d4-97e3-b35d2b599b18 req-0cd12eb0-3398-40ef-9d1b-1b205e2f8875 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jun 09 13:36:32.244714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b5ffa-8645-4ca8-92f0-6456228e0122 req-1e050a26-7a5b-418d-bf2a-63fa7ad75514 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:32.246996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec6b5ffa-8645-4ca8-92f0-6456228e0122 req-1e050a26-7a5b-418d-bf2a-63fa7ad75514 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0869849 Jun 09 13:36:32.292925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec6b5ffa-8645-4ca8-92f0-6456228e0122 req-0b242287-69ee-4f0d-8ab6-131a3d690f6f tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Jun 09 13:36:33.095799 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:36:33.519637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b73f-615e-4676-ad0c-573ed99ed725 req-06e8b414-453d-42a6-88bd-a5550fb2ff62 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:33.521087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28d7b73f-615e-4676-ad0c-573ed99ed725 req-06e8b414-453d-42a6-88bd-a5550fb2ff62 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0951545 Jun 09 13:36:33.567106 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28d7b73f-615e-4676-ad0c-573ed99ed725 req-771e9715-4df6-45b0-91bc-3f630621e550 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Jun 09 13:36:33.950560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54342) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:36:33.974504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c016e-c8d4-4064-ba38-9c258a29ac11 req-983e6809-deef-47eb-8842-cec07893e87c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:33.975998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d88c016e-c8d4-4064-ba38-9c258a29ac11 req-983e6809-deef-47eb-8842-cec07893e87c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0809391 Jun 09 13:36:34.026725 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d88c016e-c8d4-4064-ba38-9c258a29ac11 req-fa0628e8-afd1-4b88-b012-29fde104cb88 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Jun 09 13:36:34.066636 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-a254ee39-2001-482a-81df-87f9b25404c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146185 Jun 09 13:36:35.335223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf672-319f-45f4-ab34-82f88a564af8 req-e323bed7-f061-43f3-9fbd-6717baa6ecc7 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:35.336627 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e0daf672-319f-45f4-ab34-82f88a564af8 req-e323bed7-f061-43f3-9fbd-6717baa6ecc7 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.2045090 Jun 09 13:36:35.381491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e0daf672-319f-45f4-ab34-82f88a564af8 req-093d2fb2-c563-4911-941c-56104c98f8a6 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Jun 09 13:36:35.405837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-f450021e-517d-4078-99f6-e99e8583f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:35.407431 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-f450021e-517d-4078-99f6-e99e8583f5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1098 time: 0.0719950 Jun 09 13:36:35.539541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-067ea07e-6410-408d-bdfe-6e5658d4d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:35.541009 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-067ea07e-6410-408d-bdfe-6e5658d4d0b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 913 time: 0.1260259 Jun 09 13:36:35.613821 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-29fe7148-e848-4962-a5f1-f3bd543001dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0655227 Jun 09 13:36:35.678110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-c57194d7-eabe-4454-9f0f-b985a7825808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:35.679572 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-c57194d7-eabe-4454-9f0f-b985a7825808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0588660 Jun 09 13:36:35.731937 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-3dad901a-d65f-4b64-882d-0873edd6453e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441458 Jun 09 13:36:35.864096 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-05cb03bd-1059-4ec3-9b3b-63760ed61c4d service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250794 Jun 09 13:36:35.996058 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-638327d2-c353-437a-8c45-09e89c40dd13 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245744 Jun 09 13:36:36.584438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9011f-5b97-4fda-a32a-850bb9748026 req-cd841a15-7076-4c74-af98-eba1f8c89e91 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:36.585855 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20e9011f-5b97-4fda-a32a-850bb9748026 req-cd841a15-7076-4c74-af98-eba1f8c89e91 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0855057 Jun 09 13:36:36.631104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20e9011f-5b97-4fda-a32a-850bb9748026 req-e0e75b4a-f440-4660-8e1a-5b692428ba37 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jun 09 13:36:37.825557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bd3ec-0d34-4b5b-8aa8-f3b956b517ac req-0f57ec87-0407-48da-aa87-22a60818588b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:37.827014 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d0bd3ec-0d34-4b5b-8aa8-f3b956b517ac req-0f57ec87-0407-48da-aa87-22a60818588b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0813100 Jun 09 13:36:37.875397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d0bd3ec-0d34-4b5b-8aa8-f3b956b517ac req-e9e4634d-da56-423b-8c22-c9bf36340715 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Jun 09 13:36:39.083580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c60e-6bb2-408b-9ce8-4152f183d29e req-e51a1cd9-3e6d-4a4c-ad6c-4974b274e620 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:39.084996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d424c60e-6bb2-408b-9ce8-4152f183d29e req-e51a1cd9-3e6d-4a4c-ad6c-4974b274e620 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0847900 Jun 09 13:36:39.137878 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d424c60e-6bb2-408b-9ce8-4152f183d29e req-9a8319b3-a54a-4e65-ad27-2ddb4eff0bd3 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Jun 09 13:36:40.338495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abf980-0a79-4073-911a-13fc1d034632 req-65759cd0-5a32-486b-8b8e-dba4d03c16a2 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:40.339953 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54abf980-0a79-4073-911a-13fc1d034632 req-65759cd0-5a32-486b-8b8e-dba4d03c16a2 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0849507 Jun 09 13:36:40.386098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54abf980-0a79-4073-911a-13fc1d034632 req-77fd3b2f-e639-4003-aa38-0ec8820e2be8 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Jun 09 13:36:41.582103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6e61-5581-435d-9e4c-cf9510ac1a9b req-0e3e705c-b2f6-41cf-b5d5-d247e85e45f2 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:41.583544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-409e6e61-5581-435d-9e4c-cf9510ac1a9b req-0e3e705c-b2f6-41cf-b5d5-d247e85e45f2 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0870647 Jun 09 13:36:41.629992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-409e6e61-5581-435d-9e4c-cf9510ac1a9b req-1319ec47-f90a-45d2-860c-73cf89a23dba tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Jun 09 13:36:42.851883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48793d7-021f-461b-9c51-027bf199ca5f req-7fb8f8b6-9cef-4769-9b7f-c9456d58dfb3 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:42.853346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a48793d7-021f-461b-9c51-027bf199ca5f req-7fb8f8b6-9cef-4769-9b7f-c9456d58dfb3 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.1039333 Jun 09 13:36:42.898299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a48793d7-021f-461b-9c51-027bf199ca5f req-bc2d3584-d227-45fe-a56b-d757fef116c9 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Jun 09 13:36:43.963821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-180230b0-1537-48a6-b535-8be1a0557d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:43.965269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-180230b0-1537-48a6-b535-8be1a0557d31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1098 time: 0.0768876 Jun 09 13:36:44.092177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280b5f1-798e-4ba6-9aa0-207c69f6545a req-3c1cffaf-090f-4b42-af9a-0d507543ec50 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:44.093900 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e280b5f1-798e-4ba6-9aa0-207c69f6545a req-3c1cffaf-090f-4b42-af9a-0d507543ec50 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0836384 Jun 09 13:36:44.141562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e280b5f1-798e-4ba6-9aa0-207c69f6545a req-815372d4-5600-466c-9372-cf88eccad714 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Jun 09 13:36:44.256253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-ccd2cd6a-6a78-4710-8de7-6129c6cec8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:44.257992 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-ccd2cd6a-6a78-4710-8de7-6129c6cec8b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 913 time: 0.2727292 Jun 09 13:36:44.339928 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-de6e9f35-444a-42c3-83c8-7e76e524a2c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0751567 Jun 09 13:36:44.405823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-ffb2e220-bd72-4c55-a584-75aca049a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:44.407288 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-ffb2e220-bd72-4c55-a584-75aca049a56a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0606189 Jun 09 13:36:44.455480 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-f8b11a78-d2fc-4707-a19a-f030f8d0a931 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417442 Jun 09 13:36:44.466191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-522b4531-b87c-4965-9076-9aad6e6d9821 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:36:44.467110 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-522b4531-b87c-4965-9076-9aad6e6d9821 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0048196 Jun 09 13:36:44.603258 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-aabcb086-b6ad-42f6-be7a-bf7a91700ad3 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285975 Jun 09 13:36:44.754415 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3b1bb45e-f0c3-4e94-b4de-9a59031ff3b6 req-1d5481f7-8fc2-4cde-9158-47846540965d service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445174 Jun 09 13:36:45.356669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e135ff-da2f-41a8-bc57-ea28771c50e5 req-7668f9d6-6f8c-490e-8872-9c802e44f880 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:45.358112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f3e135ff-da2f-41a8-bc57-ea28771c50e5 req-7668f9d6-6f8c-490e-8872-9c802e44f880 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0891681 Jun 09 13:36:45.405392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f3e135ff-da2f-41a8-bc57-ea28771c50e5 req-fdf1d5ad-08c0-4fae-b620-06904cb3ba67 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Jun 09 13:36:46.610584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4198dab-8f4f-479c-8c8b-fe4ee8539d20 req-9a2b1942-8edf-4119-971e-fb6be4f3484e tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:46.612040 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4198dab-8f4f-479c-8c8b-fe4ee8539d20 req-9a2b1942-8edf-4119-971e-fb6be4f3484e tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0916636 Jun 09 13:36:46.662289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4198dab-8f4f-479c-8c8b-fe4ee8539d20 req-b3ccd8bf-ed3d-43fb-a35d-4085fb17eaf4 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Jun 09 13:36:47.857777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958786-9030-41e0-8bf1-adc2d54814eb req-a12f5f16-08d8-4a0b-a7ff-dace2baa7b4c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:47.859240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff958786-9030-41e0-8bf1-adc2d54814eb req-a12f5f16-08d8-4a0b-a7ff-dace2baa7b4c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0877991 Jun 09 13:36:47.892548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8837573c-a0c2-4a9d-9007-6c1fc2f8c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:47.906571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff958786-9030-41e0-8bf1-adc2d54814eb req-763fb7c3-e738-440d-80a2-02d8df099b8b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Jun 09 13:36:49.114509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dbe01-3e87-47a2-87c3-1fcff7fd35fd req-360f8625-40a3-4eb0-9936-ebc1dbef0004 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:49.115956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-314dbe01-3e87-47a2-87c3-1fcff7fd35fd req-360f8625-40a3-4eb0-9936-ebc1dbef0004 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0916390 Jun 09 13:36:49.160333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-314dbe01-3e87-47a2-87c3-1fcff7fd35fd req-584d59db-0464-41b6-8721-5cbd1f73d0e4 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Jun 09 13:36:50.281983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8055ec6-7084-41e7-8b49-153f7df3265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:50.343454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:50.356147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e0c28-36b5-4b54-8e10-7f2b95dc15e0 req-fa309ebd-b9b0-4f74-869b-327a8e5cc393 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:50.357581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-348e0c28-36b5-4b54-8e10-7f2b95dc15e0 req-fa309ebd-b9b0-4f74-869b-327a8e5cc393 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0816686 Jun 09 13:36:50.404956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-348e0c28-36b5-4b54-8e10-7f2b95dc15e0 req-e64aeb16-9248-4da2-ab9d-66960eb3911d tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Jun 09 13:36:51.410968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:51.599058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8f98-255c-421e-9565-f3d4b314aca0 req-8f5be145-bb88-4ccb-b832-699d3e479f82 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:51.600891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-827f8f98-255c-421e-9565-f3d4b314aca0 req-8f5be145-bb88-4ccb-b832-699d3e479f82 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0888762 Jun 09 13:36:51.654073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-827f8f98-255c-421e-9565-f3d4b314aca0 req-2e7b0d21-ab78-4826-8bf7-f115d7c3bdd9 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Jun 09 13:36:52.862774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9159f-3ea4-4bcc-8ec8-867dbb70a5c2 req-39fa9f42-f8fe-4534-9941-bf6b5286264a tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:52.864188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ea9159f-3ea4-4bcc-8ec8-867dbb70a5c2 req-39fa9f42-f8fe-4534-9941-bf6b5286264a tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0818982 Jun 09 13:36:52.914609 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ea9159f-3ea4-4bcc-8ec8-867dbb70a5c2 req-e4414ad1-7a89-4dc9-b47e-e1cbd1947581 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Jun 09 13:36:53.108214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:54.119225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7c49-1948-4f58-915e-a842a63f9b41 req-7ec11bdd-ec3f-456b-9a96-1b3e7583a6ea tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:54.120680 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91fc7c49-1948-4f58-915e-a842a63f9b41 req-7ec11bdd-ec3f-456b-9a96-1b3e7583a6ea tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0898914 Jun 09 13:36:54.165381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91fc7c49-1948-4f58-915e-a842a63f9b41 req-534aabbd-fb40-40f3-88e0-e5992f94c78e tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Jun 09 13:36:55.368330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948390e-90ee-4930-9423-a06d03df4a4d req-d0a13ea9-834d-4be8-b4c0-4ee3abc5da01 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:55.369676 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e948390e-90ee-4930-9423-a06d03df4a4d req-d0a13ea9-834d-4be8-b4c0-4ee3abc5da01 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0852509 Jun 09 13:36:55.417111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e948390e-90ee-4930-9423-a06d03df4a4d req-b31e566e-33ad-4b44-bc94-cca198ad360b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jun 09 13:36:56.615400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13149b-e1fb-4dc4-b5cb-ee647301f2be req-2fa36801-d5d7-440d-a5b9-10f4ce062c41 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:56.616845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b13149b-e1fb-4dc4-b5cb-ee647301f2be req-2fa36801-d5d7-440d-a5b9-10f4ce062c41 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0839415 Jun 09 13:36:56.662569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b13149b-e1fb-4dc4-b5cb-ee647301f2be req-06fb8f67-1874-4b40-a0b5-890ca6a496e8 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Jun 09 13:36:57.862937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd515eff-7576-46c1-870c-d97995272365 req-a7e6682d-0f11-4f49-b383-a18e37439b15 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:57.864377 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd515eff-7576-46c1-870c-d97995272365 req-a7e6682d-0f11-4f49-b383-a18e37439b15 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0867951 Jun 09 13:36:57.908104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd515eff-7576-46c1-870c-d97995272365 req-dd7385c6-6a45-46f1-8e87-387782bba045 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jun 09 13:36:58.711066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:36:59.116741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dcc9e-e991-47a2-86d7-501eb4f15ef6 req-fc5e9d83-0e96-40ad-837e-d74f0ce85e94 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:36:59.118280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c96dcc9e-e991-47a2-86d7-501eb4f15ef6 req-fc5e9d83-0e96-40ad-837e-d74f0ce85e94 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0919056 Jun 09 13:36:59.161246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c96dcc9e-e991-47a2-86d7-501eb4f15ef6 req-7ab79bf3-7941-45ba-82c3-3c6ac2c4325c tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Jun 09 13:37:00.367428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc52d-0464-428c-8451-67d0e4a9b9db req-8cd75473-d1dd-40de-9a25-a25d52d8c988 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:00.368850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b7ccc52d-0464-428c-8451-67d0e4a9b9db req-8cd75473-d1dd-40de-9a25-a25d52d8c988 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0933537 Jun 09 13:37:00.414319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b7ccc52d-0464-428c-8451-67d0e4a9b9db req-a9530bb3-36fe-4a99-9cf5-bc544d4e66aa tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Jun 09 13:37:01.597250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84fcfb-9e8e-44c3-b458-30989cd3b1fd req-3340cc3b-1bc5-4fdc-bb10-f73ab8a8fd97 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:01.598722 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d84fcfb-9e8e-44c3-b458-30989cd3b1fd req-3340cc3b-1bc5-4fdc-bb10-f73ab8a8fd97 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0802760 Jun 09 13:37:01.647820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d84fcfb-9e8e-44c3-b458-30989cd3b1fd req-ab09f577-382d-4b26-acc6-58fb08bc9713 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Jun 09 13:37:02.823904 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-3a2702cd-4b52-4e2d-8c76-31962d24ed63 service neutron] 10.222.0.42 "GET /v2.0/ports/a49a9149-f10f-48b5-b4da-845d4ba54076/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0808992 Jun 09 13:37:02.843506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e38d5-15a0-425b-9cee-504010774839 req-354c7822-5af2-4468-b622-ceef7e0dff6b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:02.845526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c8e38d5-15a0-425b-9cee-504010774839 req-354c7822-5af2-4468-b622-ceef7e0dff6b tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0864804 Jun 09 13:37:02.891038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c8e38d5-15a0-425b-9cee-504010774839 req-9cbdf167-50a6-4c4a-b2c8-4321e9dad7a3 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Jun 09 13:37:03.099543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-70a1863b-5ae1-44b8-84ec-f22e1340d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:03.101006 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-70a1863b-5ae1-44b8-84ec-f22e1340d460 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc&tenant_id=5115db48079b4d989686b8b027bd8595 HTTP/1.1" status: 200 len: 1098 time: 0.0823212 Jun 09 13:37:03.198737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-d4890bae-71ad-4044-8a61-c88bc3a01659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:03.200255 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-d4890bae-71ad-4044-8a61-c88bc3a01659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1098 time: 0.0740409 Jun 09 13:37:03.334082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-530a3d60-878e-4a52-9ba0-7cfb04a745b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:03.335567 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-530a3d60-878e-4a52-9ba0-7cfb04a745b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 913 time: 0.1284978 Jun 09 13:37:03.405734 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-5d3473fe-7915-4934-8ee9-b0cb323bfcd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0625148 Jun 09 13:37:03.468460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-fb00120e-365a-49ab-b9c2-c44b89c0487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:03.469827 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-fb00120e-365a-49ab-b9c2-c44b89c0487c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0572472 Jun 09 13:37:03.516527 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-0b536bbf-42fa-416d-99f1-ca9ede2fafe0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399683 Jun 09 13:37:03.653272 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-1049a994-fc5c-45ad-9bab-b34d29626237 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294262 Jun 09 13:37:03.796729 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-8a912619-936d-4fdd-ba19-f9df8f350f49 req-6caaef21-72c4-41f4-b133-06389f46aa98 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357124 Jun 09 13:37:04.225657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9edca-6368-423e-90d8-6df31a0aa4fb req-594654fd-6bf2-4526-99d6-d683f28ea7df tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:04.227005 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9f9edca-6368-423e-90d8-6df31a0aa4fb req-594654fd-6bf2-4526-99d6-d683f28ea7df tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.2113364 Jun 09 13:37:04.282739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9f9edca-6368-423e-90d8-6df31a0aa4fb req-77c81c8c-f482-4ffb-b8bc-e080ae5d8661 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Jun 09 13:37:05.495684 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed3899-c3a5-4494-a2af-af7a95a67e00 req-54538956-e939-4bcc-a3ac-9f54a9721213 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:05.497088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fed3899-c3a5-4494-a2af-af7a95a67e00 req-54538956-e939-4bcc-a3ac-9f54a9721213 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0852275 Jun 09 13:37:05.548305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fed3899-c3a5-4494-a2af-af7a95a67e00 req-1b75adef-2161-4748-9100-30796a081013 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Jun 09 13:37:06.756154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc549-674a-4a00-9892-d3ffee3b8cef req-c311903d-d0ac-4368-9d89-f6cfe6b784c7 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:06.757595 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7adc549-674a-4a00-9892-d3ffee3b8cef req-c311903d-d0ac-4368-9d89-f6cfe6b784c7 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0874710 Jun 09 13:37:06.802293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7adc549-674a-4a00-9892-d3ffee3b8cef req-c101a6f9-63e5-458e-b95e-c11de7d755c6 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Jun 09 13:37:06.971505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:37:06.974112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:37:07.192541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-3d553454-4caf-4551-b8ca-df88582d610d tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:07.194068 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-3d553454-4caf-4551-b8ca-df88582d610d tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc&tenant_id=5115db48079b4d989686b8b027bd8595&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0897114 Jun 09 13:37:07.198199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:07.216296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:07.236247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'network_id': 'dfb0ab60-0b2d-4162-b6c6-266070585667', 'port_id': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'mac_address': 'fa:16:3e:e3:65:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310af6fc-0bc3-4a2c-8b95-5a2626370827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:37:07.242865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:37:07.245527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf0036-d1ca-4374-bb47-dff29b53a61d" -d '{"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-unplugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:37:07.283667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:07.293185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:07.300999 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:07.329725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c43f80-959a-46a3-ba79-4983fcd065d6 x-openstack-request-id: req-56c43f80-959a-46a3-ba79-4983fcd065d6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:37:07.330022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-unplugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:37:07.330288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56c43f80-959a-46a3-ba79-4983fcd065d6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:37:07.330701 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'code': 200} Jun 09 13:37:07.340424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-18c64292-a0e4-4884-8cd7-2a3c5882b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:07.341896 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-18c64292-a0e4-4884-8cd7-2a3c5882b3d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5115db48079b4d989686b8b027bd8595&device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 1096 time: 0.0754128 Jun 09 13:37:07.360711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:07.384773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:37:07.392383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:07.435385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.435742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.436074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.436405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.436726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.437040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.437363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.437679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.437992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.438305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.438646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.438958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:07.444280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:07.476977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-4668e977-7b17-4f0b-aa44-e4b3e4058403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:07.478571 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-4668e977-7b17-4f0b-aa44-e4b3e4058403 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 200 len: 913 time: 0.1290677 Jun 09 13:37:07.508234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:37:07.508563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:37:07.553390 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-1d8460a9-6fa9-4ac1-9dd4-e04c09ae6c12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 200 len: 217 time: 0.0674171 Jun 09 13:37:07.615386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-20ad76e5-d65b-46d6-816d-de8a435c9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:07.616814 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-20ad76e5-d65b-46d6-816d-de8a435c9872 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 200 len: 852 time: 0.0566194 Jun 09 13:37:07.813627 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-19e888c5-ab47-4cf6-8945-824e57304ddd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dfb0ab60-0b2d-4162-b6c6-266070585667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898584 Jun 09 13:37:07.946616 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-08d0e177-514c-4407-96dd-ae549308a110 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252563 Jun 09 13:37:08.063733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:08.081625 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-5a17ca24-3748-4480-bdb1-6d51f6bd2ba5 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272125 Jun 09 13:37:08.081852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:37:08.098661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:08.103140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:08.104951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:08.177188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a49a9149-f10f-48b5-b4da-845d4ba54076'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:37:08.207932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:08.216054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:08.963320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17167e5-b16d-4b09-a05b-6b2cc170d386 req-3b0fb4d1-5e3c-44f8-87bf-a607ee1179a9 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:08.964748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17167e5-b16d-4b09-a05b-6b2cc170d386 req-3b0fb4d1-5e3c-44f8-87bf-a607ee1179a9 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 944 time: 0.0881639 Jun 09 13:37:08.974867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:37:09.010815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f17167e5-b16d-4b09-a05b-6b2cc170d386 req-e905f46c-bf49-4ad3-bae8-c88334372644 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Jun 09 13:37:09.046987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port a49a9149-f10f-48b5-b4da-845d4ba54076 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:37:09.047373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:09.175501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:09.209394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:09.214490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:09.216253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:09.282264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:09.285492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:09.332063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:37:09.334781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af47ba35-1d1c-4eb5-a465-bd524f7212ec" -d '{"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-plugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:37:09.388115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35801ff-3338-4dcc-bbe2-55cd16292269 x-openstack-request-id: req-c35801ff-3338-4dcc-bbe2-55cd16292269 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:37:09.388414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-plugged", "status": "completed", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:37:09.388677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c35801ff-3338-4dcc-bbe2-55cd16292269 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:37:09.389076 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'code': 200} Jun 09 13:37:10.095582 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:37:10.218787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228958ef-8dac-4dfe-88f9-5f9180967206 req-b7144a94-a06e-4572-981c-e82634eec52a tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:10.220224 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-228958ef-8dac-4dfe-88f9-5f9180967206 req-b7144a94-a06e-4572-981c-e82634eec52a tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0943580 Jun 09 13:37:10.265825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-228958ef-8dac-4dfe-88f9-5f9180967206 req-bb4aee5b-5e0d-4098-a9f5-ff59800c7886 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/security-groups?id=55b3d309-be83-4e99-9d89-8f609e62f3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Jun 09 13:37:10.713618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-cce9e63a-c149-456c-93b3-c0edd61173cf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:10.715056 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-cce9e63a-c149-456c-93b3-c0edd61173cf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 945 time: 0.0963826 Jun 09 13:37:10.853382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Deleting port a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:37:10.853650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:10.985035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] For port a49a9149-f10f-48b5-b4da-845d4ba54076, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49a9149-f10f-48b5-b4da-845d4ba54076,segment=NetworkSegment(2480cd69-4138-4a57-9763-9346c9cdbe89),segment_id=2480cd69-4138-4a57-9763-9346c9cdbe89)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:10.985322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:11.111113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Calling delete_port for a49a9149-f10f-48b5-b4da-845d4ba54076 owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:37:11.229156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:11.234963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:11.241449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a49a9149-f10f-48b5-b4da-845d4ba54076'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:37:11.278801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Pushing event deleted for resources: {'Port': ['ID=a49a9149-f10f-48b5-b4da-845d4ba54076,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:11.315775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.316135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.316523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.316887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.317244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.317602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.317956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.318321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.318732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.319084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.319440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.319790 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:37:11.326738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:11.363667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] No DVR routers for this DVR port a49a9149-f10f-48b5-b4da-845d4ba54076 on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:37:11.366444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:11.368393 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-c340d7ec-cdac-4cf1-af6c-10fc5eec1a14 req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.42 "DELETE /v2.0/ports/a49a9149-f10f-48b5-b4da-845d4ba54076 HTTP/1.1" status: 204 len: 173 time: 0.6470032 Jun 09 13:37:11.368953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-deleted', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:37:11.371833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1374c8e1-57a6-4f05-a7a7-0a12cb3d692e" -d '{"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-deleted", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:37:11.414000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa439c02-77f5-4621-b0b8-406b1c0505fe x-openstack-request-id: req-fa439c02-77f5-4621-b0b8-406b1c0505fe {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:37:11.414337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3be72-c7ad-42f9-92e6-ebd192d29adc", "name": "network-vif-deleted", "tag": "a49a9149-f10f-48b5-b4da-845d4ba54076", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:37:11.414667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa439c02-77f5-4621-b0b8-406b1c0505fe {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:37:11.415108 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3be72-c7ad-42f9-92e6-ebd192d29adc', 'name': 'network-vif-deleted', 'tag': 'a49a9149-f10f-48b5-b4da-845d4ba54076', 'status': 'completed', 'code': 200} Jun 09 13:37:11.433042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-505ded00-2f66-4131-a8c9-049f0d15b19f req-e3481633-c6db-4e57-8dae-b3cc0b29dce5 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc3be72-c7ad-42f9-92e6-ebd192d29adc HTTP/1.1" status: 200 len: 210 time: 0.0611286 Jun 09 13:37:12.684647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54446) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:12.743418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Deleting subnet 310af6fc-0bc3-4a2c-8b95-5a2626370827 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:37:12.747180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:12.804591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:12.873646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:12.947860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:12.952268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4da3e7c7-bede-43fb-b67c-325b43505ef5 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:12.986297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310af6fc-0bc3-4a2c-8b95-5a2626370827,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:12.988225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:12.989992 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/310af6fc-0bc3-4a2c-8b95-5a2626370827 HTTP/1.1" status: 204 len: 168 time: 0.3042815 Jun 09 13:37:12.991310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:12.992737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54448) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:13.094446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.218992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.233812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb0ab60-0b2d-4162-b6c6-266070585667']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:37:13.250746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2480cd69-4138-4a57-9763-9346c9cdbe89') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:37:13.251040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2480cd69-4138-4a57-9763-9346c9cdbe89') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:37:13.262507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.278415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.284506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:37:13.284871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:37:13.297729 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:37:13.369673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.372981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9eed5fae-e846-4eec-8c60-330c3af106d7 tempest-FloatingIPTestJSON-1645292156 tempest-FloatingIPTestJSON-1645292156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:13.385453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.387303 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfb0ab60-0b2d-4162-b6c6-266070585667 HTTP/1.1" status: 204 len: 168 time: 0.3936567 Jun 09 13:37:13.392983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb0ab60-0b2d-4162-b6c6-266070585667,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:13.395347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-974c2b3b-09ea-42e9-8ebe-598e2438fafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:13.516298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54452) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:13.569035 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-02cac9e9-35d4-4416-a976-7aeedfbfab01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5115db48079b4d989686b8b027bd8595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514753 Jun 09 13:37:13.572723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54454) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:13.630409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.658992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.715798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.718295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:13.719447 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55b3d309-be83-4e99-9d89-8f609e62f3f5 HTTP/1.1" status: 204 len: 168 time: 0.1458416 Jun 09 13:37:13.720323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-597b308d-638b-4df8-8b8e-4ca4856bc9df tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:13.729937 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3d309-be83-4e99-9d89-8f609e62f3f5,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:13.732324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:14.491394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54476) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:14.606298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1926451069-network', 'tenant_id': '248644d810a64841a6214374a43822be'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:37:14.631561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Made reservation on behalf of 248644d810a64841a6214374a43822be for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:37:14.633928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.646037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.756765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.762686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.767138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb93f158-5ed7-41cf-b142-fe8562a20db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:14.790398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:37:14.802624 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8ec7a-6920-4c17-b704-eb2fcf45f338,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:14.805775 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:14.808404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.808746 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Added segment f5d85436-5569-4062-84aa-b2e0405644a7 of type vlan for network 19625f00-426f-4a96-9e56-2770ea31dad2 Jun 09 13:37:14.836324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.867230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.868268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:14.868868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:14.872160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6869b9a7-5e62-4508-8f4e-6bd36fb40e38 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:14.955829 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4629946 Jun 09 13:37:14.958819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54480) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:37:14.969430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Request body: {'subnet': {'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1926451069-subnet', 'tenant_id': '248644d810a64841a6214374a43822be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:37:14.983412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Pushing event updated for resources: {'Network': ['ID=19625f00-426f-4a96-9e56-2770ea31dad2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:14.985591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:37:14.987950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:15.001569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Made reservation on behalf of 248644d810a64841a6214374a43822be for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:37:15.003965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:15.018793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 19625f00-426f-4a96-9e56-2770ea31dad2 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:37:15.037103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: a49a9149-f10f-48b5-b4da-845d4ba54076 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:37:15.037436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a49a9149-f10f-48b5-b4da-845d4ba54076 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:37:15.354933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:15.358404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91933c4f-7459-4f1f-97da-d2fed6438506 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:15.425860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3329b23c-86c0-4fa5-ace6-2696f308ec46,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:15.429618 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:15.436821 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Checking segment: {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:37:15.437158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Network hostable DHCP agents. Network: 19625f00-426f-4a96-9e56-2770ea31dad2, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:37:15.455890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Network 19625f00-426f-4a96-9e56-2770ea31dad2 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:37:15.465296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 19625f00-426f-4a96-9e56-2770ea31dad2) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:37:15.469432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:15.470050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:15.474920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107234ff-13a0-4d09-abd0-19c9da741b7e None None] Network 19625f00-426f-4a96-9e56-2770ea31dad2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:37:15.489241 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5290279 Jun 09 13:37:15.689922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6de35f-d166-4234-ba0c-32ae104aa89a None None] Network 19625f00-426f-4a96-9e56-2770ea31dad2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:37:16.015212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6db55380-da8e-4e5f-af1d-38f03740bdca tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:16.016628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6db55380-da8e-4e5f-af1d-38f03740bdca tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 815 time: 0.1443748 Jun 09 13:37:16.030891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-fef4eac2-e762-4840-8269-8f0f701eac47 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/quotas/248644d810a64841a6214374a43822be HTTP/1.1" status: 200 len: 375 time: 0.0087936 Jun 09 13:37:16.076219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-ae8ff433-698c-415a-81a1-ca3ea4e09285 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405266 Jun 09 13:37:16.257677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-79698bc4-e26e-41bd-9a87-d48eae5b5d66 service neutron] 10.222.0.21 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711841 Jun 09 13:37:16.394597 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-fb9cc114-0123-49a2-826d-9fd0a4eceac0 service neutron] 10.222.0.21 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308687 Jun 09 13:37:16.577632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cbc75cd-3865-416f-92dd-c069f342b832 req-30f08b51-d94e-42c1-9fc7-3b0669f4438a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 210 time: 0.0417030 Jun 09 13:37:17.654463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-491c834a-7f82-4667-8c20-efa938c56314 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:17.655930 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-491c834a-7f82-4667-8c20-efa938c56314 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 815 time: 0.1526213 Jun 09 13:37:17.669874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Request body: {'port': {'device_id': '00a32513-956a-4ce5-b43b-74199511ed6c', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'admin_state_up': True, 'tenant_id': '248644d810a64841a6214374a43822be'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:37:17.749769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aa429b93-d35f-4aa8-a89b-e7ac2532d162 req-61d31f47-ebfb-42c4-b924-43ea82101cca tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 210 time: 0.0483341 Jun 09 13:37:17.827084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Made reservation on behalf of 248644d810a64841a6214374a43822be for: {'port': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:37:17.831041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:17.902118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-793944bb-a68f-417e-bdd3-8eb9a3e91895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.006699 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Allocated IP 172.20.0.7 (19625f00-426f-4a96-9e56-2770ea31dad2/3329b23c-86c0-4fa5-ace6-2696f308ec46/fd845212-ae6e-48b8-99a4-c8ed71541fba) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:37:18.205153 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.236089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.241853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4719efa2-94af-4fbe-af21-9c64efd0b50c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:18.305325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Network 19625f00-426f-4a96-9e56-2770ea31dad2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:37:18.308425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:37:18.312964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:37:18.345805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:18.353613 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:18.382972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:18.383578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.403105 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372034 Jun 09 13:37:18.415394 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Request body: {'port': {'device_id': '00a32513-956a-4ce5-b43b-74199511ed6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:37:18.526018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.881444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:37:18.888796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.903913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Transition to ACTIVE for port object fd845212-ae6e-48b8-99a4-c8ed71541fba will not be triggered until provisioned by entity L2. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:37:18.907856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:18.911462 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:18.932404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943048d-d21b-4d4f-897e-3217d0ccdf44 req-c9908e09-b237-42df-bcf2-94361dbbbf30 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:18.933862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8943048d-d21b-4d4f-897e-3217d0ccdf44 req-c9908e09-b237-42df-bcf2-94361dbbbf30 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 931 time: 0.0802908 Jun 09 13:37:18.980428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8943048d-d21b-4d4f-897e-3217d0ccdf44 req-401370eb-f98f-4232-9d08-ce7a0fa2bb99 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jun 09 13:37:19.034235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:19.059293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:19.274183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Attempting to bind port fd845212-ae6e-48b8-99a4-c8ed71541fba on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:37:19.274487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Attempting to bind port fd845212-ae6e-48b8-99a4-c8ed71541fba by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:37:19.274865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Attempting to bind port fd845212-ae6e-48b8-99a4-c8ed71541fba on network 19625f00-426f-4a96-9e56-2770ea31dad2 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:37:19.279501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Port fd845212-ae6e-48b8-99a4-c8ed71541fba on network 19625f00-426f-4a96-9e56-2770ea31dad2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:37:19.279813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Attempting to bind port fd845212-ae6e-48b8-99a4-c8ed71541fba on network 19625f00-426f-4a96-9e56-2770ea31dad2 {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:37:19.285240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:37:19.285504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Checking segment: {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:37:19.285878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Bound using segment: {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'} {{(pid=92383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:37:19.286294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.managers [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Bound port: fd845212-ae6e-48b8-99a4-c8ed71541fba, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'}}] {{(pid=92383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:37:19.286656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:19.385288 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, cleared binding levels {{(pid=92383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:37:19.388373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:37:19.393597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:19.397984 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:19.449925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:19.450568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:19.451932 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 1093 time: 1.0406790 Jun 09 13:37:19.452469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:37:19.455210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796" -d '{"events": [{"name": "network-changed", "server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:37:19.476795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=3']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:19.480277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:19.520693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee086ba-f7bb-4964-a254-5998b25eb521 x-openstack-request-id: req-cee086ba-f7bb-4964-a254-5998b25eb521 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:37:19.520971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:37:19.521323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cee086ba-f7bb-4964-a254-5998b25eb521 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:37:19.521858 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'status': 'completed', 'code': 200} Jun 09 13:37:19.565855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-09e99143-9832-4e13-9968-73aa360e50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:19.567351 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-09e99143-9832-4e13-9968-73aa360e50f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1096 time: 0.0772071 Jun 09 13:37:19.641202 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-c27b7701-f0fc-475b-950f-3fafcb812026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0652101 Jun 09 13:37:19.710844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-2d853d0a-4920-44e4-99ca-8140983bde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:19.712280 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-2d853d0a-4920-44e4-99ca-8140983bde19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0620561 Jun 09 13:37:19.759331 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-77c3b496-ee37-44e1-ab5b-5e81d0e7947c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393147 Jun 09 13:37:19.896361 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-7df0e65e-abb0-4d95-9c5d-993c9147b9be service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285865 Jun 09 13:37:20.029085 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6cf798e1-5f4d-4d5d-8908-21d6f72f8f06 req-209e1a0c-77b0-4df3-b861-a4ff6341217b service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254933 Jun 09 13:37:20.152248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-0e26127e-f3ca-4994-9b6a-b1e116180e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:20.153698 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-0e26127e-f3ca-4994-9b6a-b1e116180e24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1096 time: 0.0729001 Jun 09 13:37:20.177424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e198375-9afb-4cbd-a25e-ced2f754f741 req-2303654a-0637-4bc4-9c15-5eb1a7a73501 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:20.178955 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e198375-9afb-4cbd-a25e-ced2f754f741 req-2303654a-0637-4bc4-9c15-5eb1a7a73501 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 943 time: 0.0857463 Jun 09 13:37:20.227088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e198375-9afb-4cbd-a25e-ced2f754f741 req-44fc05fa-a58a-4c4a-ad67-704858de44de tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Jun 09 13:37:20.285508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46d54840-6871-4eb8-a31a-8824b8176849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:20.293049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-7efc320a-a825-47f4-aace-7891bd17fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:20.294567 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-7efc320a-a825-47f4-aace-7891bd17fd81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1330159 Jun 09 13:37:20.347716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:20.366717 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-114e06c2-b32c-4bc2-a63c-7b19e3aae7f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0649590 Jun 09 13:37:20.433872 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-176aee56-b966-4ed9-befb-0275ed8859d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:20.435258 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-176aee56-b966-4ed9-befb-0275ed8859d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0608945 Jun 09 13:37:20.483727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-598fbe20-f400-4c52-97ee-d53c703669b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412219 Jun 09 13:37:20.616804 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-89745984-74d6-451b-b0c9-0ea0186804ba service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253729 Jun 09 13:37:20.750833 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-b8fb5f76-7ed3-4cae-9b8d-df6ec174c796 req-da791aba-b8cc-472f-8cfa-eb5f87adf554 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266937 Jun 09 13:37:21.405901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:21.422499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e31126-0c7f-4dd8-9378-8e46dc907c14 req-bc1d26f9-4fa2-423e-9907-84766facd426 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:21.423980 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54e31126-0c7f-4dd8-9378-8e46dc907c14 req-bc1d26f9-4fa2-423e-9907-84766facd426 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 943 time: 0.0872767 Jun 09 13:37:21.468317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54e31126-0c7f-4dd8-9378-8e46dc907c14 req-40ab2d41-22df-4527-8224-e304a9deb82f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Jun 09 13:37:22.661392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648680d-72fe-4552-ae1f-e4aa4bea3db0 req-e096a754-862c-495e-b06d-2dfd99657aff tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:22.662893 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3648680d-72fe-4552-ae1f-e4aa4bea3db0 req-e096a754-862c-495e-b06d-2dfd99657aff tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 943 time: 0.0905721 Jun 09 13:37:22.708834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3648680d-72fe-4552-ae1f-e4aa4bea3db0 req-5ee6546f-46fb-40b6-8b9b-2aff189523fd tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Jun 09 13:37:23.034492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:37:23.142443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:23.185322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:23.198219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'port_id': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'mac_address': 'fa:16:3e:0f:94:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3329b23c-86c0-4fa5-ace6-2696f308ec46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:37:23.253386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:23.271074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:37:23.287707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:23.294225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:23.295931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:23.363440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:23.366569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:23.500822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['fd845212-ae6e-48b8-99a4-c8ed71541fba'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:37:23.914768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece79de-3c43-4f08-a59d-be3deec1c935 req-525ebe42-554e-45c1-8f2e-855d8167ca96 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:23.916213 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ece79de-3c43-4f08-a59d-be3deec1c935 req-525ebe42-554e-45c1-8f2e-855d8167ca96 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 944 time: 0.0937006 Jun 09 13:37:23.966605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ece79de-3c43-4f08-a59d-be3deec1c935 req-f62a74bf-a1d4-4b61-b95f-2e5ebb750845 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Jun 09 13:37:25.048244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:37:25.116172 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port fd845212-ae6e-48b8-99a4-c8ed71541fba completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:37:25.120867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port fd845212-ae6e-48b8-99a4-c8ed71541fba triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:37:25.121233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:25.159876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e97b-9ba2-4ed3-bc5e-acb493ea63a0 req-ed2b20bb-fb75-4206-917a-e84bd097a8dc tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:25.161333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ef6e97b-9ba2-4ed3-bc5e-acb493ea63a0 req-ed2b20bb-fb75-4206-917a-e84bd097a8dc tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 944 time: 0.0815928 Jun 09 13:37:25.205927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ef6e97b-9ba2-4ed3-bc5e-acb493ea63a0 req-c49acfd0-4577-4822-83ae-ef0c963f2c28 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Jun 09 13:37:25.235800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:25.261807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:37:25.264006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390f8a9b-afa3-4736-899c-0c4783a0a9f5" -d '{"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:37:25.271413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:37:25.276295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:25.278096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91a55196-5d5b-47bd-87c4-66e644d88e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:37:25.312322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd21d9c9-202a-4fb2-9800-423a48680821 x-openstack-request-id: req-fd21d9c9-202a-4fb2-9800-423a48680821 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:37:25.312633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:37:25.312867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd21d9c9-202a-4fb2-9800-423a48680821 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:37:25.313252 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'code': 200} Jun 09 13:37:25.349195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:37:25.352368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:37:25.573784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb724a95-fc32-49fc-a7b7-3c0ac27eddcf req-5f172b75-b932-48dc-bff1-4c148af1e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:25.575269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fb724a95-fc32-49fc-a7b7-3c0ac27eddcf req-5f172b75-b932-48dc-bff1-4c148af1e8bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1098 time: 0.0704916 Jun 09 13:37:25.617395 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-fb724a95-fc32-49fc-a7b7-3c0ac27eddcf req-817a4812-42c2-4e92-9aec-d5d5650e36e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Jun 09 13:37:26.534126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf099-0a14-451b-9927-38a0243d38e5 req-9f41a277-02cf-4265-b0e4-064050d7ad2e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:26.535513 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e92cf099-0a14-451b-9927-38a0243d38e5 req-9f41a277-02cf-4265-b0e4-064050d7ad2e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.2175891 Jun 09 13:37:26.581266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e92cf099-0a14-451b-9927-38a0243d38e5 req-9e9a6053-bf3f-4b44-80d5-8f2cb30f9bf6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Jun 09 13:37:27.776434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250760e-b6c3-48c2-b4c0-c3588f792b54 req-fdbd3cc5-e4d0-4608-8194-e533e4fc91e6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:27.777871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c250760e-b6c3-48c2-b4c0-c3588f792b54 req-fdbd3cc5-e4d0-4608-8194-e533e4fc91e6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0801260 Jun 09 13:37:27.824496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c250760e-b6c3-48c2-b4c0-c3588f792b54 req-7ae56e50-8ccb-4885-b223-21fea69f9ed0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jun 09 13:37:28.011812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f690e4-ae75-4ca2-b96c-f03ae64d5311 req-e789b34e-1d25-4633-9941-9f2d21c4e2b5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:28.013163 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24f690e4-ae75-4ca2-b96c-f03ae64d5311 req-e789b34e-1d25-4633-9941-9f2d21c4e2b5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0872078 Jun 09 13:37:28.057565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24f690e4-ae75-4ca2-b96c-f03ae64d5311 req-6c6a21bd-0925-413c-a564-746627ab546f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Jun 09 13:37:28.426187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d279de-523e-429f-b5dc-73a7bb35e93d req-85e3c3ad-f95c-48b3-a6f6-c24ee8046262 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:28.428183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a3d279de-523e-429f-b5dc-73a7bb35e93d req-85e3c3ad-f95c-48b3-a6f6-c24ee8046262 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.1000955 Jun 09 13:37:28.473927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a3d279de-523e-429f-b5dc-73a7bb35e93d req-99dca6d0-833a-4b40-bbee-611e86d91b15 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Jun 09 13:37:28.664652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d7af1-5f40-42f1-8d76-ebd602cd4b47 req-6a585102-5c57-4be7-89e1-2349ef9c1383 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:28.666088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-325d7af1-5f40-42f1-8d76-ebd602cd4b47 req-6a585102-5c57-4be7-89e1-2349ef9c1383 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0815041 Jun 09 13:37:28.712987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:28.714616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-325d7af1-5f40-42f1-8d76-ebd602cd4b47 req-4dd6037d-6853-4848-b399-95f473cfd5ed tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Jun 09 13:37:29.072796 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-9232b66b-0b31-4601-898a-483c5e32f081 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727344 Jun 09 13:37:29.126753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d8b4d-9926-46b6-ae4b-c1251a5db829 req-f3243bf8-d194-4b97-8e4d-dffe35e090e3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:29.128290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e27d8b4d-9926-46b6-ae4b-c1251a5db829 req-f3243bf8-d194-4b97-8e4d-dffe35e090e3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0894983 Jun 09 13:37:29.172809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e27d8b4d-9926-46b6-ae4b-c1251a5db829 req-beb386f1-edef-4c66-9755-144ee88f6794 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383022 Jun 09 13:37:30.300119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-f49d0579-62cd-46e2-9a4b-3b101e12b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:30.301593 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-f49d0579-62cd-46e2-9a4b-3b101e12b5fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1098 time: 0.0706389 Jun 09 13:37:30.359161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcdd6d-f156-4f35-9b20-1d4e2db35648 req-1cdf3870-e131-4643-830f-53bd18c05726 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:30.360681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcbcdd6d-f156-4f35-9b20-1d4e2db35648 req-1cdf3870-e131-4643-830f-53bd18c05726 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0802622 Jun 09 13:37:30.411662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcbcdd6d-f156-4f35-9b20-1d4e2db35648 req-f475c452-b869-4416-8de0-0908a628079e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Jun 09 13:37:30.578887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-d6e93423-fd3f-4ca4-aaea-cc4612b17d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:30.580322 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-d6e93423-fd3f-4ca4-aaea-cc4612b17d6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.2706287 Jun 09 13:37:30.649612 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-60a41e08-39b8-46a2-aad5-0d5ba7397f82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0623734 Jun 09 13:37:30.712369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-87c8a1ab-7f9a-41b7-8728-1f87830825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:30.713782 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-87c8a1ab-7f9a-41b7-8728-1f87830825b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0577233 Jun 09 13:37:30.764344 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-9a1675c4-8986-40f5-885f-1c344e1bcf9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431159 Jun 09 13:37:30.899413 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-ae0e85a6-ee75-4809-878f-360097ed4672 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267178 Jun 09 13:37:31.036488 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-7d15b2af-f93e-4ea6-a7b4-35dfcbd5be17 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284997 Jun 09 13:37:31.621626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea935-6f8b-43be-82bc-f27399e3dccc req-4fc2854e-33d0-4186-b15a-3e099df624d4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:31.623102 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-820ea935-6f8b-43be-82bc-f27399e3dccc req-4fc2854e-33d0-4186-b15a-3e099df624d4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0941570 Jun 09 13:37:31.667998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-820ea935-6f8b-43be-82bc-f27399e3dccc req-0e3535e1-01a4-493a-9e7b-1d9fd6a6fe7f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jun 09 13:37:32.866807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9476962-b6fe-4805-bd65-f170a729eac2 req-788df842-306c-47ed-8ad5-1e2d76c1638c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:32.868242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b9476962-b6fe-4805-bd65-f170a729eac2 req-788df842-306c-47ed-8ad5-1e2d76c1638c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0900171 Jun 09 13:37:32.917289 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b9476962-b6fe-4805-bd65-f170a729eac2 req-76cf65f9-c4ac-40a9-b553-74fb46cea0a5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Jun 09 13:37:34.114089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23210684-2df0-4aea-be18-304267d25d2b req-ac4873cd-6ed9-4952-a9b9-82562f203df8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:34.115555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23210684-2df0-4aea-be18-304267d25d2b req-ac4873cd-6ed9-4952-a9b9-82562f203df8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0874453 Jun 09 13:37:34.160440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23210684-2df0-4aea-be18-304267d25d2b req-7abe83e7-0c1d-43e8-a6be-64ad733b90c6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Jun 09 13:37:35.375218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c312c7-6d8f-4f67-bdd5-b82e5b78b3a1 req-fb5cc230-f4a3-4ddb-a6ed-d1cd7f2e0d38 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:35.376694 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9c312c7-6d8f-4f67-bdd5-b82e5b78b3a1 req-fb5cc230-f4a3-4ddb-a6ed-d1cd7f2e0d38 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0986221 Jun 09 13:37:35.420586 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a9c312c7-6d8f-4f67-bdd5-b82e5b78b3a1 req-446f156b-20e0-4885-a7ad-0aaef076dd35 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Jun 09 13:37:36.618484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5e4e-a5af-49aa-8ed6-555da1beeee2 req-668e9ac1-d29a-4a22-8156-4f59692ae4fb tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:36.619915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-34dc5e4e-a5af-49aa-8ed6-555da1beeee2 req-668e9ac1-d29a-4a22-8156-4f59692ae4fb tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0829782 Jun 09 13:37:36.666654 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-34dc5e4e-a5af-49aa-8ed6-555da1beeee2 req-e3742a0f-f365-4bcd-a099-50e64482bc16 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jun 09 13:37:37.867295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070da6c-b9f4-40c7-8a64-ab76e932aae7 req-bc80f83d-f7b0-4e3a-8aec-0b90a6c56a23 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:37.868782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9070da6c-b9f4-40c7-8a64-ab76e932aae7 req-bc80f83d-f7b0-4e3a-8aec-0b90a6c56a23 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0929799 Jun 09 13:37:37.913475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9070da6c-b9f4-40c7-8a64-ab76e932aae7 req-1fc06110-bcac-48b2-9e20-1157476f7e94 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Jun 09 13:37:39.122008 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef97a2e-7b56-4d29-94f3-881e42d1e893 req-d1d4ec36-a47e-4044-a592-5d34b90d03e2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:39.123456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ef97a2e-7b56-4d29-94f3-881e42d1e893 req-d1d4ec36-a47e-4044-a592-5d34b90d03e2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0910401 Jun 09 13:37:39.173364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ef97a2e-7b56-4d29-94f3-881e42d1e893 req-3085bbd9-3225-49b1-ae86-1405f10906d4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Jun 09 13:37:40.376558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8d2a6-c2b1-4f57-8358-fef5e0b8215c req-6b71e72f-90d1-46e6-8a4d-1659e9ce9e5a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:40.378923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-99c8d2a6-c2b1-4f57-8358-fef5e0b8215c req-6b71e72f-90d1-46e6-8a4d-1659e9ce9e5a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0856724 Jun 09 13:37:40.425797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-99c8d2a6-c2b1-4f57-8358-fef5e0b8215c req-1ea3ea24-8ee5-48fe-a986-214c105226f6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Jun 09 13:37:41.679085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447a77-6537-4baf-b221-3dfe55b7d4cf req-09ef756f-3902-44c9-ae59-44166a08a3bc tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:41.680542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd447a77-6537-4baf-b221-3dfe55b7d4cf req-09ef756f-3902-44c9-ae59-44166a08a3bc tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.1428769 Jun 09 13:37:41.730480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd447a77-6537-4baf-b221-3dfe55b7d4cf req-c85b0cc1-e927-45ad-ab88-0ae54fff4716 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Jun 09 13:37:42.992434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d714b-1000-4233-8011-93002379decf req-75efe610-0ce7-479e-aa4c-55c181869c11 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:42.993797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-061d714b-1000-4233-8011-93002379decf req-75efe610-0ce7-479e-aa4c-55c181869c11 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.1452122 Jun 09 13:37:43.037140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-061d714b-1000-4233-8011-93002379decf req-1a280e09-c43a-4c6b-959a-fd1ffb2a8fe0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jun 09 13:37:44.035047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-04344431-94f2-4843-acf9-c2cc259f4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:44.036516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-04344431-94f2-4843-acf9-c2cc259f4521 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1098 time: 0.1170785 Jun 09 13:37:44.190234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-59a06fed-1e38-4bd4-afd2-a752b9cdfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:44.191643 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-59a06fed-1e38-4bd4-afd2-a752b9cdfa04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1337602 Jun 09 13:37:44.231209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441adae-e1c2-4d1e-8b08-6068734a6ed9 req-b3b2066a-f1b7-4230-9f52-4021d4895ea0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:44.232658 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3441adae-e1c2-4d1e-8b08-6068734a6ed9 req-b3b2066a-f1b7-4230-9f52-4021d4895ea0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0853221 Jun 09 13:37:44.261314 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-5fa68d71-9cdb-4bce-b6b8-352aea2711a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0625501 Jun 09 13:37:44.277208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3441adae-e1c2-4d1e-8b08-6068734a6ed9 req-222a3a56-3106-49e3-81b8-8a888210d392 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Jun 09 13:37:44.322318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-c87e3fb1-3c5c-4f35-a943-a53f7049e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:44.323787 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-c87e3fb1-3c5c-4f35-a943-a53f7049e486 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0555413 Jun 09 13:37:44.373055 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-81f7ac1c-af90-4dd3-b0fc-b739f8c4f68e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423927 Jun 09 13:37:44.514126 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-40fa7a7b-489e-484e-ba60-2c113bfc779b service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336870 Jun 09 13:37:44.642290 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-7efe293a-ce41-4d31-9076-3768f9a81e6f req-be226a9f-0e95-41e1-ba5b-fbf0f38a2549 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214125 Jun 09 13:37:45.484678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d69d7a-f4a4-4765-9bae-36049f7d5932 req-00333000-2362-4822-8e38-92419a37e280 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:45.486191 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95d69d7a-f4a4-4765-9bae-36049f7d5932 req-00333000-2362-4822-8e38-92419a37e280 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0855916 Jun 09 13:37:45.534628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95d69d7a-f4a4-4765-9bae-36049f7d5932 req-c5a46859-9501-450b-9005-78a5fa1874b1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Jun 09 13:37:46.741410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5a89d-8ab1-49dd-95df-8b44546cac10 req-4c7dca7f-086d-4aff-a8ea-edfaa7eb7004 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:46.742835 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7a5a89d-8ab1-49dd-95df-8b44546cac10 req-4c7dca7f-086d-4aff-a8ea-edfaa7eb7004 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0872107 Jun 09 13:37:46.789087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7a5a89d-8ab1-49dd-95df-8b44546cac10 req-9a5b3f9c-830f-42d7-a67a-506a58382f8e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Jun 09 13:37:47.099849 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:37:47.895700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0aee5726-d73f-4bce-a7eb-4988ffa1bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:47.985514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b651189-ca4a-44c5-bd6e-592db7c94a75 req-ddcc037d-1fd9-485b-bd66-15ee088d5e53 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:47.986875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b651189-ca4a-44c5-bd6e-592db7c94a75 req-ddcc037d-1fd9-485b-bd66-15ee088d5e53 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0856431 Jun 09 13:37:48.033285 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b651189-ca4a-44c5-bd6e-592db7c94a75 req-7ed44bb3-e737-4073-adec-ed75cf850c2d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Jun 09 13:37:49.225327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017bf2b-d212-406f-9609-30e28bd837ea req-32140571-1318-467d-aa2d-d6dfc903f2ac tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:49.226768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e017bf2b-d212-406f-9609-30e28bd837ea req-32140571-1318-467d-aa2d-d6dfc903f2ac tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0795498 Jun 09 13:37:49.269768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e017bf2b-d212-406f-9609-30e28bd837ea req-2c7cef53-4512-40ac-8c95-ebb144d7de52 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 Jun 09 13:37:50.291420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b20c766-5b9c-4e15-a668-c232bafe4a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:50.354469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:50.745324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9729b4-33ab-465d-8b13-d3b10c5566a3 req-eb716437-4963-445a-892b-72341c7fa3d3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:50.746809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cf9729b4-33ab-465d-8b13-d3b10c5566a3 req-eb716437-4963-445a-892b-72341c7fa3d3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.2131875 Jun 09 13:37:50.790990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cf9729b4-33ab-465d-8b13-d3b10c5566a3 req-98453162-d076-466f-a218-9b6f94b082a8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Jun 09 13:37:51.418858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:51.998099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816d460-eda9-4552-bed7-1b8f78f3e5d3 req-fa645f86-5041-413f-bf72-4135cf7fb072 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:51.999454 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4816d460-eda9-4552-bed7-1b8f78f3e5d3 req-fa645f86-5041-413f-bf72-4135cf7fb072 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0819225 Jun 09 13:37:52.045365 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4816d460-eda9-4552-bed7-1b8f78f3e5d3 req-4be8a5b9-ecfb-4807-8f5e-13c811259db9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Jun 09 13:37:53.113795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:53.242804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5167a-9dd9-43b1-a18b-297ea315737e req-a3371800-587e-4dc6-ac21-88149fb75da4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:53.244225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79f5167a-9dd9-43b1-a18b-297ea315737e req-a3371800-587e-4dc6-ac21-88149fb75da4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0789247 Jun 09 13:37:53.287279 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-79f5167a-9dd9-43b1-a18b-297ea315737e req-bcea77c1-a9c7-4ffd-b540-6008b4d5ca2a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Jun 09 13:37:54.644901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466e0ad-9b04-435a-8748-32ed35ddeef4 req-16677234-0369-4725-8a54-6caae5c58fa3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:54.646325 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6466e0ad-9b04-435a-8748-32ed35ddeef4 req-16677234-0369-4725-8a54-6caae5c58fa3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0859542 Jun 09 13:37:54.692593 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6466e0ad-9b04-435a-8748-32ed35ddeef4 req-17485a68-b57c-45cc-927c-534ad7d18050 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jun 09 13:37:55.887650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83806950-90bd-4170-9602-eee4f615bd94 req-b10bb318-9977-40bc-a641-b2bddc255802 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:55.889080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83806950-90bd-4170-9602-eee4f615bd94 req-b10bb318-9977-40bc-a641-b2bddc255802 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0822673 Jun 09 13:37:55.934239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83806950-90bd-4170-9602-eee4f615bd94 req-69fdb2f0-c04d-4f7b-a663-0eda2a303fbb tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Jun 09 13:37:57.139285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c22a-ccfe-44af-a5e4-f44c44f01507 req-76b33173-e1bb-4c92-a7c9-43bac9158ce5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:57.140751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3350c22a-ccfe-44af-a5e4-f44c44f01507 req-76b33173-e1bb-4c92-a7c9-43bac9158ce5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0899444 Jun 09 13:37:57.184152 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3350c22a-ccfe-44af-a5e4-f44c44f01507 req-9c1b0136-5d72-44dc-9204-a27341425be2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Jun 09 13:37:57.840832 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-ed745646-af7f-4d2c-ac76-2799b1986925 service neutron] 10.222.0.42 "GET /v2.0/ports/fd845212-ae6e-48b8-99a4-c8ed71541fba/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0954309 Jun 09 13:37:58.127262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-c4303ad6-1950-4d50-8f20-38e20e69a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:58.128737 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-c4303ad6-1950-4d50-8f20-38e20e69a078 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c&tenant_id=248644d810a64841a6214374a43822be HTTP/1.1" status: 200 len: 1098 time: 0.0824976 Jun 09 13:37:58.233106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-83071c80-69d1-4f2b-a420-05f19bf1fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:58.234576 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-83071c80-69d1-4f2b-a420-05f19bf1fb16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1098 time: 0.0773821 Jun 09 13:37:58.371907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256caad-38cb-488b-882a-a16bda99eccd req-40e1e00c-52d3-4de6-bcc4-c1ccc3ef0383 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:58.374174 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1256caad-38cb-488b-882a-a16bda99eccd req-40e1e00c-52d3-4de6-bcc4-c1ccc3ef0383 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0854814 Jun 09 13:37:58.426007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1256caad-38cb-488b-882a-a16bda99eccd req-ce7f4b3f-c9f7-47cc-aad3-0aeefc2e0e56 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jun 09 13:37:58.506077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-5b2a4b9e-2aa8-485b-b33f-0fa57d4a668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:58.507641 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-5b2a4b9e-2aa8-485b-b33f-0fa57d4a668c service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.2659979 Jun 09 13:37:58.582192 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-7954dfaf-dac5-43af-b2ea-468516682ee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0667677 Jun 09 13:37:58.645515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-801f7e3b-0934-4644-bc23-5e141286f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:58.646925 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-801f7e3b-0934-4644-bc23-5e141286f396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0589414 Jun 09 13:37:58.693485 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-6abefccc-9b05-4da2-ab36-c6298dfcf782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401337 Jun 09 13:37:58.724033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:37:58.826931 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-2aabea33-76f1-4d80-afcb-25b921f8cb6d service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262038 Jun 09 13:37:58.962903 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2b8fee80-baa6-4a8d-b81c-a14e277bfd19 req-bcd8aa7c-c659-4ce4-b708-0f8ca322b575 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282980 Jun 09 13:37:59.622113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cf746-7e18-4b7d-be4b-b53eae9f5d8f req-93331588-05a8-40c3-b14e-d683e9f083a1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:37:59.623588 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d1cf746-7e18-4b7d-be4b-b53eae9f5d8f req-93331588-05a8-40c3-b14e-d683e9f083a1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0842021 Jun 09 13:37:59.667684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d1cf746-7e18-4b7d-be4b-b53eae9f5d8f req-7f4aa845-b39a-4436-a9a9-cb978982a77b tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384688 Jun 09 13:38:00.854773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cbd52-57de-405f-8eef-d9e199543ed5 req-8ac1d9bb-a29c-406e-b823-60d0e03a7d60 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:00.856170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-711cbd52-57de-405f-8eef-d9e199543ed5 req-8ac1d9bb-a29c-406e-b823-60d0e03a7d60 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0838671 Jun 09 13:38:00.902278 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-711cbd52-57de-405f-8eef-d9e199543ed5 req-d62a2fb8-433b-4785-8da3-54ff8ed2ab64 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Jun 09 13:38:01.146541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:38:01.149153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:38:01.218048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55301a60-38e5-45f9-9e0d-fd7ba89e3ef3 req-25835758-4dee-4b35-afe5-1af02dd56966 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:01.219576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55301a60-38e5-45f9-9e0d-fd7ba89e3ef3 req-25835758-4dee-4b35-afe5-1af02dd56966 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0812831 Jun 09 13:38:01.234167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcafded-2196-4c68-a6a9-a4598d141602 req-565bc6c4-3db2-4e4e-b74c-bdfbbc682225 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:01.235643 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-565bc6c4-3db2-4e4e-b74c-bdfbbc682225 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c&tenant_id=248644d810a64841a6214374a43822be&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0927370 Jun 09 13:38:01.264551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55301a60-38e5-45f9-9e0d-fd7ba89e3ef3 req-c56a6692-adf1-4f98-b90c-75417f98c6f6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Jun 09 13:38:01.375359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:01.385432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcafded-2196-4c68-a6a9-a4598d141602 req-cdc4fea1-1034-445c-b503-17a7c4ba6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:01.386939 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-cdc4fea1-1034-445c-b503-17a7c4ba6526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 1098 time: 0.0696404 Jun 09 13:38:01.393241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:01.414187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'port_id': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'mac_address': 'fa:16:3e:0f:94:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3329b23c-86c0-4fa5-ace6-2696f308ec46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:38:01.421235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:01.423540 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a31a5-efc4-4b65-9cec-7bf125bf5982" -d '{"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:01.458446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:01.467447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:01.475216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:01.507967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888ad23-5871-4032-8624-7dba575cdb6b x-openstack-request-id: req-e888ad23-5871-4032-8624-7dba575cdb6b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:01.508265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:01.508524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e888ad23-5871-4032-8624-7dba575cdb6b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:01.508912 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'code': 200} Jun 09 13:38:01.523327 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcafded-2196-4c68-a6a9-a4598d141602 req-7d14d150-4698-4528-a6eb-c20b63462085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:01.524792 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-7d14d150-4698-4528-a6eb-c20b63462085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1314702 Jun 09 13:38:01.538765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:01.571642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:38:01.580273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:01.597908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-f6691cbd-663d-4a2d-9ef0-336f1f8d0f33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 200 len: 217 time: 0.0647421 Jun 09 13:38:01.610558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:01.640368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:38:01.640716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:38:01.660555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcafded-2196-4c68-a6a9-a4598d141602 req-176097f8-c588-4643-ad50-c6d19b8e839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:01.662114 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-176097f8-c588-4643-ad50-c6d19b8e839e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0579994 Jun 09 13:38:01.714423 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-6d1eafa7-456d-49b4-8303-02a48d0fc531 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446076 Jun 09 13:38:01.849324 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-aa024aae-a429-4fef-aa22-e08ad44f8c7a service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274598 Jun 09 13:38:01.982225 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-adcafded-2196-4c68-a6a9-a4598d141602 req-9438a0e8-f849-45a7-ad4b-a2f10518e472 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252995 Jun 09 13:38:02.212365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:02.229031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:38:02.245128 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:02.251318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:02.252952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:02.314732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['fd845212-ae6e-48b8-99a4-c8ed71541fba'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:38:02.365618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:02.370785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:02.473982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b200a-eb0a-4272-8730-8b12e17fc21c req-014c8f67-4194-424a-aeed-3f069658f41e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:02.475678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da8b200a-eb0a-4272-8730-8b12e17fc21c req-014c8f67-4194-424a-aeed-3f069658f41e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 944 time: 0.0982409 Jun 09 13:38:02.524848 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da8b200a-eb0a-4272-8730-8b12e17fc21c req-df4b090a-9394-43ec-ad52-63d20b388661 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jun 09 13:38:03.167854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:38:03.240372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port fd845212-ae6e-48b8-99a4-c8ed71541fba triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:38:03.241048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:03.356505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:03.387956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:03.394728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:03.396524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:03.465185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:03.468232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:03.509948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:03.512979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7666fdc-cee7-44d9-a7df-e861e45e8995" -d '{"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:03.560561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9172e92b-13a9-456b-9b56-fa19e6514024 x-openstack-request-id: req-9172e92b-13a9-456b-9b56-fa19e6514024 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:03.560857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:03.561114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9172e92b-13a9-456b-9b56-fa19e6514024 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:03.561505 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'code': 200} Jun 09 13:38:03.718012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4affb1-8ad0-48a1-8459-253aebcfac11 req-7ffcc01c-c93c-4616-be42-a0243c38ad92 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:03.719410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e4affb1-8ad0-48a1-8459-253aebcfac11 req-7ffcc01c-c93c-4616-be42-a0243c38ad92 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0872884 Jun 09 13:38:03.766712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4e4affb1-8ad0-48a1-8459-253aebcfac11 req-2280d15b-b60b-47a9-9be4-7b414c9dc39e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Jun 09 13:38:03.969944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e07b1-34d8-441a-ac86-c95a946aa410 req-438a0199-a782-4676-b276-6a3c6facb51d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:03.972012 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d6e07b1-34d8-441a-ac86-c95a946aa410 req-438a0199-a782-4676-b276-6a3c6facb51d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0874615 Jun 09 13:38:04.023786 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d6e07b1-34d8-441a-ac86-c95a946aa410 req-ee2e42cd-2b92-4f4e-af83-f6409c8b65cd tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459352 Jun 09 13:38:04.222415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2aee4-2a3e-4eeb-889d-34c1749a0d44 req-1cef90a0-26da-4199-af7b-d787960c3916 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:04.223793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcf2aee4-2a3e-4eeb-889d-34c1749a0d44 req-1cef90a0-26da-4199-af7b-d787960c3916 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0952058 Jun 09 13:38:04.274546 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcf2aee4-2a3e-4eeb-889d-34c1749a0d44 req-9dfa25eb-fba6-4496-b32c-31c442240b9a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jun 09 13:38:04.782900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-cd8889fb-4a1e-4192-afae-3429afab0bfa tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:04.784250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-cd8889fb-4a1e-4192-afae-3429afab0bfa tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 815 time: 0.1558614 Jun 09 13:38:04.799245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-d836c463-6ef2-463d-a711-12842bf2e0c7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/quotas/248644d810a64841a6214374a43822be HTTP/1.1" status: 200 len: 375 time: 0.0092626 Jun 09 13:38:04.878833 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-1f2cb8c0-2354-4588-bcf1-437f8daad8c5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746198 Jun 09 13:38:04.940446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-36b1bc45-7c4c-4f4a-81af-c3d2d5f9f150 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:38:04.941405 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-36b1bc45-7c4c-4f4a-81af-c3d2d5f9f150 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0550964 Jun 09 13:38:05.073442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-355d124c-2b8e-4870-92a1-5df5a2842940 service neutron] 10.222.0.21 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259267 Jun 09 13:38:05.335132 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-f4710d0c-a152-4c9a-ba18-3538b07ed875 service neutron] 10.222.0.21 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553191 Jun 09 13:38:05.516711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0581b049-1cd8-4bfd-bce2-e45688275181 req-cf6a21c7-8faa-4a7d-9687-47769ce1137d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 210 time: 0.0452535 Jun 09 13:38:06.357993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-499a77b7-9a68-452e-b74c-2a94dac823a0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:06.359423 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-499a77b7-9a68-452e-b74c-2a94dac823a0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a32513-956a-4ce5-b43b-74199511ed6c HTTP/1.1" status: 200 len: 945 time: 0.0914581 Jun 09 13:38:06.503378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Deleting port fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:38:06.503725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:06.647147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] For port fd845212-ae6e-48b8-99a4-c8ed71541fba, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd845212-ae6e-48b8-99a4-c8ed71541fba,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:06.647542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:06.696323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1121f5b-2e2e-420c-bafb-04946942df8b req-34d25cc8-e6f4-4f10-9702-43372629fb24 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 210 time: 0.0567539 Jun 09 13:38:06.756321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-e93c09ea-7fa8-4c66-b738-a8493f7e5164 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:06.758212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-e93c09ea-7fa8-4c66-b738-a8493f7e5164 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 815 time: 0.2276523 Jun 09 13:38:06.770806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Request body: {'port': {'device_id': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'admin_state_up': True, 'tenant_id': '248644d810a64841a6214374a43822be'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:38:06.919441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Calling delete_port for fd845212-ae6e-48b8-99a4-c8ed71541fba owned by compute:nova {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:38:06.930427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Made reservation on behalf of 248644d810a64841a6214374a43822be for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:38:06.934221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.038302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.044000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1cca8f97-2852-4b2d-a8a5-05e126f43421 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:07.050873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['fd845212-ae6e-48b8-99a4-c8ed71541fba'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:38:07.088190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Pushing event deleted for resources: {'Port': ['ID=fd845212-ae6e-48b8-99a4-c8ed71541fba,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:07.091282 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:07.150897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Allocated IP 172.20.0.13 (19625f00-426f-4a96-9e56-2770ea31dad2/3329b23c-86c0-4fa5-ace6-2696f308ec46/dabe23b2-e477-4aac-ae97-b7caeef2a36a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:38:07.165983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] No DVR routers for this DVR port fd845212-ae6e-48b8-99a4-c8ed71541fba on host hv-neutron-6013 {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:38:07.168509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.170773 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "DELETE /v2.0/ports/fd845212-ae6e-48b8-99a4-c8ed71541fba HTTP/1.1" status: 204 len: 173 time: 0.8047097 Jun 09 13:38:07.171102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-deleted', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:07.173507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8bc36c-106e-4eae-aa99-c1ef52bdc6da" -d '{"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-deleted", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:07.270810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de6771-717b-4a36-9a88-bf5fadc73c86 x-openstack-request-id: req-20de6771-717b-4a36-9a88-bf5fadc73c86 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:07.271156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a32513-956a-4ce5-b43b-74199511ed6c", "name": "network-vif-deleted", "tag": "fd845212-ae6e-48b8-99a4-c8ed71541fba", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:07.271458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20de6771-717b-4a36-9a88-bf5fadc73c86 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:07.271902 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a32513-956a-4ce5-b43b-74199511ed6c', 'name': 'network-vif-deleted', 'tag': 'fd845212-ae6e-48b8-99a4-c8ed71541fba', 'status': 'completed', 'code': 200} Jun 09 13:38:07.372564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.403313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.408827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:07.476341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Network 19625f00-426f-4a96-9e56-2770ea31dad2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:38:07.479413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:38:07.483251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:38:07.513111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:07.527846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.528231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.528610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.528984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.529354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.529720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.530082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.530442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.530832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.531191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.531549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.531903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:07.536967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:07.559714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:07.560315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:07.579879 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134589 Jun 09 13:38:07.596636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Request body: {'port': {'device_id': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:38:07.712909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.040399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdab36b-0fb7-4d67-b4d0-a143027ca8eb req-b2863450-5ab3-400b-a4fb-909c132aee75 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:08.041765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2cdab36b-0fb7-4d67-b4d0-a143027ca8eb req-b2863450-5ab3-400b-a4fb-909c132aee75 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 932 time: 0.2073672 Jun 09 13:38:08.107330 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2cdab36b-0fb7-4d67-b4d0-a143027ca8eb req-98d53722-6fc1-4554-b320-cb38b54dbe1b tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530508 Jun 09 13:38:08.172872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabe23b2-e477-4aac-ae97-b7caeef2a36a {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:38:08.180275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.194980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Transition to ACTIVE for port object dabe23b2-e477-4aac-ae97-b7caeef2a36a will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:38:08.200401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.204401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-481d3163-7e79-4aec-9297-b83754a7953e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:08.351671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:08.358569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:08.429717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Attempting to bind port dabe23b2-e477-4aac-ae97-b7caeef2a36a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:38:08.430035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Attempting to bind port dabe23b2-e477-4aac-ae97-b7caeef2a36a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:38:08.430351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Attempting to bind port dabe23b2-e477-4aac-ae97-b7caeef2a36a on network 19625f00-426f-4a96-9e56-2770ea31dad2 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:38:08.434965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Port dabe23b2-e477-4aac-ae97-b7caeef2a36a on network 19625f00-426f-4a96-9e56-2770ea31dad2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:38:08.435266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Attempting to bind port dabe23b2-e477-4aac-ae97-b7caeef2a36a on network 19625f00-426f-4a96-9e56-2770ea31dad2 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:38:08.440370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:38:08.440693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Checking segment: {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:38:08.441055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Bound using segment: {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:38:08.441445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Bound port: dabe23b2-e477-4aac-ae97-b7caeef2a36a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d85436-5569-4062-84aa-b2e0405644a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:38:08.441797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.527872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:38:08.530773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:38:08.535890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.539692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d8d08051-e650-4ccf-84ba-b0b9d0f1bea8 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:08.728579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:08.729220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:08.730490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] 10.222.0.42 "PUT /v2.0/ports/dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 1094 time: 1.1380575 Jun 09 13:38:08.731472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:08.733761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f" -d '{"events": [{"name": "network-changed", "server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:08.750928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:08.753834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:08.839827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28326fe-dcad-4105-90d9-4a4320ab5017 x-openstack-request-id: req-d28326fe-dcad-4105-90d9-4a4320ab5017 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:08.840159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:08.840455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d28326fe-dcad-4105-90d9-4a4320ab5017 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:08.840885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'status': 'completed', 'code': 200} Jun 09 13:38:08.853582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-68c0e6d2-cb58-48d5-9e4b-45c289fa80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:08.855040 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-68c0e6d2-cb58-48d5-9e4b-45c289fa80a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1097 time: 0.0813732 Jun 09 13:38:08.924640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-f6d1a446-04f2-4ea9-a5d5-442e0a3915b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.0618508 Jun 09 13:38:08.991733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4ebaaf57-ec36-48ea-a5ff-76df6e6d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:08.993214 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-4ebaaf57-ec36-48ea-a5ff-76df6e6d0da2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0623577 Jun 09 13:38:09.038912 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-5227ad53-86c1-4307-9813-44896e1899a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389085 Jun 09 13:38:09.171462 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-a3820e90-97b0-4a4f-be5b-32fa30c84774 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249652 Jun 09 13:38:09.188511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:38:09.223925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: fd845212-ae6e-48b8-99a4-c8ed71541fba {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:38:09.224386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device fd845212-ae6e-48b8-99a4-c8ed71541fba not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:38:09.355579 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-460d6565-763e-4fb1-8c97-65f0c17119ea req-f8a4f44f-723e-4c48-bb56-98919ffc17a2 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773810 Jun 09 13:38:09.371004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955670e-a8b0-42a7-9451-c0df6d46fd0c req-8814e5b9-c5d0-4298-b8d9-9961577ac5e8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:09.372447 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1955670e-a8b0-42a7-9451-c0df6d46fd0c req-8814e5b9-c5d0-4298-b8d9-9961577ac5e8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 944 time: 0.1293027 Jun 09 13:38:09.454281 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1955670e-a8b0-42a7-9451-c0df6d46fd0c req-c9f63f5c-9651-4960-b230-e6b0e6a0a486 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754466 Jun 09 13:38:09.484748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-8cdaacf6-ec1b-4478-b1a8-96dc74522cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:09.486244 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-8cdaacf6-ec1b-4478-b1a8-96dc74522cbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1097 time: 0.0782998 Jun 09 13:38:09.616554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-b7678825-508f-4d1d-a977-e49b3e563367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:09.617872 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-b7678825-508f-4d1d-a977-e49b3e563367 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1246822 Jun 09 13:38:09.688559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-7242de7d-7bf3-4366-aba4-be4533cd42a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.0625646 Jun 09 13:38:09.752333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-a4b95de2-c650-44e1-9a58-347e7e333c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:09.753712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-a4b95de2-c650-44e1-9a58-347e7e333c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0583229 Jun 09 13:38:09.802078 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-aee3ba13-8918-4362-aeeb-a428828d002c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417883 Jun 09 13:38:09.938465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-d0f94bcb-7e34-4508-b911-fafc2f301ba0 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267774 Jun 09 13:38:10.086001 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09aeb24e-ddf8-4d37-ac22-b9f4e76e648f req-452f50ac-fba9-4177-8d6d-f4ed10e6474a service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405249 Jun 09 13:38:10.649503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce404836-2dfa-4eae-a77b-39de52d12e22 req-51eab836-def1-4231-b312-e2aecb01de6f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:10.650970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ce404836-2dfa-4eae-a77b-39de52d12e22 req-51eab836-def1-4231-b312-e2aecb01de6f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 944 time: 0.0842738 Jun 09 13:38:10.694580 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ce404836-2dfa-4eae-a77b-39de52d12e22 req-ca9e3021-357c-49ed-9020-f3b8b92d67e7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Jun 09 13:38:11.192710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:38:11.335904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:11.348954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'port_id': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'mac_address': 'fa:16:3e:77:a0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3329b23c-86c0-4fa5-ace6-2696f308ec46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:38:11.442843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:11.460995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabe23b2-e477-4aac-ae97-b7caeef2a36a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:38:11.477376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:11.483697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:11.485414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:11.551371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:11.558844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.559178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.559525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.559861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.560183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.560511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.560828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.561144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.561449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.561767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.562084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.562397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:11.566087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:11.690413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['dabe23b2-e477-4aac-ae97-b7caeef2a36a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:38:11.877980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f266-de1b-42f8-9301-af07ea4901d9 req-5a42cadd-d946-4ad0-9189-2154a876f442 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:11.879425 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1df2f266-de1b-42f8-9301-af07ea4901d9 req-5a42cadd-d946-4ad0-9189-2154a876f442 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 945 time: 0.0814393 Jun 09 13:38:12.049709 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1df2f266-de1b-42f8-9301-af07ea4901d9 req-77ed0d6c-6647-44c9-91a4-801fc20d5e7a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645627 Jun 09 13:38:13.191624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:38:13.253335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4d53-5ff4-4814-9da8-a641b8bb0bed req-3a814290-2a0c-44ec-8821-9d66539899d9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:13.254814 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea0d4d53-5ff4-4814-9da8-a641b8bb0bed req-3a814290-2a0c-44ec-8821-9d66539899d9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 945 time: 0.0880852 Jun 09 13:38:13.263035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port dabe23b2-e477-4aac-ae97-b7caeef2a36a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:38:13.267636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port dabe23b2-e477-4aac-ae97-b7caeef2a36a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:38:13.268007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:13.302023 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea0d4d53-5ff4-4814-9da8-a641b8bb0bed req-fbbc0dfe-7ecf-45be-9155-d7dd62e68d9d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Jun 09 13:38:13.400455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:13.428793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:13.431090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8d8e7-f04d-4faf-909e-5d66e4eb4dec" -d '{"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-plugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:13.439162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:13.446287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:13.450778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:13.519458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:13.522888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:13.539039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff1486-4961-4ea5-ad93-c0eb34b5afea x-openstack-request-id: req-3cff1486-4961-4ea5-ad93-c0eb34b5afea {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:13.539342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-plugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:13.539582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cff1486-4961-4ea5-ad93-c0eb34b5afea {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:13.539982 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'code': 200} Jun 09 13:38:13.786151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aa396-35f9-4416-9355-5f4afa99e38e req-725cc870-4b58-4bb8-89d3-77cbfe4c6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:13.787656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-304aa396-35f9-4416-9355-5f4afa99e38e req-725cc870-4b58-4bb8-89d3-77cbfe4c6825 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1099 time: 0.0815876 Jun 09 13:38:13.839923 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-304aa396-35f9-4416-9355-5f4afa99e38e req-17746501-1ca7-4f0d-9ae0-5e6fecf91196 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452325 Jun 09 13:38:14.502182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f0842-3f50-4d48-9db0-9551daedc8b6 req-d4306dc6-6fa5-4058-a455-a0661b4bf9ed tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:14.503680 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-901f0842-3f50-4d48-9db0-9551daedc8b6 req-d4306dc6-6fa5-4058-a455-a0661b4bf9ed tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0918391 Jun 09 13:38:14.551059 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-901f0842-3f50-4d48-9db0-9551daedc8b6 req-d8679fd3-c9be-4be8-a00f-86c7cc24ee90 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Jun 09 13:38:15.745072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c3290-23a2-4a94-9054-530506ac300e req-fa196a8b-e777-4b22-89d9-c87ddc268ddd tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:15.746605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-109c3290-23a2-4a94-9054-530506ac300e req-fa196a8b-e777-4b22-89d9-c87ddc268ddd tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0830669 Jun 09 13:38:15.793030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-109c3290-23a2-4a94-9054-530506ac300e req-c762e180-4303-4bd3-b7bc-9b2a53843e35 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Jun 09 13:38:15.992602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d9fe3-ccd1-4bf7-8735-b5ec67a0de89 req-de082310-d949-45db-85c9-df8cddb523c5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:15.994040 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-457d9fe3-ccd1-4bf7-8735-b5ec67a0de89 req-de082310-d949-45db-85c9-df8cddb523c5 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0911629 Jun 09 13:38:16.041319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-457d9fe3-ccd1-4bf7-8735-b5ec67a0de89 req-67e98f2c-9a9d-423e-b5d7-4e063ff78f6b tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Jun 09 13:38:16.407894 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-64858c6d-3c88-40ca-ac85-8c9de232686d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684924 Jun 09 13:38:16.466308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecbeb-2592-4f5c-97c4-300c3c444444 req-12b6ac74-2217-47a7-b0f4-aa465e56de91 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:16.468243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca9ecbeb-2592-4f5c-97c4-300c3c444444 req-12b6ac74-2217-47a7-b0f4-aa465e56de91 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0862696 Jun 09 13:38:16.516293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca9ecbeb-2592-4f5c-97c4-300c3c444444 req-ae984d6c-412f-48a2-855d-6986984c80d9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Jun 09 13:38:17.562002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-3ae4b5f2-edca-4564-866a-353c2d4c6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:17.563523 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-3ae4b5f2-edca-4564-866a-353c2d4c6239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1099 time: 0.0775046 Jun 09 13:38:17.747732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-7ef758b2-26a1-4b26-b9d1-90d075391e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:17.749169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-7ef758b2-26a1-4b26-b9d1-90d075391e43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1788576 Jun 09 13:38:17.816746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3332c4-9276-4780-9bfc-f230836cb700 req-3a443451-02b0-48c1-b952-4ab04911d516 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:17.818161 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da3332c4-9276-4780-9bfc-f230836cb700 req-3a443451-02b0-48c1-b952-4ab04911d516 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.1830900 Jun 09 13:38:17.826688 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-80c9e3a6-5709-4ef5-914d-3ae2702797f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.0684705 Jun 09 13:38:17.899598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61897962-5fa2-4a58-ba24-a8230ba21d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:17.910401 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da3332c4-9276-4780-9bfc-f230836cb700 req-8b2c70dc-cfbb-4f78-b775-38171182712c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853524 Jun 09 13:38:17.917653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-0223a52b-47a6-42dd-843f-6756deb5fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:17.919048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-0223a52b-47a6-42dd-843f-6756deb5fed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0798149 Jun 09 13:38:17.966825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-157cd090-2d92-4cd6-9826-970623ec44a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406985 Jun 09 13:38:18.098982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-e4b5fc3b-94a5-4a5d-bea1-3885da6e25eb service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253133 Jun 09 13:38:18.236667 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-0ee45c1e-dfbc-4c1a-8d2b-385a736b5e8d service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302874 Jun 09 13:38:19.113593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d86f79-dc67-4be3-b203-1ec83fffab0e req-01bdcee4-a17f-42fc-9e5d-cfc2a53453bb tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:19.115041 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6d86f79-dc67-4be3-b203-1ec83fffab0e req-01bdcee4-a17f-42fc-9e5d-cfc2a53453bb tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0916903 Jun 09 13:38:19.159244 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6d86f79-dc67-4be3-b203-1ec83fffab0e req-e9988f15-6132-419e-9741-7f1d9eb5e229 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Jun 09 13:38:20.316297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8a98-802b-456f-a383-39780a33e398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:20.350161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:20.378129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52810b-22dd-43bc-be17-98c8e3474f72 req-cd832aa1-44f3-45a9-bdca-f60ffb2f90e3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:20.379592 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a52810b-22dd-43bc-be17-98c8e3474f72 req-cd832aa1-44f3-45a9-bdca-f60ffb2f90e3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.1004276 Jun 09 13:38:20.430267 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a52810b-22dd-43bc-be17-98c8e3474f72 req-c04fae0d-d835-417d-8178-89f142ae132f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 Jun 09 13:38:21.422181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:21.746891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0ff66-ba93-4a7a-ab40-99b6ef0a6cf6 req-9662b650-1a6c-4237-8b30-a6eb86ebff21 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:21.748348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4de0ff66-ba93-4a7a-ab40-99b6ef0a6cf6 req-9662b650-1a6c-4237-8b30-a6eb86ebff21 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.2138937 Jun 09 13:38:21.794744 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4de0ff66-ba93-4a7a-ab40-99b6ef0a6cf6 req-67a2750a-46cb-4c06-a7fe-f4ce9c53ba8d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Jun 09 13:38:23.007272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676df7-b9c3-4881-9cac-6ee60c156df9 req-db9d4006-01e4-41a5-a4e0-4aa4851ccac2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:23.008597 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea676df7-b9c3-4881-9cac-6ee60c156df9 req-db9d4006-01e4-41a5-a4e0-4aa4851ccac2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0924003 Jun 09 13:38:23.054941 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ea676df7-b9c3-4881-9cac-6ee60c156df9 req-7d885ce8-a2ce-41cd-87d2-6783f93fcd7b tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Jun 09 13:38:23.116358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:24.099565 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:38:24.267602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e653f3c-240d-46b8-8a40-1161fed8c3eb req-a25bcb1b-bc98-4070-a53b-f0eb20ba2a98 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:24.269454 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e653f3c-240d-46b8-8a40-1161fed8c3eb req-a25bcb1b-bc98-4070-a53b-f0eb20ba2a98 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0945015 Jun 09 13:38:24.317822 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e653f3c-240d-46b8-8a40-1161fed8c3eb req-85197c64-e9e7-4147-83d9-7e91d1abfff8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Jun 09 13:38:25.531588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db531a9-790f-401f-b066-28b7800e6b75 req-c2e88109-56b9-4fde-8b0f-78e8ddd93ff8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:25.532974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5db531a9-790f-401f-b066-28b7800e6b75 req-c2e88109-56b9-4fde-8b0f-78e8ddd93ff8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0873647 Jun 09 13:38:25.576191 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5db531a9-790f-401f-b066-28b7800e6b75 req-7f4e91db-e02c-4b51-a323-497d621fb810 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jun 09 13:38:26.775762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844a690-a796-4f8f-9b0e-a8923db36221 req-b62a2645-6814-4500-8e46-22d22d8c3934 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:26.777193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d844a690-a796-4f8f-9b0e-a8923db36221 req-b62a2645-6814-4500-8e46-22d22d8c3934 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0822175 Jun 09 13:38:26.823826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d844a690-a796-4f8f-9b0e-a8923db36221 req-ac30840f-b2b3-4616-bebe-dbfa56e73bca tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Jun 09 13:38:28.035366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21908-8f61-4112-9249-44686b3999ba req-85c766d0-35e2-48e4-b176-d25c0bcc6c03 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:28.037408 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9cc21908-8f61-4112-9249-44686b3999ba req-85c766d0-35e2-48e4-b176-d25c0bcc6c03 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0984833 Jun 09 13:38:28.085636 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9cc21908-8f61-4112-9249-44686b3999ba req-f7bf67a8-723c-429a-b4b7-b3d6e06a6aa9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Jun 09 13:38:28.735586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:29.293683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a14c6-a6ea-43bd-a6ce-6a98de1b1484 req-a35905ff-a953-4a20-8993-7ffc54d780db tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:29.295153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d5a14c6-a6ea-43bd-a6ce-6a98de1b1484 req-a35905ff-a953-4a20-8993-7ffc54d780db tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0979946 Jun 09 13:38:29.343710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d5a14c6-a6ea-43bd-a6ce-6a98de1b1484 req-29281844-f697-477c-bd00-ebcc98064b83 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jun 09 13:38:30.538328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcd789-dd95-430f-9131-489c0df6fb48 req-ad868c4f-2c3b-4e09-99e4-097d4faa64b1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:30.539789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73bcd789-dd95-430f-9131-489c0df6fb48 req-ad868c4f-2c3b-4e09-99e4-097d4faa64b1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0810151 Jun 09 13:38:30.588127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73bcd789-dd95-430f-9131-489c0df6fb48 req-8fd6c650-0e53-47a7-9773-ea8977a2744a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Jun 09 13:38:31.798452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3484c-b9ca-49a4-9153-c7d8a463d480 req-7643ae23-68b1-4836-9fd7-04df51e54206 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:31.799928 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-45b3484c-b9ca-49a4-9153-c7d8a463d480 req-7643ae23-68b1-4836-9fd7-04df51e54206 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0926461 Jun 09 13:38:31.847322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-45b3484c-b9ca-49a4-9153-c7d8a463d480 req-e145bd0a-dfa1-43c2-825e-52150ed6db83 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Jun 09 13:38:33.061683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e0eb-9ccb-48a8-b78f-5819b2c21fb3 req-04940943-48ca-44aa-9780-4f0068b52b03 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:33.063204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b813e0eb-9ccb-48a8-b78f-5819b2c21fb3 req-04940943-48ca-44aa-9780-4f0068b52b03 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0897315 Jun 09 13:38:33.108785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b813e0eb-9ccb-48a8-b78f-5819b2c21fb3 req-80e1bc6c-02f7-41bf-b177-a97ce6d4027e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Jun 09 13:38:34.316175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679c2c-fa35-48b0-a75e-f8e83d62a28b req-c6ab82f5-5a1c-4747-bafe-aae9f74b4030 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:34.317577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9679c2c-fa35-48b0-a75e-f8e83d62a28b req-c6ab82f5-5a1c-4747-bafe-aae9f74b4030 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0845537 Jun 09 13:38:34.363766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9679c2c-fa35-48b0-a75e-f8e83d62a28b req-1df75d8a-9f77-4324-aa89-ecf2f0a3a5f8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Jun 09 13:38:35.571999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be305bc2-c0fa-4db9-b615-bc5afff462b2 req-a244a791-6cae-40b0-afd1-078961cf2c16 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:35.573428 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-be305bc2-c0fa-4db9-b615-bc5afff462b2 req-a244a791-6cae-40b0-afd1-078961cf2c16 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0910058 Jun 09 13:38:35.617892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-be305bc2-c0fa-4db9-b615-bc5afff462b2 req-ec090bab-116f-4826-947f-c7c0b98498a9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Jun 09 13:38:36.814170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe96ea-cb16-4a9a-b997-8d537561cc6e req-7e4d0291-05ce-443a-9016-fcfa4b8a8c0e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:36.815604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcfe96ea-cb16-4a9a-b997-8d537561cc6e req-7e4d0291-05ce-443a-9016-fcfa4b8a8c0e tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0859997 Jun 09 13:38:36.861113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dcfe96ea-cb16-4a9a-b997-8d537561cc6e req-87b81a3e-f91b-46f9-be2e-99cb4953c0c2 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Jun 09 13:38:38.067093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445a535-b869-4ba7-a576-ecfe0878affc req-e822e928-f6ee-4a01-91d0-b4b67ea82f94 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:38.068519 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d445a535-b869-4ba7-a576-ecfe0878affc req-e822e928-f6ee-4a01-91d0-b4b67ea82f94 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0826821 Jun 09 13:38:38.128037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d445a535-b869-4ba7-a576-ecfe0878affc req-c232b35a-c26d-4fb9-ac13-64d6d5e2b58c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Jun 09 13:38:39.328836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c00a69-a5e5-400e-8a60-449f0f432828 req-cedde4d8-3661-40fe-bd85-49152f979463 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:39.330635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76c00a69-a5e5-400e-8a60-449f0f432828 req-cedde4d8-3661-40fe-bd85-49152f979463 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0826230 Jun 09 13:38:39.377268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76c00a69-a5e5-400e-8a60-449f0f432828 req-d5e326f7-079a-47bf-9237-a2c6ac801e49 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Jun 09 13:38:40.582626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f520b59-d16e-4656-b2e3-0940dac8a6e2 req-205035d8-67fe-4137-bb8b-618c104bed42 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:40.584086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7f520b59-d16e-4656-b2e3-0940dac8a6e2 req-205035d8-67fe-4137-bb8b-618c104bed42 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0851789 Jun 09 13:38:40.630472 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7f520b59-d16e-4656-b2e3-0940dac8a6e2 req-d5218c11-637e-4047-82c5-81351de1f116 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Jun 09 13:38:41.830942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d93680-2485-4853-8107-14070f9fb512 req-b805aaf0-1415-4024-8b19-19faaa932b5c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:41.832397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c2d93680-2485-4853-8107-14070f9fb512 req-b805aaf0-1415-4024-8b19-19faaa932b5c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0876501 Jun 09 13:38:41.879182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c2d93680-2485-4853-8107-14070f9fb512 req-f3554f8e-895d-488b-9024-4314df823b2c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381739 Jun 09 13:38:43.091846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387d053-1d48-4b58-ac0b-bbe66ca9aeb7 req-7ef68187-c405-432e-b62b-8b026e544fe6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:43.093334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6387d053-1d48-4b58-ac0b-bbe66ca9aeb7 req-7ef68187-c405-432e-b62b-8b026e544fe6 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0917907 Jun 09 13:38:43.139427 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6387d053-1d48-4b58-ac0b-bbe66ca9aeb7 req-0cbcc6dd-5b19-4367-86e1-1074fa6adc60 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Jun 09 13:38:44.338864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b450157-a908-4b92-9232-1b293e2919d2 req-20d9ebff-227b-49d1-ab40-6236d8b44f36 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:44.340298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b450157-a908-4b92-9232-1b293e2919d2 req-20d9ebff-227b-49d1-ab40-6236d8b44f36 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0825329 Jun 09 13:38:44.386872 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b450157-a908-4b92-9232-1b293e2919d2 req-0c2b2d3b-6b69-45e6-bcfb-5b967f2f7cb9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Jun 09 13:38:45.091795 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-ff277ab1-5640-4df8-bf4b-fe6f29ef8bf3 service neutron] 10.222.0.42 "GET /v2.0/ports/dabe23b2-e477-4aac-ae97-b7caeef2a36a/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0820258 Jun 09 13:38:45.385664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-f7810bfb-1b49-477b-b4e7-73a6422c2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:45.387888 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-f7810bfb-1b49-477b-b4e7-73a6422c2f57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b&tenant_id=248644d810a64841a6214374a43822be HTTP/1.1" status: 200 len: 1099 time: 0.0846086 Jun 09 13:38:45.483548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-197523cb-cfb6-4834-ace7-6ba31d141060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:45.484999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-197523cb-cfb6-4834-ace7-6ba31d141060 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1099 time: 0.0745447 Jun 09 13:38:45.666324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-3d7ac42a-15de-4a2d-a506-047d514d154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:45.667675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-3d7ac42a-15de-4a2d-a506-047d514d154f service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1761820 Jun 09 13:38:45.680485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e7bd1-18c4-485d-b0e9-b348306b07ad req-f38266fb-467d-4eba-8be1-3c1853bdb6b3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:45.681935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f61e7bd1-18c4-485d-b0e9-b348306b07ad req-f38266fb-467d-4eba-8be1-3c1853bdb6b3 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.1726229 Jun 09 13:38:45.880490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-3611bb07-2f3d-4748-8f65-e9dae6d71442 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.1976447 Jun 09 13:38:45.945549 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f61e7bd1-18c4-485d-b0e9-b348306b07ad req-eea3fa76-d061-4e94-a4b4-31c3f87a4952 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839553 Jun 09 13:38:45.961302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-a5c977ae-b53b-42ce-9efa-91dff7cb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:45.962785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-a5c977ae-b53b-42ce-9efa-91dff7cb391b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0746045 Jun 09 13:38:46.011908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-9aaf80ef-46c0-4658-92e9-e22888e1bac6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394206 Jun 09 13:38:46.147492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-370b8370-e122-41d0-a5b8-4cb19b83df66 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279242 Jun 09 13:38:46.279282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e1fd987-412e-4e47-afd2-b1bebcbc61ff req-8123e3ce-7f84-44fb-b055-15a5bcc4470f service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248951 Jun 09 13:38:46.485269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-7b6554df-587e-408b-a23c-6ad034d755bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:46.486174 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-7b6554df-587e-408b-a23c-6ad034d755bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1099 time: 0.0793622 Jun 09 13:38:46.640505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-333f231a-ed4e-4601-ad31-f7ae7d76ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:46.642022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-333f231a-ed4e-4601-ad31-f7ae7d76ef29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.1365836 Jun 09 13:38:46.711071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-aeabd8e2-f1f7-4214-97de-6ef4afff90e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.0589390 Jun 09 13:38:46.796701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-aece2333-733d-4eda-a235-d3dfaf2afe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:46.798127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-aece2333-733d-4eda-a235-d3dfaf2afe75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0740669 Jun 09 13:38:46.845521 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-c1bd9f69-61e9-4dcc-8c52-8eb1c120ebd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398893 Jun 09 13:38:46.978610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-d2d726aa-a964-4e44-833b-e5ffe71be012 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253667 Jun 09 13:38:47.176061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b71ba8ec-cbdb-40cc-b4d3-fb6d08a94a05 req-1e1a897f-d6ad-4e27-825c-ff0cc49e9410 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847551 Jun 09 13:38:47.193506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c0c48-170b-43aa-a140-e976a792d09a req-b64de43a-59d1-49e9-b440-a201742b1b77 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:47.195159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b95c0c48-170b-43aa-a140-e976a792d09a req-b64de43a-59d1-49e9-b440-a201742b1b77 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.1349812 Jun 09 13:38:47.242190 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b95c0c48-170b-43aa-a140-e976a792d09a req-f63f11e9-4636-4ff9-a25b-82dc6164bfa4 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Jun 09 13:38:47.903433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-179275cf-a72b-4233-8eb2-2b9428812bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:48.463413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c511-4e4d-4ebc-b0a1-9cf598d172c8 req-334ce069-d467-426c-98f3-89b457a94563 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:48.464813 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2904c511-4e4d-4ebc-b0a1-9cf598d172c8 req-334ce069-d467-426c-98f3-89b457a94563 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0851133 Jun 09 13:38:48.509204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2904c511-4e4d-4ebc-b0a1-9cf598d172c8 req-1daf1227-619a-4964-b32b-7fa5b2da487f tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Jun 09 13:38:48.879679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928611-acde-4bf4-8fef-497916dfe7d4 req-f38c6c14-61f4-4301-887c-1685f010a5ad tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:48.881120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de928611-acde-4bf4-8fef-497916dfe7d4 req-f38c6c14-61f4-4301-887c-1685f010a5ad tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.1421883 Jun 09 13:38:48.890366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-c3203971-6359-4685-9250-30fd3c1a68b0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:48.891677 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-c3203971-6359-4685-9250-30fd3c1a68b0 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b&tenant_id=248644d810a64841a6214374a43822be&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1189065 Jun 09 13:38:48.935229 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de928611-acde-4bf4-8fef-497916dfe7d4 req-a045c5a3-58d6-4e86-b23a-3ba62a5b41a8 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Jun 09 13:38:49.035642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-313329fc-ba38-40cc-b901-c2eb1f3e4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:49.037115 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-313329fc-ba38-40cc-b901-c2eb1f3e4aea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=248644d810a64841a6214374a43822be&device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 1099 time: 0.0750422 Jun 09 13:38:49.291300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-3ea2adff-60f3-4be0-b066-62a7e2df4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:49.292723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-3ea2adff-60f3-4be0-b066-62a7e2df4df0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 200 len: 916 time: 0.2488906 Jun 09 13:38:49.362399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-10a75334-81fb-41e2-b946-47626a56e8ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 200 len: 217 time: 0.0619471 Jun 09 13:38:49.401272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:38:49.405690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:38:49.428041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-0a5c379c-5ec3-4ccf-8889-fc120f25fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:49.429461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-0a5c379c-5ec3-4ccf-8889-fc120f25fd6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 200 len: 855 time: 0.0598412 Jun 09 13:38:49.477205 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-6f7e7139-e63a-4d0d-8ec1-506c4ffd064e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19625f00-426f-4a96-9e56-2770ea31dad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395401 Jun 09 13:38:49.609843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-60b916df-e339-43ed-b357-fb2f02f40f79 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254704 Jun 09 13:38:49.612236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:49.647681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:49.663642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:49.665900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce6804-f270-4c44-a031-e2ba9405ed81" -d '{"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:49.671376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'network_id': '19625f00-426f-4a96-9e56-2770ea31dad2', 'port_id': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'mac_address': 'fa:16:3e:77:a0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3329b23c-86c0-4fa5-ace6-2696f308ec46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:38:49.678566 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:49.725704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711cda49-e42b-4652-9ce6-adc126951356 x-openstack-request-id: req-711cda49-e42b-4652-9ce6-adc126951356 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:49.726010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:49.726318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-711cda49-e42b-4652-9ce6-adc126951356 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:49.726738 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'code': 200} Jun 09 13:38:49.729159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:49.737070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:49.746656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d1257d0-c94f-46e5-8365-93e88388bb38 req-4f1e5f12-714e-4c72-9182-2ee7e96360d5 service neutron] 10.222.0.42 "GET /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299226 Jun 09 13:38:49.795404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:49.820302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabe23b2-e477-4aac-ae97-b7caeef2a36a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:38:49.828893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:49.836308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:49.841862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:49.846785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:49.848564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-922ba45e-7544-4ff4-a81b-baa2d233c3e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:49.916147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['dabe23b2-e477-4aac-ae97-b7caeef2a36a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:38:49.952512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:49.957045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:50.133509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5433-8ad8-4792-afa2-2fcb289e24b4 req-aa88a2b9-925c-496c-b2d1-c6a6adc7f814 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:50.135871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-02dd5433-8ad8-4792-afa2-2fcb289e24b4 req-aa88a2b9-925c-496c-b2d1-c6a6adc7f814 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 945 time: 0.0953882 Jun 09 13:38:50.183047 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-02dd5433-8ad8-4792-afa2-2fcb289e24b4 req-e5dbb019-7356-4fc2-a28b-12c4e929dcf9 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jun 09 13:38:50.299181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b05c4a01-9403-4bfc-81e7-583b0f267cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:50.359569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:51.379062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de54046-d02c-41ec-a31e-dda54582cf11 req-e54c394c-5fbe-497d-8951-df77283d28ce tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:51.380520 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6de54046-d02c-41ec-a31e-dda54582cf11 req-e54c394c-5fbe-497d-8951-df77283d28ce tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 945 time: 0.0909803 Jun 09 13:38:51.415970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:51.418161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:38:51.428413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6de54046-d02c-41ec-a31e-dda54582cf11 req-1e975433-d1f8-49bd-9a19-7da338a76488 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Jun 09 13:38:51.488655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port dabe23b2-e477-4aac-ae97-b7caeef2a36a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:38:51.489031 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:51.605784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:51.625490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12d5e-ed45-4168-b23b-53cd9e63c9bf req-2c13924f-0ec1-46f8-8705-4c8d972fcbad tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:51.626962 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c1f12d5e-ed45-4168-b23b-53cd9e63c9bf req-2c13924f-0ec1-46f8-8705-4c8d972fcbad tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 945 time: 0.0818563 Jun 09 13:38:51.638561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:51.644870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:51.646753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:51.675160 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c1f12d5e-ed45-4168-b23b-53cd9e63c9bf req-fd992e00-5f12-4c56-804a-61f39f73336c tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Jun 09 13:38:51.712487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:51.715560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:51.728134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:51.730447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e54cbdc-1e43-4dec-992f-3a5e87b31a24" -d '{"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-plugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:51.772379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908d7bb-74b1-4899-9152-d903207d4399 x-openstack-request-id: req-5908d7bb-74b1-4899-9152-d903207d4399 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:51.772679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-plugged", "status": "completed", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:51.772939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5908d7bb-74b1-4899-9152-d903207d4399 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:51.773337 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'code': 200} Jun 09 13:38:51.866456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c215b-4b7e-4e50-ab56-7a5f1bd16471 req-097e539c-16c2-4708-ad71-e0937873c473 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:51.867953 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d2c215b-4b7e-4e50-ab56-7a5f1bd16471 req-097e539c-16c2-4708-ad71-e0937873c473 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0865340 Jun 09 13:38:51.914475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d2c215b-4b7e-4e50-ab56-7a5f1bd16471 req-610dcd42-d670-4bb8-b4e2-04125c0ef05d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Jun 09 13:38:52.477068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdb0ca-06bc-4c8d-bfa8-655ae3ea3297 req-f7262e97-393d-4aed-bc0f-ad920e39320a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:52.478411 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bebdb0ca-06bc-4c8d-bfa8-655ae3ea3297 req-f7262e97-393d-4aed-bc0f-ad920e39320a tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0889933 Jun 09 13:38:52.522030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bebdb0ca-06bc-4c8d-bfa8-655ae3ea3297 req-0b270556-296e-43ba-98df-a30bdf47d78d tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jun 09 13:38:53.128487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:53.730697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6512b1-2cd2-4ab6-bee1-2fb8c44751d7 req-ab94439d-92d6-47e3-847a-af7eb7c88be1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:53.732134 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c6512b1-2cd2-4ab6-bee1-2fb8c44751d7 req-ab94439d-92d6-47e3-847a-af7eb7c88be1 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0903006 Jun 09 13:38:53.778343 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c6512b1-2cd2-4ab6-bee1-2fb8c44751d7 req-9862b530-fd65-4d8c-9056-841635eedc40 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/security-groups?id=05b8ec7a-6920-4c17-b704-eb2fcf45f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Jun 09 13:38:54.013384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-276dbcfd-126f-4197-b36b-8bc3f933c807 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:54.014821 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-276dbcfd-126f-4197-b36b-8bc3f933c807 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 946 time: 0.0895777 Jun 09 13:38:54.156696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Deleting port dabe23b2-e477-4aac-ae97-b7caeef2a36a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:38:54.157030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:54.293376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] For port dabe23b2-e477-4aac-ae97-b7caeef2a36a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dabe23b2-e477-4aac-ae97-b7caeef2a36a,segment=NetworkSegment(f5d85436-5569-4062-84aa-b2e0405644a7),segment_id=f5d85436-5569-4062-84aa-b2e0405644a7)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:38:54.293623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:54.419808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Calling delete_port for dabe23b2-e477-4aac-ae97-b7caeef2a36a owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:38:54.539140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:54.545694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-68af2381-06db-40ff-8892-7d3ee4e68f77 tempest-TestVolumeBootPattern-1907228461 tempest-TestVolumeBootPattern-1907228461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:54.552217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['dabe23b2-e477-4aac-ae97-b7caeef2a36a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:38:54.592423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Pushing event deleted for resources: {'Port': ['ID=dabe23b2-e477-4aac-ae97-b7caeef2a36a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:54.595440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:54.662506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] No DVR routers for this DVR port dabe23b2-e477-4aac-ae97-b7caeef2a36a on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:38:54.665242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:54.667151 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6c2618ad-09b9-4f91-976d-4a760be10d67 req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.42 "DELETE /v2.0/ports/dabe23b2-e477-4aac-ae97-b7caeef2a36a HTTP/1.1" status: 204 len: 173 time: 0.6468582 Jun 09 13:38:54.667668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-deleted', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:38:54.669962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77780efd-71ba-48f1-8d7e-a2390622bdb4" -d '{"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-deleted", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:38:54.720391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec71f78-fb21-4279-9c6a-a292f8fc7daa x-openstack-request-id: req-aec71f78-fb21-4279-9c6a-a292f8fc7daa {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:38:54.720725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4928ac17-f455-4e6b-b3f5-f9cc4d16f73b", "name": "network-vif-deleted", "tag": "dabe23b2-e477-4aac-ae97-b7caeef2a36a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:38:54.721033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aec71f78-fb21-4279-9c6a-a292f8fc7daa {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:38:54.721477 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4928ac17-f455-4e6b-b3f5-f9cc4d16f73b', 'name': 'network-vif-deleted', 'tag': 'dabe23b2-e477-4aac-ae97-b7caeef2a36a', 'status': 'completed', 'code': 200} Jun 09 13:38:54.951542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-329797fc-b794-49b0-b022-b95b6c3993a5 req-8514f369-21e1-418a-98fd-34f3119ea695 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] 10.222.0.21 "GET /v2.0/ports?device_id=4928ac17-f455-4e6b-b3f5-f9cc4d16f73b HTTP/1.1" status: 200 len: 210 time: 0.0459342 Jun 09 13:38:56.203683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54826) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:56.269691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Deleting subnet 3329b23c-86c0-4fa5-ace6-2696f308ec46 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:38:56.272622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.322559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.379113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.455151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.458865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c201a26-eb1d-4b7d-a2fb-2ef188742bc7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:56.492570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3329b23c-86c0-4fa5-ace6-2696f308ec46,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:56.499440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.503017 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3329b23c-86c0-4fa5-ace6-2696f308ec46 HTTP/1.1" status: 204 len: 168 time: 0.2978709 Jun 09 13:38:56.503894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54828) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:56.507915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.508309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.508688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.509055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.509429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.509802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.510168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.510559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.510958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.511324 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.511687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.512045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:38:56.515453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e870a697-43a8-497b-a3e0-42afa82de221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:56.602862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.729535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.749661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19625f00-426f-4a96-9e56-2770ea31dad2']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:38:56.761862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d85436-5569-4062-84aa-b2e0405644a7') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:38:56.762155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d85436-5569-4062-84aa-b2e0405644a7') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:38:56.773351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.789486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.796209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:38:56.796708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:38:56.810099 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:38:56.890960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.895629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:56.900435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] 10.222.0.21 "DELETE /v2.0/networks/19625f00-426f-4a96-9e56-2770ea31dad2 HTTP/1.1" status: 204 len: 168 time: 0.3952405 Jun 09 13:38:56.902391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-879a7022-a3b6-4650-a377-316ee2aec1ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:57.021944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54832) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:57.054343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Pushing event deleted for resources: {'Network': ['ID=19625f00-426f-4a96-9e56-2770ea31dad2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:57.056927 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:57.074470 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-352d6653-8354-4b0c-8582-96a23ec255ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=248644d810a64841a6214374a43822be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510471 Jun 09 13:38:57.077024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54834) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:57.134442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:57.159679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:57.217273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:57.219988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:57.221165 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05b8ec7a-6920-4c17-b704-eb2fcf45f338 HTTP/1.1" status: 204 len: 168 time: 0.1432734 Jun 09 13:38:57.221955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-656c9c40-0378-4829-87eb-e8d5d12301ca tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:57.231807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8ec7a-6920-4c17-b704-eb2fcf45f338,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:57.234399 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:57.441639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:38:57.475617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: dabe23b2-e477-4aac-ae97-b7caeef2a36a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:38:57.475948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device dabe23b2-e477-4aac-ae97-b7caeef2a36a not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:38:57.979237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54856) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:58.092506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1283388258-network', 'tenant_id': '552c8d024254400198386763afabae4d'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:38:58.118367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:38:58.120997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.134261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.239036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.244415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.247600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e2b483d-e3c6-4d37-81d8-aefaf7edd4a1 tempest-PortsTestJSON-1495442736 tempest-PortsTestJSON-1495442736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:58.274828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:38:58.283280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4573fc-80d2-4ca8-9519-6baf43e8aed7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:58.287018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:58.289993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.290339 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Added segment faf17eda-1b41-42d3-8e97-fec7357477df of type vlan for network 88cbc357-416c-4168-9054-aa2a438d6242 Jun 09 13:38:58.327664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.363478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.364796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:58.365626 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.370596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-15003b96-c7aa-4005-ba38-a88a1b383f83 tempest-RoutersNegativeIpV6Test-612938798 tempest-RoutersNegativeIpV6Test-612938798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:58.456404 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4758227 Jun 09 13:38:58.459679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54860) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:58.465270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Request body: {'subnet': {'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1283388258-subnet', 'tenant_id': '552c8d024254400198386763afabae4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:38:58.466715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Pushing event updated for resources: {'Network': ['ID=88cbc357-416c-4168-9054-aa2a438d6242,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:58.469601 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:58.477572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 88cbc357-416c-4168-9054-aa2a438d6242 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:38:58.488251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:38:58.490765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.697991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.701502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6e0cb6f4-45fd-4df9-9e3b-548a6dbbc9c8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:58.720722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.768606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1716e3-7a88-4705-818c-42f32704180e,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:58.772737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:58.781693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:38:58.782037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Network hostable DHCP agents. Network: 88cbc357-416c-4168-9054-aa2a438d6242, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:38:58.801380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Network 88cbc357-416c-4168-9054-aa2a438d6242 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:38:58.812413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 88cbc357-416c-4168-9054-aa2a438d6242) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:38:58.816813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:38:58.817390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.821698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1eef32-cc16-4df9-a960-b26ea2a00857 None None] Network 88cbc357-416c-4168-9054-aa2a438d6242 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:38:58.837403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5ddd49e9-65f3-4db9-a426-6c16eba442d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3763535 Jun 09 13:38:58.840062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54862) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:38:58.844974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:38:58.868102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.869063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:58.883895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.037457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-88cbc357-416c-4168-9054-aa2a438d6242', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:38:59.038295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.148736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.190841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Allocated IP 172.20.0.2 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/9721ef0b-9249-4acc-bf9d-cdeaea44be46) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:38:59.399008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.410094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Transition to ACTIVE for port object 9721ef0b-9249-4acc-bf9d-cdeaea44be46 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:38:59.428563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Transition to ACTIVE for port object 9721ef0b-9249-4acc-bf9d-cdeaea44be46 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:38:59.434405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.437978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:59.460060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.489152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.498435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:38:59.501443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:38:59.503967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:38:59.542440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Pushing event updated for resources: {'Port': ['ID=9721ef0b-9249-4acc-bf9d-cdeaea44be46,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:59.550264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:59.603037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Attempting to bind port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:38:59.603378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Attempting to bind port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:38:59.603754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Attempting to bind port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:38:59.609263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:38:59.609641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:38:59.610054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.610459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:38:59.610977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Bound port: 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:38:59.611349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.625228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Allocated IP 172.26.5.197 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/4d6fab13-a52a-414c-b888-e15439c13e06) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:38:59.701227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] For port 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:38:59.705037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] For port 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9721ef0b-9249-4acc-bf9d-cdeaea44be46,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:38:59.709667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.713312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:59.777071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.789778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Pushing event updated for resources: {'Port': ['ID=9721ef0b-9249-4acc-bf9d-cdeaea44be46,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:59.793416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:38:59.808674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:38:59.813493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3303605d-8f21-45e9-9fdf-4bd38f24c5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:38:59.873488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:38:59.876950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:38:59.880904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:38:59.919211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Pushing event updated for resources: {'Port': ['ID=4d6fab13-a52a-414c-b888-e15439c13e06,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:38:59.923483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:00.446203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:00.623488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce9ffc-8e6b-4d65-ae2c-76e1eddf184f None None] Network 88cbc357-416c-4168-9054-aa2a438d6242 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:39:00.717716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-614a5268-c231-43d5-a9a2-3fdc16534133 None None] Provisioning for port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:00.786738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:00.998418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Router 15d0a45b-08da-45d6-8776-d5045b34e397 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:39:01.099224 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:39:01.174842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:39:01.185490 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:39:01.195722 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:01.196359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:01.197924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:01.201893 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3582001 Jun 09 13:39:01.202261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54864) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:01.296659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9721ef0b-9249-4acc-bf9d-cdeaea44be46 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:01.370767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:01.376610 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:01.377254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:01.407539 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:01.547433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:01.579319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9721ef0b-9249-4acc-bf9d-cdeaea44be46,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:01.584971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:01.587066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:01.651456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9721ef0b-9249-4acc-bf9d-cdeaea44be46,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:01.654854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:01.694902 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:00Z', 'revision_number': 3, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:01.699129 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:39:01.699485 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Updating router 15d0a45b-08da-45d6-8776-d5045b34e397 port 4d6fab13-a52a-414c-b888-e15439c13e06 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:39:01.757192 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.028877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.078382 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.089981 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Transition to ACTIVE for port object 4d6fab13-a52a-414c-b888-e15439c13e06 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:39:02.096573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.100848 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:02.170581 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Attempting to bind port 4d6fab13-a52a-414c-b888-e15439c13e06 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:39:02.170950 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Attempting to bind port 4d6fab13-a52a-414c-b888-e15439c13e06 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:39:02.171311 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Attempting to bind port 4d6fab13-a52a-414c-b888-e15439c13e06 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:39:02.176944 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Pushing event updated for resources: {'Port': ['ID=4d6fab13-a52a-414c-b888-e15439c13e06,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:02.184721 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:39:02.185123 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:39:02.185525 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.185945 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:39:02.186409 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Bound port: 4d6fab13-a52a-414c-b888-e15439c13e06, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:39:02.186802 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.212676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.213016 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.213346 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.213679 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.213992 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.214313 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.214660 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.214982 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.215297 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.215611 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.215921 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.216231 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:02.224371 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:02.235314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Allocated IP 172.20.0.1 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/56b3e745-8e4d-4981-957c-ad70e1863091) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:39:02.268587 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] For port 4d6fab13-a52a-414c-b888-e15439c13e06, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:39:02.271983 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] For port 4d6fab13-a52a-414c-b888-e15439c13e06, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d6fab13-a52a-414c-b888-e15439c13e06,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:39:02.277592 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.281266 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-916b4c85-5918-4972-864e-e1db399074ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:02.351872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:02.352507 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:02.387919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.403436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Transition to ACTIVE for port object 56b3e745-8e4d-4981-957c-ad70e1863091 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:39:02.428831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.433438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8820d9d1-8014-4fd0-8808-ce9feacef3ef tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:02.471910 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Pushing event updated for resources: {'Port': ['ID=4d6fab13-a52a-414c-b888-e15439c13e06,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:02.475124 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:02.494762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:39:02.498370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:39:02.502280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:39:02.542735 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:02.543977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Pushing event updated for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:02.552042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:02.561845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.695748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.791067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e165132c-e21e-47f1-832b-863f530b0ca4 None None] Provisioning for port 56b3e745-8e4d-4981-957c-ad70e1863091 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:02.798667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e165132c-e21e-47f1-832b-863f530b0ca4 None None] Provisioning complete for port 56b3e745-8e4d-4981-957c-ad70e1863091 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:02.799325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e165132c-e21e-47f1-832b-863f530b0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.854569 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:00Z', 'revision_number': 3, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:02.859432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b455854-3edc-4185-8ac7-81d7be4e2a3b None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:00Z', 'revision_number': 3, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:39:02.865701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e165132c-e21e-47f1-832b-863f530b0ca4 None None] Port 56b3e745-8e4d-4981-957c-ad70e1863091 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:39:02.930037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.935011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:02.959963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61ec00cd-7b60-4133-a7e6-f20648385cc9 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:03.042087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Pushing event updated for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:03.044492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.049857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:03.194443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:39:03.195499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:39:03.369855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9721ef0b-9249-4acc-bf9d-cdeaea44be46 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:03.413376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:39:03.457849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:03.458515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.525718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7456d03d-8ab9-42c6-b6a8-de020fb746d7 None None] Provisioning complete for port 56b3e745-8e4d-4981-957c-ad70e1863091 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:03.526406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7456d03d-8ab9-42c6-b6a8-de020fb746d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.591521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7456d03d-8ab9-42c6-b6a8-de020fb746d7 None None] Port 56b3e745-8e4d-4981-957c-ad70e1863091 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:39:03.596661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:39:03.601465 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] 10.222.0.21 "PUT /v2.0/routers/15d0a45b-08da-45d6-8776-d5045b34e397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981326 Jun 09 13:39:03.654146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d6fab13-a52a-414c-b888-e15439c13e06 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:03.723106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4d6fab13-a52a-414c-b888-e15439c13e06 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:03.727881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4d6fab13-a52a-414c-b888-e15439c13e06 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:03.728258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.843480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.861721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4d6fab13-a52a-414c-b888-e15439c13e06, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d6fab13-a52a-414c-b888-e15439c13e06,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:03.865257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:03.867246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:03.932948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4d6fab13-a52a-414c-b888-e15439c13e06,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:03.936110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:04.236748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54872) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:04.241677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978490355', 'description': 'tempest-description--1102544443'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:04.268323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.353198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:39:04.362818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:04.363445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:04.373710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.378785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.382619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d7bcd07-039e-4c20-86c2-22efef16a929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:04.416016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108865af-d277-4f4c-ad0e-faab6bbf4366,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:04.419050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:04.420115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.421294 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1835122 Jun 09 13:39:04.424128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54874) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:04.428903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'security_group_rule': {'security_group_id': '108865af-d277-4f4c-ad0e-faab6bbf4366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:04.457505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.516049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.520571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.522620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b8b1af6a-f04c-449c-8d84-7d5505e88003 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:04.544960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6cf5e8-0b89-4d97-a43b-52013fd3f0ab,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:04.547972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:04.548383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:04.551781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.553246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277723 Jun 09 13:39:04.556014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54876) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:04.560812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'security_group_rule': {'security_group_id': '108865af-d277-4f4c-ad0e-faab6bbf4366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:04.593506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.655163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.659714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.661530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ef6e216e-be6d-4ea5-bba2-78c1e5fd629a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:04.687470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a70265e-3792-423d-8d61-ae4217f1ae18,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:04.690913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:04.691932 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.693274 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362581 Jun 09 13:39:04.696401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 54878) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:04.701296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:04.724370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.858731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:04.863896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 2, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:04.867831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:39:04.868193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Updating router 15d0a45b-08da-45d6-8776-d5045b34e397 port 56b3e745-8e4d-4981-957c-ad70e1863091 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:39:04.924879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.000589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Allocated IP 172.26.5.55 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/53cdce21-fbe3-4519-9c8d-a8211519c37b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:39:05.283266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d6fab13-a52a-414c-b888-e15439c13e06 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:05.294195 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.323238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.328079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e7de23ee-fc76-4753-8988-7ffbf5b9705a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:05.363708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.377909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Transition to ACTIVE for port object 56b3e745-8e4d-4981-957c-ad70e1863091 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:39:05.385675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:39:05.389163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.389342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:39:05.392962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:05.393090 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:39:05.421647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4d6fab13-a52a-414c-b888-e15439c13e06 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:05.422025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.434015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=53cdce21-fbe3-4519-9c8d-a8211519c37b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:05.437976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:05.486434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.551746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.596766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Pushing event updated for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:05.604733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:05.681203 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Attempting to bind port 56b3e745-8e4d-4981-957c-ad70e1863091 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:39:05.681577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Attempting to bind port 56b3e745-8e4d-4981-957c-ad70e1863091 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:39:05.681940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Attempting to bind port 56b3e745-8e4d-4981-957c-ad70e1863091 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:39:05.700237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:39:05.700618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:39:05.701027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.701469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:39:05.701975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Bound port: 56b3e745-8e4d-4981-957c-ad70e1863091, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:39:05.702347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.765478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.771725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.776858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:05.819522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] For port 56b3e745-8e4d-4981-957c-ad70e1863091, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:39:05.822926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] For port 56b3e745-8e4d-4981-957c-ad70e1863091, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=56b3e745-8e4d-4981-957c-ad70e1863091,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:39:05.827884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.832104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:05.886333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=53cdce21-fbe3-4519-9c8d-a8211519c37b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:05.891013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:05.896140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.909724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:05.910366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:05.914648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:05.923863 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2182181 Jun 09 13:39:05.964936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Pushing event updated for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:05.975243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:06.088010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-af016e5f-0d3d-471b-97d7-4a653313fd12 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1978490355&fields=id&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 267 time: 0.0397401 Jun 09 13:39:06.105344 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:06.381121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-c065f62d-06cc-4028-a02f-f5910130560a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:06.382612 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-c065f62d-06cc-4028-a02f-f5910130560a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.2837620 Jun 09 13:39:06.397326 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-d5628fa2-9b35-45ec-8674-b31a207ff2e1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/quotas/552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 375 time: 0.0090115 Jun 09 13:39:06.429896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:05Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:06.434046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acfd6f-e57d-440b-a119-cdfac4c60d60 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:05Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:39:06.505596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-7a5c9f34-8bc0-4d9e-bc34-42b6c0022b81 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028676 Jun 09 13:39:06.645102 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-f3e55bc1-3e42-4efc-a317-f2f30ef886df service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279557 Jun 09 13:39:06.777348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-d2645bb0-c00b-4873-b8fd-a209c0b92044 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262932 Jun 09 13:39:06.970323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8750b559-0b30-4a4c-9d68-ba7208c28cf1 req-fc7f7f0a-e339-4060-aa75-50767514fe6d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 210 time: 0.0516584 Jun 09 13:39:07.287046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 56b3e745-8e4d-4981-957c-ad70e1863091 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:07.363888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 56b3e745-8e4d-4981-957c-ad70e1863091 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:07.369349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 56b3e745-8e4d-4981-957c-ad70e1863091 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:07.369728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:07.492403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:07.525881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 56b3e745-8e4d-4981-957c-ad70e1863091, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=56b3e745-8e4d-4981-957c-ad70e1863091,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:07.530809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:07.533441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:07.598535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:07.601687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:08.076679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-7bfea62a-7210-4e3f-a5a8-05ed84261586 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:08.078089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-7bfea62a-7210-4e3f-a5a8-05ed84261586 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1514802 Jun 09 13:39:08.142959 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-56f86cb0-51f2-4250-97d4-6d8d61bb8b81 req-650c7964-5c06-41b0-8b10-4bfbd4257b0f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 210 time: 0.0638192 Jun 09 13:39:08.167119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-bd2e473e-200b-468f-81d8-d47db0e8dbd3 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 380 time: 0.0570741 Jun 09 13:39:08.176329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'port': {'device_id': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'admin_state_up': True, 'tenant_id': '552c8d024254400198386763afabae4d', 'security_groups': ['108865af-d277-4f4c-ad0e-faab6bbf4366']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:08.327829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:39:08.331739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:08.504456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Allocated IP 172.20.0.5 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/384e6daf-6ede-4129-b62a-7712defe3124) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:39:08.693102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:08.708950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Transition to ACTIVE for port object 384e6daf-6ede-4129-b62a-7712defe3124 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:39:08.734407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:08.739862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6bac186b-3cb1-403c-88c8-e788bfbdee1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:08.803373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:39:08.806442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:39:08.810270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:39:08.844149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:08.859810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.860185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.860581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.860935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.861377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.861651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.862016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.862403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.862784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.863160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.863498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.863835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:08.869471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:08.891651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:08.892291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:08.913413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7406316 Jun 09 13:39:08.925385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Request body: {'port': {'device_id': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:09.020069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e2f9bdd0-da62-4dae-af16-2ca67b123acc None None] Provisioning for port 384e6daf-6ede-4129-b62a-7712defe3124 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:09.024943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e2f9bdd0-da62-4dae-af16-2ca67b123acc None None] Provisioning complete for port 384e6daf-6ede-4129-b62a-7712defe3124 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:09.025326 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bdd0-da62-4dae-af16-2ca67b123acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.043507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.122816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9bdd0-da62-4dae-af16-2ca67b123acc None None] Port 384e6daf-6ede-4129-b62a-7712defe3124 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:39:09.262965 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 56b3e745-8e4d-4981-957c-ad70e1863091 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:09.332136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 56b3e745-8e4d-4981-957c-ad70e1863091 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:09.332486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.520902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ab5b2-1a87-4e09-ab13-d354387247ff req-a57d26a2-af97-4da1-9ce0-a43331a3e317 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:09.522354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c89ab5b2-1a87-4e09-ab13-d354387247ff req-a57d26a2-af97-4da1-9ce0-a43331a3e317 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 931 time: 0.1772180 Jun 09 13:39:09.620336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:39:09.626938 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c89ab5b2-1a87-4e09-ab13-d354387247ff req-5ce9ec17-7d8d-4c72-9aa2-aa8df4d8d849 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931664 Jun 09 13:39:09.630568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.645551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Transition to ACTIVE for port object 384e6daf-6ede-4129-b62a-7712defe3124 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:39:09.650460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.655592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-21722510-921a-4d21-b371-81f0da4d5173 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:09.808480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:09.820058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:09.889020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Attempting to bind port 384e6daf-6ede-4129-b62a-7712defe3124 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:39:09.889333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Attempting to bind port 384e6daf-6ede-4129-b62a-7712defe3124 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:39:09.889661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Attempting to bind port 384e6daf-6ede-4129-b62a-7712defe3124 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:39:09.894179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Port 384e6daf-6ede-4129-b62a-7712defe3124 on network 88cbc357-416c-4168-9054-aa2a438d6242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:39:09.894447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Attempting to bind port 384e6daf-6ede-4129-b62a-7712defe3124 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:39:09.899474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:39:09.899803 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:39:09.900176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:39:09.900601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Bound port: 384e6daf-6ede-4129-b62a-7712defe3124, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:39:09.900939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:09.988957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:39:09.991818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:39:09.999888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:10.003636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-26e34bf8-8c6d-403b-b9c7-84be7669ce63 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:10.062178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.062818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:10.064162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] 10.222.0.42 "PUT /v2.0/ports/384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 1093 time: 1.1430011 Jun 09 13:39:10.064749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:39:10.067088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28087646-852d-4ade-abee-4f332ff5c56e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:39:10.086474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:10.090143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:10.141653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d808800-5a1c-4c43-a82f-b630c6382441 x-openstack-request-id: req-1d808800-5a1c-4c43-a82f-b630c6382441 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:39:10.142050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:39:10.142429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d808800-5a1c-4c43-a82f-b630c6382441 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:39:10.142931 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'status': 'completed', 'code': 200} Jun 09 13:39:10.187287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-3d438342-f16b-478f-a4da-23672fb370f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.188962 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-3d438342-f16b-478f-a4da-23672fb370f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1096 time: 0.0816236 Jun 09 13:39:10.261669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-6cef74f2-c29a-4494-a54f-8a2fdc1a42f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 217 time: 0.0639303 Jun 09 13:39:10.336527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-2d17a9c9-0074-4065-90e0-973965d1a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.338561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-2d17a9c9-0074-4065-90e0-973965d1a4cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0691442 Jun 09 13:39:10.429196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f136e9-7315-4f95-a69c-098f05819334 req-64cebb0f-1a67-4091-aa26-3abf3280036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.430689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-64cebb0f-1a67-4091-aa26-3abf3280036c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0842800 Jun 09 13:39:10.584451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-66ddb73c-122e-4a19-ab79-c3a81969e839 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457565 Jun 09 13:39:10.727542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-31f136e9-7315-4f95-a69c-098f05819334 req-b8222070-bcfd-49cf-b7cb-732cfd87158a service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356790 Jun 09 13:39:10.878593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379797-fb42-46b6-aea3-03def731ef0f req-bff2dd22-749e-464c-93e7-1542729084be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.879952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb379797-fb42-46b6-aea3-03def731ef0f req-bff2dd22-749e-464c-93e7-1542729084be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 943 time: 0.1429796 Jun 09 13:39:10.884304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087646-852d-4ade-abee-4f332ff5c56e req-4c9c27f7-6933-45b0-9f28-f0ad05e6c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:10.885635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-4c9c27f7-6933-45b0-9f28-f0ad05e6c32e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1096 time: 0.1069422 Jun 09 13:39:11.138913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb379797-fb42-46b6-aea3-03def731ef0f req-f7124705-2962-4ae2-8e88-3784e0b8af78 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521944 Jun 09 13:39:11.176990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087646-852d-4ade-abee-4f332ff5c56e req-04b441fa-993f-4626-b5de-952994139e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:11.178437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-04b441fa-993f-4626-b5de-952994139e1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.2791474 Jun 09 13:39:11.246795 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-13ca5ce7-823e-406c-b656-607bfdf1965f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 217 time: 0.0612833 Jun 09 13:39:11.317264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087646-852d-4ade-abee-4f332ff5c56e req-46172400-8d95-40a2-99f1-c33442707b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:11.318684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-46172400-8d95-40a2-99f1-c33442707b1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0623915 Jun 09 13:39:11.396687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087646-852d-4ade-abee-4f332ff5c56e req-44135cbd-cb61-4ecb-8638-415c693adaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:11.398050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-44135cbd-cb61-4ecb-8638-415c693adaab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728040 Jun 09 13:39:11.530037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-927bcf19-d021-4d0e-ac38-a06a008ce71a service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239843 Jun 09 13:39:11.662965 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28087646-852d-4ade-abee-4f332ff5c56e req-eeca7b63-a4c1-4f80-8c5a-09477c011518 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260741 Jun 09 13:39:12.348078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e38cd4-9d2a-4255-ad29-9e30b78bebb5 req-ca8c61a8-1f60-4d5c-ad95-d19da4eba4c4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:12.349534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0e38cd4-9d2a-4255-ad29-9e30b78bebb5 req-ca8c61a8-1f60-4d5c-ad95-d19da4eba4c4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 943 time: 0.0971105 Jun 09 13:39:12.394926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0e38cd4-9d2a-4255-ad29-9e30b78bebb5 req-9d9b9870-4734-49ce-a6b8-6d502fd4f0e4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Jun 09 13:39:13.550775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:39:13.587301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e900bb5-1a47-4232-8e42-0dafac7443aa req-7357012e-6835-44e3-9148-d0aa76607500 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:13.588714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e900bb5-1a47-4232-8e42-0dafac7443aa req-7357012e-6835-44e3-9148-d0aa76607500 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 943 time: 0.0810015 Jun 09 13:39:13.633769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e900bb5-1a47-4232-8e42-0dafac7443aa req-5b18d8f5-3f46-4d31-a9c8-8e396242df78 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Jun 09 13:39:13.683413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:13.696492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '384e6daf-6ede-4129-b62a-7712defe3124', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '384e6daf-6ede-4129-b62a-7712defe3124', 'mac_address': 'fa:16:3e:d3:31:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:39:13.753544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:13.769953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:39:13.786361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:13.793895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:13.795593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:13.863772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:13.871517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.871866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.872218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.872543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.872841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.873166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.873489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.873817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.874137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.874462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.874801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.875118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:39:13.879017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:14.019014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['384e6daf-6ede-4129-b62a-7712defe3124'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:39:14.843392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c9c5-3fd9-4807-a90c-2f5912a00509 req-61f358f3-b554-4080-8b28-c72b427ad40d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:14.844821 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95e6c9c5-3fd9-4807-a90c-2f5912a00509 req-61f358f3-b554-4080-8b28-c72b427ad40d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 944 time: 0.0940886 Jun 09 13:39:14.889999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95e6c9c5-3fd9-4807-a90c-2f5912a00509 req-ce3e3673-23ad-46d8-8119-27340a2604c0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Jun 09 13:39:15.567156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:39:15.655141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 384e6daf-6ede-4129-b62a-7712defe3124 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:39:15.661021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 384e6daf-6ede-4129-b62a-7712defe3124 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:39:15.661715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:15.786277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:15.812103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:39:15.814386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bead1c-ba3a-4e9e-b278-1cc5dccc498d" -d '{"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-plugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:39:15.821907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:39:15.829509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:15.831853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:39:15.864070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff4eca-3cda-4398-bc62-a44d149aaed1 x-openstack-request-id: req-73ff4eca-3cda-4398-bc62-a44d149aaed1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:39:15.864372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-plugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:39:15.864627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ff4eca-3cda-4398-bc62-a44d149aaed1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:39:15.865011 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'code': 200} Jun 09 13:39:15.903360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:39:15.906280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:39:16.136483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5595-31a2-41a4-945b-112bf4ade33a req-4e7fd5fb-e298-4be7-8fba-920eb728275e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:16.137804 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-822c5595-31a2-41a4-945b-112bf4ade33a req-4e7fd5fb-e298-4be7-8fba-920eb728275e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.1363688 Jun 09 13:39:16.140490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a049f8e-ef2f-485c-a610-7eb88543b8f1 req-3c570e72-5cf7-46a5-96ce-93397b9e32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:16.141776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a049f8e-ef2f-485c-a610-7eb88543b8f1 req-3c570e72-5cf7-46a5-96ce-93397b9e32c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1098 time: 0.1093662 Jun 09 13:39:16.209910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-822c5595-31a2-41a4-945b-112bf4ade33a req-fb276a1b-9d98-420f-ae56-c84154856bb7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658357 Jun 09 13:39:16.211496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a049f8e-ef2f-485c-a610-7eb88543b8f1 req-823f3b27-e1b7-4ac5-86ae-e2f15d2b3207 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551026 Jun 09 13:39:17.406683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed131778-4740-4649-8529-a2ca8644b969 req-32904083-a6c8-490b-bfcf-5c215b38fd02 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:17.408135 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed131778-4740-4649-8529-a2ca8644b969 req-32904083-a6c8-490b-bfcf-5c215b38fd02 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0868807 Jun 09 13:39:17.456063 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed131778-4740-4649-8529-a2ca8644b969 req-01116712-9749-4f2c-8944-031097675dd5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Jun 09 13:39:17.644875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d583786-301c-4ba6-871b-fe3a8172ccad req-c95de6ac-24fb-4163-84d9-c114b4c3ed27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:17.646322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d583786-301c-4ba6-871b-fe3a8172ccad req-c95de6ac-24fb-4163-84d9-c114b4c3ed27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0914657 Jun 09 13:39:17.654973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 54928) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:39:17.659669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'floatingip': {'port_id': '384e6daf-6ede-4129-b62a-7712defe3124'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:39:17.739924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:17.907343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b536c7-987c-463c-a2b2-7df09b2df9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:18.325478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:18.332752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:18.647290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed associated. External IP: 172.26.5.55, port: 384e6daf-6ede-4129-b62a-7712defe3124. Jun 09 13:39:19.002238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:39:19.181440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:39:19.185766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:19.191224 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:39:19.202145 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:19.203220 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:19.239913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f26f3969-936e-412c-8a75-e641651d950d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "PUT /v2.0/floatingips/f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed HTTP/1.1" status: 200 len: 990 time: 1.5838859 Jun 09 13:39:19.240619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:39:19.243145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:39:19.285599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b097d-23f5-43f6-99a6-6a696f4b0aef x-openstack-request-id: req-149b097d-23f5-43f6-99a6-6a696f4b0aef {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:39:19.285919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:39:19.286233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-149b097d-23f5-43f6-99a6-6a696f4b0aef {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:39:19.286719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'status': 'completed', 'code': 200} Jun 09 13:39:19.380000 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:19.381009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-f6810e00-6c81-41e8-a618-dda27ddcdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:19.382492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-f6810e00-6c81-41e8-a618-dda27ddcdba1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1098 time: 0.0747824 Jun 09 13:39:19.513279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-2adf0fa4-9f77-41f5-92f4-430ba73b22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:19.514650 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-2adf0fa4-9f77-41f5-92f4-430ba73b22ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1250510 Jun 09 13:39:19.617616 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-50914162-334b-45f7-a2d8-3c6b770e74a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 998 time: 0.0959797 Jun 09 13:39:19.679488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-acae8b01-0029-460c-854d-8876fdf3b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:19.681091 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-acae8b01-0029-460c-854d-8876fdf3b059 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0563288 Jun 09 13:39:19.720593 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '384e6daf-6ede-4129-b62a-7712defe3124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:d3:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:39:18Z', 'revision_number': 1, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:19.724580 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:39:19.733138 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:39:19.733747 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:38:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:19.760900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-cad6618b-e563-4d49-a3df-aa0d7bec3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:19.762355 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-cad6618b-e563-4d49-a3df-aa0d7bec3f5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742409 Jun 09 13:39:19.902698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-12aa9c74-8a89-44d6-84de-52a321225242 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320519 Jun 09 13:39:19.912967 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:39:20.187898 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42da2cc3-6be2-49c9-a535-28ee8f85d2fd req-72a4640c-960f-46e1-a67f-fb4b243db7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788527 Jun 09 13:39:20.273117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '384e6daf-6ede-4129-b62a-7712defe3124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:d3:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:39:18Z', 'revision_number': 1, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:39:20.276979 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cce79-a1bb-4731-8d9b-58f8fb873892 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '384e6daf-6ede-4129-b62a-7712defe3124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:d3:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:39:18Z', 'revision_number': 1, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:39:20.305758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-345cca4b-bd83-4015-995a-0e5403582c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:20.353888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:20.486708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bbcdd-7d2f-40f4-b6d4-612137d73c9e None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:39:21.427539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:23.125943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:28.725554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:38.103327 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:39:45.923944 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-4d123f0e-d4c4-4353-8267-8e1bf2140eac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724065 Jun 09 13:39:46.081852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-0a39e595-942d-4882-a984-70f1d6d883cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:46.084010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-0a39e595-942d-4882-a984-70f1d6d883cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1098 time: 0.0837007 Jun 09 13:39:46.229024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-9c943d2d-d235-4f2f-9600-85f329f84898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:46.230433 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-9c943d2d-d235-4f2f-9600-85f329f84898 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1249888 Jun 09 13:39:46.330610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-fcd08fd2-8025-407f-a9ac-6daa24f2fb72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 1000 time: 0.0918696 Jun 09 13:39:46.395573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-0922cafd-260a-4610-9168-93c22144991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:46.396985 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-0922cafd-260a-4610-9168-93c22144991c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0602431 Jun 09 13:39:46.474889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-4b89c6b7-97b9-4a8b-8c4e-d507b5302a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:46.476313 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-4b89c6b7-97b9-4a8b-8c4e-d507b5302a47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709996 Jun 09 13:39:46.607175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-439bf0c1-aa6f-47ba-bafc-1f36bcea5631 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236527 Jun 09 13:39:46.743311 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5eac4a07-9a0c-4bf1-a61c-4205724c00d5 req-7c2bed16-d5f1-49cc-a57c-e47930bf36a3 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279709 Jun 09 13:39:47.922478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba8f0-19dc-48b0-9825-8fc8499154f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:50.306274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6229971-dc38-46a5-b9a6-25ff6dda035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:50.362400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:51.435237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:53.127516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:58.011304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33044c-0aa4-4571-8939-848b5dac83e7 req-0bbc573f-7d05-4d0a-8ec7-d4e486ed6474 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:58.012636 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df33044c-0aa4-4571-8939-848b5dac83e7 req-0bbc573f-7d05-4d0a-8ec7-d4e486ed6474 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0919845 Jun 09 13:39:58.057706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df33044c-0aa4-4571-8939-848b5dac83e7 req-0bb3a101-bc7e-4858-874a-d08ce7f4dce8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392861 Jun 09 13:39:58.406728 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-b129c82f-1c69-495b-baf9-de8871637608 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732088 Jun 09 13:39:58.453782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c22c4-26a7-4790-87e5-cbfdfeee1430 req-c5fb5722-2866-4720-9a67-c22e84efbd58 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:58.455670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0b3c22c4-26a7-4790-87e5-cbfdfeee1430 req-c5fb5722-2866-4720-9a67-c22e84efbd58 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0830410 Jun 09 13:39:58.500199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0b3c22c4-26a7-4790-87e5-cbfdfeee1430 req-247af10c-5b59-45fc-9dcb-427ad66fd7fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 Jun 09 13:39:58.721112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:39:59.562553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-ad49bda3-68a1-446e-acfd-fa077a37b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:59.564060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-ad49bda3-68a1-446e-acfd-fa077a37b463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1098 time: 0.0748293 Jun 09 13:39:59.753955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-8c4a214a-da2a-4e15-bfa0-4eb97c830ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:59.755476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-8c4a214a-da2a-4e15-bfa0-4eb97c830ab5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1851642 Jun 09 13:39:59.815732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639be5cc-c181-480f-a8f7-51b56a91b0a0 req-e0e73363-4453-4d10-b2ec-f7238add4852 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:39:59.817137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-639be5cc-c181-480f-a8f7-51b56a91b0a0 req-e0e73363-4453-4d10-b2ec-f7238add4852 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.1803443 Jun 09 13:39:59.894861 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-f4d779a4-9c5c-4391-827f-e9d82dd2e239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 1000 time: 0.1320336 Jun 09 13:39:59.897657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-639be5cc-c181-480f-a8f7-51b56a91b0a0 req-9bbcf4ce-3134-409b-a7d2-06cc43d66f21 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746222 Jun 09 13:40:00.084480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-a29c5684-aaec-4bc5-90ad-94c712a10dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:00.085831 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-a29c5684-aaec-4bc5-90ad-94c712a10dc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.1843760 Jun 09 13:40:00.169564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-6c405ad5-1bb2-4785-880f-34ba6d437cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:00.171042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-6c405ad5-1bb2-4785-880f-34ba6d437cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0768259 Jun 09 13:40:00.303935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-87d73827-f15d-4b69-827b-a570c991031b service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257327 Jun 09 13:40:00.437807 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-a6883b89-067c-49eb-9953-f344aba4b63f service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271007 Jun 09 13:40:01.108112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123bda7-5a4c-4804-bdaa-33965e2050f1 req-39888576-53b8-4e44-99ea-47a47ef5a053 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:01.109536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c123bda7-5a4c-4804-bdaa-33965e2050f1 req-39888576-53b8-4e44-99ea-47a47ef5a053 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0919838 Jun 09 13:40:01.158793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c123bda7-5a4c-4804-bdaa-33965e2050f1 req-3978a6cd-4c4a-4819-8d0f-d48009ba469e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Jun 09 13:40:02.514288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6601a-2f37-45ad-a05e-98728c76a51a req-9289a460-e8cc-4f64-9d04-69ea1079bd7c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:02.515675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62c6601a-2f37-45ad-a05e-98728c76a51a req-9289a460-e8cc-4f64-9d04-69ea1079bd7c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0909433 Jun 09 13:40:02.561613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62c6601a-2f37-45ad-a05e-98728c76a51a req-43074ae2-df5d-4d1c-8bb4-a53d98e8a9ac tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Jun 09 13:40:03.766294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537818a6-2969-479c-a79c-a7456ffb8400 req-9f89f9a9-3d3e-4ac3-9268-37258cdb25ad tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:03.767747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-537818a6-2969-479c-a79c-a7456ffb8400 req-9f89f9a9-3d3e-4ac3-9268-37258cdb25ad tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0921190 Jun 09 13:40:03.814100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-537818a6-2969-479c-a79c-a7456ffb8400 req-65bb037c-aace-49ee-bcb3-a0b5879ebf3b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384159 Jun 09 13:40:05.040401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebeea2-953d-4070-8510-90f08bf18f2c req-ae4cd2cf-8a2e-4cae-a239-5209c7f5966a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:05.041748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a8ebeea2-953d-4070-8510-90f08bf18f2c req-ae4cd2cf-8a2e-4cae-a239-5209c7f5966a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.1042295 Jun 09 13:40:05.086974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a8ebeea2-953d-4070-8510-90f08bf18f2c req-1621e1dd-2c5f-46d4-b66b-9e90621da312 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394819 Jun 09 13:40:06.293834 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017ccc4-a610-44d9-b7ea-97388b7e6cd1 req-7a1e8a65-4217-4071-b3c0-4110e8f9a075 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:06.295266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c017ccc4-a610-44d9-b7ea-97388b7e6cd1 req-7a1e8a65-4217-4071-b3c0-4110e8f9a075 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0962741 Jun 09 13:40:06.355700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c017ccc4-a610-44d9-b7ea-97388b7e6cd1 req-53289f87-4f43-4730-b18f-38735122595b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520351 Jun 09 13:40:07.555653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27038-82be-44a6-9262-57327e150aea req-8162ed88-b656-4168-88a6-827e266f347b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:07.557103 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39a27038-82be-44a6-9262-57327e150aea req-8162ed88-b656-4168-88a6-827e266f347b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0876698 Jun 09 13:40:07.605298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39a27038-82be-44a6-9262-57327e150aea req-5329ca5c-d036-4a16-92f0-815f3fd14fba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Jun 09 13:40:08.808528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a9738-159c-41c6-89c1-b61b05666aba req-5be21953-1db6-4c31-b124-214a19909eb0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:08.809952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a57a9738-159c-41c6-89c1-b61b05666aba req-5be21953-1db6-4c31-b124-214a19909eb0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0908523 Jun 09 13:40:08.856301 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a57a9738-159c-41c6-89c1-b61b05666aba req-2c820077-c4e0-4805-987b-7372a8607c8f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 Jun 09 13:40:10.062241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7e666-4f4d-4724-b12f-4bd458a3409e req-04540263-d58b-43dd-9f8b-f71ab26464c2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:10.063722 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b7e666-4f4d-4724-b12f-4bd458a3409e req-04540263-d58b-43dd-9f8b-f71ab26464c2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0919518 Jun 09 13:40:10.107333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b7e666-4f4d-4724-b12f-4bd458a3409e req-7fea3d9e-3b0d-41ba-aad6-508cb5828814 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378861 Jun 09 13:40:11.311039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520717ea-f89c-4b21-9c25-ec7006c181a3 req-bf802679-1f26-4058-9699-ffc6efed45d9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:11.313118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-520717ea-f89c-4b21-9c25-ec7006c181a3 req-bf802679-1f26-4058-9699-ffc6efed45d9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0956748 Jun 09 13:40:11.358938 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-520717ea-f89c-4b21-9c25-ec7006c181a3 req-10ef5a99-336e-4f6c-b189-1208a0b4a9de tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Jun 09 13:40:12.126623 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-9ba57012-1f92-41ed-9714-d5f6d5c53568 service neutron] 10.222.0.42 "GET /v2.0/ports/384e6daf-6ede-4129-b62a-7712defe3124/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0851367 Jun 09 13:40:12.421453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-e8fe7383-6889-4f83-a75b-5191090eeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:12.423022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-e8fe7383-6889-4f83-a75b-5191090eeb58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1098 time: 0.0899024 Jun 09 13:40:12.574471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-2e74fa18-d8c8-4a6e-90a4-e9ee30f2b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:12.575987 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-2e74fa18-d8c8-4a6e-90a4-e9ee30f2b339 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1098 time: 0.1305809 Jun 09 13:40:12.587697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651d89-47fb-4b4e-b1fb-7ef67f50bb65 req-473c17ca-4d05-4ca1-aa87-d811e0a0cd8a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:12.589015 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10651d89-47fb-4b4e-b1fb-7ef67f50bb65 req-473c17ca-4d05-4ca1-aa87-d811e0a0cd8a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.1138353 Jun 09 13:40:12.714460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10651d89-47fb-4b4e-b1fb-7ef67f50bb65 req-fc363027-5285-4e15-8d8f-b0e26093e23a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060660 Jun 09 13:40:12.747953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-1c96d7b7-07c2-4ee1-abe3-223b93f8c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:12.749386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-1c96d7b7-07c2-4ee1-abe3-223b93f8c997 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1595392 Jun 09 13:40:12.986016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-71c62a4c-5e74-4831-bb7a-b707d571b710 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 1000 time: 0.2285330 Jun 09 13:40:13.053729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-b52d4b09-604d-4db6-bb76-7d3f723db311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:13.055889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-b52d4b09-604d-4db6-bb76-7d3f723db311 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0632341 Jun 09 13:40:13.138871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-0ae55958-9580-4dd5-9860-eb52ae5924d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:13.140298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-0ae55958-9580-4dd5-9860-eb52ae5924d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763919 Jun 09 13:40:13.286539 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-2bd5f491-ba08-4aa3-8455-eae7e477bccc service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395774 Jun 09 13:40:13.415399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1ea44df-6cab-4219-8b07-ef71235ab23d req-3593cbbe-07cb-49dd-908f-2e24329306f8 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224158 Jun 09 13:40:13.909293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407f6c-ff6c-4489-a81b-13cc13223df7 req-6127e0bd-e24d-49c7-bdd4-6df2d7c696a5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:13.910669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cb407f6c-ff6c-4489-a81b-13cc13223df7 req-6127e0bd-e24d-49c7-bdd4-6df2d7c696a5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0842547 Jun 09 13:40:13.958755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cb407f6c-ff6c-4489-a81b-13cc13223df7 req-8cfb87ef-0f70-4e35-92b1-3f2edad9cd6b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Jun 09 13:40:15.102186 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:40:15.165662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105cec9-d077-45d2-90b1-81fd483a9435 req-dcaf2344-c869-49a7-bdd5-9dba6171927b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:15.167173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0105cec9-d077-45d2-90b1-81fd483a9435 req-dcaf2344-c869-49a7-bdd5-9dba6171927b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0869834 Jun 09 13:40:15.211465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0105cec9-d077-45d2-90b1-81fd483a9435 req-e29d2345-a014-49c8-9f56-0ece24b09623 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386109 Jun 09 13:40:15.928103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:40:15.931746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:40:16.149878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:16.201726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:16.221881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '384e6daf-6ede-4129-b62a-7712defe3124', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '384e6daf-6ede-4129-b62a-7712defe3124', 'mac_address': 'fa:16:3e:d3:31:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:40:16.228237 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:16.230474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c66c2-a50d-41b3-9e20-9b22e25f0720" -d '{"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-unplugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:16.270147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:16.281783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:16.284376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd18f757-1305-4716-b209-3026676e5097 x-openstack-request-id: req-fd18f757-1305-4716-b209-3026676e5097 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:16.284703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-unplugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:16.284962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd18f757-1305-4716-b209-3026676e5097 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:16.285343 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'code': 200} Jun 09 13:40:16.287822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:16.335523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:16.364197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:40:16.395608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0686dd-0a2d-46b9-95c5-1c1c08ad7e56 req-92503da4-21ed-401f-ab37-703ce18d2359 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:16.397025 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fe0686dd-0a2d-46b9-95c5-1c1c08ad7e56 req-92503da4-21ed-401f-ab37-703ce18d2359 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 943 time: 0.0793471 Jun 09 13:40:16.398092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:16.416235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.416585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.416923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.417262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.417579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.417904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.418225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.418552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.418890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.419205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.419516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.419817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:16.429915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:16.440838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:40:16.441271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:40:16.446299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fe0686dd-0a2d-46b9-95c5-1c1c08ad7e56 req-e84d554a-a762-409e-9bfb-edf6e2c83abf tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Jun 09 13:40:16.830288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91422ac2-819c-4a04-8dc3-7fb3a4d3e9db req-c9352eb6-4a72-4b77-b54c-e3018b5c8b46 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:16.832246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91422ac2-819c-4a04-8dc3-7fb3a4d3e9db req-c9352eb6-4a72-4b77-b54c-e3018b5c8b46 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 943 time: 0.1414993 Jun 09 13:40:16.842659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-f2da4b50-3ff8-48a4-a802-47985c74b59a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:16.844015 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-f2da4b50-3ff8-48a4-a802-47985c74b59a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133&tenant_id=552c8d024254400198386763afabae4d&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1212959 Jun 09 13:40:16.884212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91422ac2-819c-4a04-8dc3-7fb3a4d3e9db req-3bb41409-f71f-494d-beee-eb9c36fac25d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 Jun 09 13:40:16.991920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-aabe333b-11d3-47b2-b5e7-6226a051f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:16.994157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-aabe333b-11d3-47b2-b5e7-6226a051f787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 1096 time: 0.0788777 Jun 09 13:40:16.999042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:17.016221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:40:17.031865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:17.038722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:17.040437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:17.107795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:17.111648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['384e6daf-6ede-4129-b62a-7712defe3124'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:40:17.130856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-0f00760b-f561-4177-a25d-90e54f0d3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:17.132296 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-0f00760b-f561-4177-a25d-90e54f0d3b5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1311514 Jun 09 13:40:17.135057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:17.239455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-f700a5e4-91f1-427a-874a-de5252f46cc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 200 len: 999 time: 0.0998082 Jun 09 13:40:17.315456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-6938a969-d4bd-421d-a91f-f78b0eac3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:17.317109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-6938a969-d4bd-421d-a91f-f78b0eac3524 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0713866 Jun 09 13:40:17.394476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-2b2b8818-ca0e-4b05-9312-674910913ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:17.395884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-2b2b8818-ca0e-4b05-9312-674910913ec3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719583 Jun 09 13:40:17.530845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-d259d253-dd22-40e3-99f9-e12ddef121c1 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281009 Jun 09 13:40:17.799060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a3ad9eb-e4e3-4d8b-8c25-60cb60cb070d req-36344c95-0118-479d-9ea9-7a248962a245 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615945 Jun 09 13:40:17.916089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fe7de38-d69d-4443-806c-9b645c7b4947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:17.939873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:40:18.012697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 384e6daf-6ede-4129-b62a-7712defe3124 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:40:18.013430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:18.075714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a64f9f-1f4b-4f38-8cac-f02dd695cbd6 req-69ea89ae-7ba8-4c6e-8340-a7187dbb085f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:18.077162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-21a64f9f-1f4b-4f38-8cac-f02dd695cbd6 req-69ea89ae-7ba8-4c6e-8340-a7187dbb085f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 944 time: 0.0843370 Jun 09 13:40:18.125863 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-21a64f9f-1f4b-4f38-8cac-f02dd695cbd6 req-f0809635-6a58-4fa2-85e1-12d87c414469 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Jun 09 13:40:18.131156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:18.167039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:18.175365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:18.178611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:18.246341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:18.249455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:18.286239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:18.289404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7126091-5bc4-43c0-9ec7-cdb9990dae67" -d '{"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-plugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:18.332371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c4bb5b-c35b-4a12-b589-a6a7581a0af0 x-openstack-request-id: req-64c4bb5b-c35b-4a12-b589-a6a7581a0af0 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:18.333142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-plugged", "status": "completed", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:18.333480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c4bb5b-c35b-4a12-b589-a6a7581a0af0 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:18.334114 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'code': 200} Jun 09 13:40:19.320302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90f0b-62d2-4866-bac9-bd330f13cf1b req-a200a332-b5d1-4ae8-97b8-f2a8b60aefbb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:19.321717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40a90f0b-62d2-4866-bac9-bd330f13cf1b req-a200a332-b5d1-4ae8-97b8-f2a8b60aefbb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0852993 Jun 09 13:40:19.369887 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40a90f0b-62d2-4866-bac9-bd330f13cf1b req-a572a6a9-ea3f-4b80-8961-64454685e656 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Jun 09 13:40:19.574148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274d98-d292-464d-908f-a27a387b8847 req-e5f428fb-a1e2-4c73-bc4b-ba272de8e74b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:19.575604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed274d98-d292-464d-908f-a27a387b8847 req-e5f428fb-a1e2-4c73-bc4b-ba272de8e74b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0974483 Jun 09 13:40:19.620687 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed274d98-d292-464d-908f-a27a387b8847 req-b608293c-3f09-4860-aaf6-d8144445c49a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Jun 09 13:40:19.821103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b56393-4c13-4987-937b-a435438d37cd req-7a2b3887-a028-43b8-a9e8-5dddfdd9d30e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:19.822696 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20b56393-4c13-4987-937b-a435438d37cd req-7a2b3887-a028-43b8-a9e8-5dddfdd9d30e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0810080 Jun 09 13:40:19.867397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20b56393-4c13-4987-937b-a435438d37cd req-3c6f2b1c-f0ae-4886-b0dc-e58deab5cb13 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389473 Jun 09 13:40:20.261885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433799e5-c5fb-4797-a334-544a8f217c98 req-bed4ea95-e608-4448-b7b3-04dfae7fc505 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:20.263490 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-433799e5-c5fb-4797-a334-544a8f217c98 req-bed4ea95-e608-4448-b7b3-04dfae7fc505 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0888879 Jun 09 13:40:20.303159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b76bc2b-8dec-4a07-b1c8-f126ae2c6355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:20.309686 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-433799e5-c5fb-4797-a334-544a8f217c98 req-7c3e1b3e-09d7-4eaf-8385-6c3362389b49 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 Jun 09 13:40:20.354777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:21.432386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:21.513385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17cdd2-1d5c-43cb-b3e8-10dec8169803 req-00a58c6b-c8fc-4b3b-b0c6-ef9479cbc1ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:21.514773 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa17cdd2-1d5c-43cb-b3e8-10dec8169803 req-00a58c6b-c8fc-4b3b-b0c6-ef9479cbc1ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0861423 Jun 09 13:40:21.560635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa17cdd2-1d5c-43cb-b3e8-10dec8169803 req-54856799-6ed7-4031-ae33-0c67f45ede44 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Jun 09 13:40:22.014175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a3b9a0ed-6801-4c71-9ea6-99e601a87461 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:22.015613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a3b9a0ed-6801-4c71-9ea6-99e601a87461 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 945 time: 0.0953581 Jun 09 13:40:22.161297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Deleting port 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:40:22.161656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:22.302399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] For port 384e6daf-6ede-4129-b62a-7712defe3124, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=384e6daf-6ede-4129-b62a-7712defe3124,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:22.302925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:22.597149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:22.597763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:22.598553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed disassociated. External IP: 172.26.5.55, port: 384e6daf-6ede-4129-b62a-7712defe3124. Jun 09 13:40:22.598866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Calling delete_port for 384e6daf-6ede-4129-b62a-7712defe3124 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:40:22.760110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:22.767389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:22.817113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'Port': ['ID=384e6daf-6ede-4129-b62a-7712defe3124,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:22.831887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.832272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.832647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.833018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.833374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.833740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.834099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.834459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.834844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.835235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.835585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.835937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:40:22.886199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:22.893891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfff6-46e4-44b8-8d53-1b3b769b72b1 req-a53ca099-f60f-4b82-aae7-6035961b2990 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:22.895419 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28adfff6-46e4-44b8-8d53-1b3b769b72b1 req-a53ca099-f60f-4b82-aae7-6035961b2990 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd59b62-257a-4f44-8719-c6eeaf09c133 HTTP/1.1" status: 200 len: 867 time: 0.2195983 Jun 09 13:40:23.128550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:23.159384 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28adfff6-46e4-44b8-8d53-1b3b769b72b1 req-114f7684-4f82-43dc-9650-afe55fe93224 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576163 Jun 09 13:40:23.197733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:40:23.392129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:40:23.402965 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:40:23.412609 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:40:23.413225 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:40:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:23.466557 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] No DVR routers for this DVR port 384e6daf-6ede-4129-b62a-7712defe3124 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:40:23.469126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:23.471064 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-815e9ef9-f7ee-452d-a43e-6e893879f598 req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "DELETE /v2.0/ports/384e6daf-6ede-4129-b62a-7712defe3124 HTTP/1.1" status: 204 len: 173 time: 1.4493136 Jun 09 13:40:23.471605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-deleted', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:23.473949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75782b8-22b6-4ff2-96e9-54886a6b2534" -d '{"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-deleted", "tag": "384e6daf-6ede-4129-b62a-7712defe3124"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:23.515817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e2a36-53b9-4d0c-811e-985f7ebf5b5d x-openstack-request-id: req-8d5e2a36-53b9-4d0c-811e-985f7ebf5b5d {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:23.516162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd59b62-257a-4f44-8719-c6eeaf09c133", "name": "network-vif-deleted", "tag": "384e6daf-6ede-4129-b62a-7712defe3124", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:23.516530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d5e2a36-53b9-4d0c-811e-985f7ebf5b5d {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:23.516967 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd59b62-257a-4f44-8719-c6eeaf09c133', 'name': 'network-vif-deleted', 'tag': '384e6daf-6ede-4129-b62a-7712defe3124', 'status': 'completed', 'code': 200} Jun 09 13:40:23.588464 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:40:23.901479 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:23.905285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:40:23.913534 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:40:23.914139 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:40:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:24.085608 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:40:24.390035 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:24.394154 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a5858-95ac-4589-b216-01305332cfa1 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:40:24.491219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-8751fd1d-ff33-4b5e-95ec-79af0352df0a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1978490355&fields=id&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 267 time: 0.0408010 Jun 09 13:40:24.609912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be4b97-7d2a-4b43-b81c-d960122f091e None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:40:24.641881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-94e5f1dc-95cf-44f0-871a-00aa109c5ff6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:24.643343 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-94e5f1dc-95cf-44f0-871a-00aa109c5ff6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1455531 Jun 09 13:40:24.657825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-e53a230d-9cb3-4d02-a62a-d667a5ea8720 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/quotas/552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 375 time: 0.0088134 Jun 09 13:40:24.751048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-1fd253cb-0818-4f17-aef0-df72081388cf tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878263 Jun 09 13:40:24.889232 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-f25630cd-76e4-40ab-b731-e6940ddfe040 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264327 Jun 09 13:40:25.021674 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-4cbe0f62-c936-4f84-8264-204633583e68 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263754 Jun 09 13:40:25.199941 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-00cc991b-5878-42ad-9a4f-b39154629a7c req-52e99dfc-2967-4d47-b69b-813321201530 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 210 time: 0.0413888 Jun 09 13:40:26.004604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:40:26.050726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 384e6daf-6ede-4129-b62a-7712defe3124 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:40:26.051086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 384e6daf-6ede-4129-b62a-7712defe3124 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:40:26.280860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-fbeff9f1-ecf2-45fe-a0d5-c6dd886fe810 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:26.282197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-fbeff9f1-ecf2-45fe-a0d5-c6dd886fe810 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1458678 Jun 09 13:40:26.359100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6341d1-456a-4e99-a87b-338de126cebc req-3565b752-c7c7-47b2-a7f4-d3b4d02555de tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 210 time: 0.0507128 Jun 09 13:40:26.371498 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-d10cf824-0821-4402-853f-c7a4e43aebee tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 380 time: 0.0805545 Jun 09 13:40:26.384383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'port': {'device_id': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'admin_state_up': True, 'tenant_id': '552c8d024254400198386763afabae4d', 'security_groups': ['108865af-d277-4f4c-ad0e-faab6bbf4366']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:40:26.536746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:40:26.540119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:26.709601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Allocated IP 172.20.0.12 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/5243ed91-e720-4647-a87a-cf20c836eaa0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:40:27.025583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.040886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Transition to ACTIVE for port object 5243ed91-e720-4647-a87a-cf20c836eaa0 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:40:27.067743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.074647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2bcf0f13-671d-42c5-932d-7a1370b65ac1 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:27.139422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:40:27.142945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:40:27.147402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:40:27.190029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:27.194459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:27.219245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:27.219816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.238243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572841 Jun 09 13:40:27.249913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Request body: {'port': {'device_id': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:40:27.339087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5fc9e1c5-d379-4040-b3b0-2c388b8b29b5 None None] Provisioning for port 5243ed91-e720-4647-a87a-cf20c836eaa0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:40:27.343775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5fc9e1c5-d379-4040-b3b0-2c388b8b29b5 None None] Provisioning complete for port 5243ed91-e720-4647-a87a-cf20c836eaa0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:40:27.344199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e1c5-d379-4040-b3b0-2c388b8b29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.367957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.400158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9e1c5-d379-4040-b3b0-2c388b8b29b5 None None] Port 5243ed91-e720-4647-a87a-cf20c836eaa0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:40:27.678880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad3f5-9c89-4b38-b494-54ee2a068aa4 req-b74cb973-5309-497e-bfe4-30705b4403a4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:27.680348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3cdad3f5-9c89-4b38-b494-54ee2a068aa4 req-b74cb973-5309-497e-bfe4-30705b4403a4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 932 time: 0.1944292 Jun 09 13:40:27.750545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3cdad3f5-9c89-4b38-b494-54ee2a068aa4 req-22340562-a359-4831-b0da-226dd3c3c7bb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594034 Jun 09 13:40:27.808650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:40:27.815856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.829882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Transition to ACTIVE for port object 5243ed91-e720-4647-a87a-cf20c836eaa0 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:40:27.838277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:27.841797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1b409494-19a9-4fc3-9287-89acc7d15f60 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:27.987390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:27.995137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:28.067328 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Attempting to bind port 5243ed91-e720-4647-a87a-cf20c836eaa0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:40:28.067694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Attempting to bind port 5243ed91-e720-4647-a87a-cf20c836eaa0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:40:28.068018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Attempting to bind port 5243ed91-e720-4647-a87a-cf20c836eaa0 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:40:28.072667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Port 5243ed91-e720-4647-a87a-cf20c836eaa0 on network 88cbc357-416c-4168-9054-aa2a438d6242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:40:28.072978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Attempting to bind port 5243ed91-e720-4647-a87a-cf20c836eaa0 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:40:28.078138 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:40:28.078474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:40:28.078872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:40:28.079291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Bound port: 5243ed91-e720-4647-a87a-cf20c836eaa0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:40:28.079616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:28.166147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:40:28.169052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:40:28.177180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:28.180662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:28.239350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:28.239953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:28.241316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] 10.222.0.42 "PUT /v2.0/ports/5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 1094 time: 0.9956582 Jun 09 13:40:28.241846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:28.244179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd5d61-9dcd-4b30-825b-a30931272396" -d '{"events": [{"name": "network-changed", "server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:28.263567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:28.267497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:28.316857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437e893-ecd6-48c5-b005-bb2d2732763e x-openstack-request-id: req-7437e893-ecd6-48c5-b005-bb2d2732763e {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:28.317145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:28.317530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7437e893-ecd6-48c5-b005-bb2d2732763e {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:28.317966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'status': 'completed', 'code': 200} Jun 09 13:40:28.359920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85bfe55b-e882-478a-8799-4d4d2463cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:28.361398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-85bfe55b-e882-478a-8799-4d4d2463cd45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1097 time: 0.0770402 Jun 09 13:40:28.432145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-828fad54-5113-4756-84ee-9142f37b17b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 217 time: 0.0626543 Jun 09 13:40:28.498350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-757990fe-5937-4a9b-a776-bac071cc3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:28.499705 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-757990fe-5937-4a9b-a776-bac071cc3c26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0600762 Jun 09 13:40:28.577580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-2b91e673-9590-4345-879f-893ff7152007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:28.579060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-2b91e673-9590-4345-879f-893ff7152007 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726469 Jun 09 13:40:28.737520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:28.892535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-f59b6bce-f4ac-41d5-bb4c-f2e405242fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999034 Jun 09 13:40:29.044946 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3440ef9f-0d86-454e-98fd-05cbc19cf143 req-975779b5-048c-4336-b080-df447743183c service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457384 Jun 09 13:40:29.053062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb15d1-9c72-4823-88a9-f6563a470336 req-731ea058-836f-431d-938b-dd791af20698 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:29.054412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2fb15d1-9c72-4823-88a9-f6563a470336 req-731ea058-836f-431d-938b-dd791af20698 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 944 time: 0.1939135 Jun 09 13:40:29.137710 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2fb15d1-9c72-4823-88a9-f6563a470336 req-f9c1e41f-22a5-443c-9388-43ae54feb79e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774271 Jun 09 13:40:29.175021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-28f4214c-2534-4c07-95c6-42ef0392c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:29.176478 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-28f4214c-2534-4c07-95c6-42ef0392c2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1097 time: 0.0810189 Jun 09 13:40:29.311148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-71f23fb5-2baa-468d-ab0e-b44a104f3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:29.312613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-71f23fb5-2baa-468d-ab0e-b44a104f3a19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1289766 Jun 09 13:40:29.379070 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-06e64679-047a-4101-a87c-1083d16d454b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 217 time: 0.0595858 Jun 09 13:40:29.447815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-59b33591-ede7-4699-a174-53d75b7f0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:29.449691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-59b33591-ede7-4699-a174-53d75b7f0213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0637052 Jun 09 13:40:29.531150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-f0e1ce6c-ca7e-437d-a9e5-38ce4d1f7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:29.532592 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-f0e1ce6c-ca7e-437d-a9e5-38ce4d1f7f76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753107 Jun 09 13:40:29.671478 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-b4937e56-a834-441c-a539-6fe3b5cc6705 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313767 Jun 09 13:40:29.804904 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ebd5d61-9dcd-4b30-825b-a30931272396 req-fe413240-3633-4e25-ba6c-0bd267b4ec54 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259599 Jun 09 13:40:30.343546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00249a13-ed52-40d4-8321-13891487d4dd req-9e2211c1-3a39-4c94-a411-49efb781a4ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:30.345002 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-00249a13-ed52-40d4-8321-13891487d4dd req-9e2211c1-3a39-4c94-a411-49efb781a4ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 944 time: 0.0888944 Jun 09 13:40:30.390326 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-00249a13-ed52-40d4-8321-13891487d4dd req-23376bad-eb28-4479-b68f-34382779bddc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Jun 09 13:40:31.584223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b162ea-f24f-45af-9a74-f1dd946923c6 req-9bae38b7-8a08-4c05-a9a6-326d94c88fdc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:31.585686 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c4b162ea-f24f-45af-9a74-f1dd946923c6 req-9bae38b7-8a08-4c05-a9a6-326d94c88fdc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 944 time: 0.0845542 Jun 09 13:40:31.632460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c4b162ea-f24f-45af-9a74-f1dd946923c6 req-61df5497-c883-4821-a7ca-a6ee307508f0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Jun 09 13:40:32.035537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:40:32.177862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:32.193555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'mac_address': 'fa:16:3e:28:fc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:40:32.252389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:32.268689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:40:32.283910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:32.289646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:32.291292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:32.360181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:32.363306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:32.513953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5243ed91-e720-4647-a87a-cf20c836eaa0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:40:32.822246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a369-3cea-46de-b1ed-6c922ab5264c req-999699cd-cedd-4e2f-a29c-c689c44c2655 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:32.823712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0c15a369-3cea-46de-b1ed-6c922ab5264c req-999699cd-cedd-4e2f-a29c-c689c44c2655 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 945 time: 0.0836365 Jun 09 13:40:32.870892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0c15a369-3cea-46de-b1ed-6c922ab5264c req-5aac7363-ea84-4ecd-aeb5-db0f28e0c07f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Jun 09 13:40:34.048733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:40:34.070436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137b792-a32b-4099-9d9b-55c3447d96ce req-665ccbb8-d75f-47c9-b6a2-7cb5d0d79df9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:34.072025 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1137b792-a32b-4099-9d9b-55c3447d96ce req-665ccbb8-d75f-47c9-b6a2-7cb5d0d79df9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 945 time: 0.0844846 Jun 09 13:40:34.123131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1137b792-a32b-4099-9d9b-55c3447d96ce req-affbddf5-4d9d-4050-b67a-248b6d831ce1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Jun 09 13:40:34.159318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 5243ed91-e720-4647-a87a-cf20c836eaa0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:40:34.163886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 5243ed91-e720-4647-a87a-cf20c836eaa0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:40:34.164267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:34.281689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:34.307985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:34.310150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60748010-6709-41e1-967f-a0d1092cf16d" -d '{"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:34.320061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:40:34.325394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:34.327674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:40:34.357250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d23fea-d1e0-4e46-9b0a-4d79fb57fe46 x-openstack-request-id: req-11d23fea-d1e0-4e46-9b0a-4d79fb57fe46 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:34.357538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:34.357796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11d23fea-d1e0-4e46-9b0a-4d79fb57fe46 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:34.358177 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'code': 200} Jun 09 13:40:34.395990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:40:34.399088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:40:34.596536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d03c8b-c4d6-4abd-a35b-12973061929d req-33e3fd0f-a2ae-46f5-95b9-e5816953a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:34.597863 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19d03c8b-c4d6-4abd-a35b-12973061929d req-33e3fd0f-a2ae-46f5-95b9-e5816953a6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.0743964 Jun 09 13:40:34.641067 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19d03c8b-c4d6-4abd-a35b-12973061929d req-5f701c3b-0b8a-470e-bd42-7f974156e523 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368488 Jun 09 13:40:35.319924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cd827-5110-44da-8516-c51ae24c6507 req-713a427f-3d0a-405a-8af8-1b6169999060 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:35.321358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f6cd827-5110-44da-8516-c51ae24c6507 req-713a427f-3d0a-405a-8af8-1b6169999060 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0847511 Jun 09 13:40:35.370119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f6cd827-5110-44da-8516-c51ae24c6507 req-497e7124-88b9-4ecf-a3fb-5545dc515cc6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Jun 09 13:40:36.575722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac461-3c89-4a3f-af57-6d90d65974ce req-5e485776-835d-43c6-8eaf-4512eb76c19f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:36.577170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-15dac461-3c89-4a3f-af57-6d90d65974ce req-5e485776-835d-43c6-8eaf-4512eb76c19f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0922174 Jun 09 13:40:36.622188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-15dac461-3c89-4a3f-af57-6d90d65974ce req-8a9edfdf-4a4a-46d9-a3bf-05fe0a72beb0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389564 Jun 09 13:40:36.812133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6256-00f1-45ee-8744-fd5c369252a6 req-7e074b3c-f538-4e1d-8cb4-a306823f1789 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:36.813583 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5efb6256-00f1-45ee-8744-fd5c369252a6 req-7e074b3c-f538-4e1d-8cb4-a306823f1789 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0865457 Jun 09 13:40:36.826614 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55154) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:40:36.831471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'floatingip': {'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:40:36.908873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:37.644474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:37.651350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:37.845921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed associated. External IP: 172.26.5.55, port: 5243ed91-e720-4647-a87a-cf20c836eaa0. Jun 09 13:40:38.191978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:40:38.513836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:40:38.518645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:38.524051 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:40:38.534280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:40:38.534921 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:40:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:38.571605 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-abcbc5f5-0716-4837-8267-abd058d1b793 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "PUT /v2.0/floatingips/f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed HTTP/1.1" status: 200 len: 991 time: 1.7439327 Jun 09 13:40:38.572232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:40:38.574489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff595e47-28a7-4820-aa2f-41bd9b185c59" -d '{"events": [{"name": "network-changed", "server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:40:38.618289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a53bc4-8eb5-4263-ab09-243b1723814b x-openstack-request-id: req-83a53bc4-8eb5-4263-ab09-243b1723814b {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:40:38.618658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:40:38.618960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83a53bc4-8eb5-4263-ab09-243b1723814b {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:40:38.619399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'status': 'completed', 'code': 200} Jun 09 13:40:38.712432 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:40:38.713701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-78925aff-2221-4fd5-ba51-e471fc49c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:38.715438 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-78925aff-2221-4fd5-ba51-e471fc49c3dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.0712235 Jun 09 13:40:38.846484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-9cef4ae1-9ee0-4dd8-82dd-05a328517733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:38.847955 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-9cef4ae1-9ee0-4dd8-82dd-05a328517733 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1255050 Jun 09 13:40:38.952537 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-a73b2d11-0b38-41f4-843f-dfe564374074 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 999 time: 0.0976744 Jun 09 13:40:39.017793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-b2e7a62b-f4a0-4da3-9e35-beae14abef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:39.019255 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-b2e7a62b-f4a0-4da3-9e35-beae14abef1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0598187 Jun 09 13:40:39.084764 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:28:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:40:37Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:39.088660 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:40:39.097301 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:40:39.097829 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:40:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:39.102658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-701592ba-3623-42a1-98de-63f6811fcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:39.104180 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-701592ba-3623-42a1-98de-63f6811fcb8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0781283 Jun 09 13:40:39.235361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-581088a0-7533-463b-9ee5-35322e1d08ea service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227212 Jun 09 13:40:39.271171 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:40:39.372160 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff595e47-28a7-4820-aa2f-41bd9b185c59 req-39e16340-816a-421c-bdb6-8fb639c1fc31 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298358 Jun 09 13:40:39.609630 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-445279a9-4070-415e-803b-c03c4037aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:28:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:40:37Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:40:39.614074 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279a9-4070-415e-803b-c03c4037aefb None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:28:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:40:37Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:40:39.795090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3a660-ccfa-40d9-8dc4-d413952bdbe6 None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:40:47.871492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-9e79524f-0575-4341-8a7c-333135a8d70e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717900 Jun 09 13:40:47.921609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63843f62-dd76-4881-81c4-069d845f3e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:48.018973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-ce05c612-b24d-4e6a-b11c-c3d44ba50deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:48.021176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-ce05c612-b24d-4e6a-b11c-c3d44ba50deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.0805371 Jun 09 13:40:48.168042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-0ec2edec-3696-4182-ab90-a4784f247c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:48.169369 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-0ec2edec-3696-4182-ab90-a4784f247c95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1264443 Jun 09 13:40:48.275116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-e35dc1a9-297e-473c-944c-213504f2e620 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 1001 time: 0.0985794 Jun 09 13:40:48.338558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-0bc6e92d-3a6b-46c6-b14f-d1420d9a05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:48.339928 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-0bc6e92d-3a6b-46c6-b14f-d1420d9a05d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0576644 Jun 09 13:40:48.438170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-05f747f5-1280-4232-993e-e8ea9b57a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:40:48.440346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-05f747f5-1280-4232-993e-e8ea9b57a6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0932438 Jun 09 13:40:48.589545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-022a12fe-d3d6-4f29-bdbf-5123a02777f7 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408598 Jun 09 13:40:48.722871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ac2c3f9-2a6d-4264-ae01-0bc0f951249e req-7ee42ed9-8c0b-42d9-b6a4-ac09e4c7d8e3 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259842 Jun 09 13:40:50.308399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485379c5-d38d-4251-bc5c-d411d1cf700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:50.366554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:51.437216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:52.101867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:40:53.139954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:40:58.762982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:15.042127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17a411-1ea1-497f-b250-6805c409fb8a req-bf64b8ae-2cc8-4eda-a098-95698f761d37 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:15.043611 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d17a411-1ea1-497f-b250-6805c409fb8a req-bf64b8ae-2cc8-4eda-a098-95698f761d37 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0937176 Jun 09 13:41:15.089826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d17a411-1ea1-497f-b250-6805c409fb8a req-4a79c778-e54b-4b2b-839f-67e4e0281103 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Jun 09 13:41:16.291732 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c831-c833-4893-88c7-973144bb631c req-607e5279-ee0f-45a7-856f-648cf51315f5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:16.293146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7b1c831-c833-4893-88c7-973144bb631c req-607e5279-ee0f-45a7-856f-648cf51315f5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0839500 Jun 09 13:41:16.473549 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7b1c831-c833-4893-88c7-973144bb631c req-08439c00-e441-4428-8364-920b62937ad7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745727 Jun 09 13:41:17.693922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544ab8-5be5-4c86-9cc1-0997bed479e9 req-231944bd-3996-4ec2-b9b7-db1541fea7be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:17.695416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01544ab8-5be5-4c86-9cc1-0997bed479e9 req-231944bd-3996-4ec2-b9b7-db1541fea7be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0969484 Jun 09 13:41:17.740465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-01544ab8-5be5-4c86-9cc1-0997bed479e9 req-69e97adb-86cf-4228-aadb-b4970869186e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Jun 09 13:41:17.935699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-394c035d-6bcb-4dda-a49a-52edc15a1ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:18.940843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22382cf8-ba7a-43b3-8bc5-93fc10ec6807 req-00984e2b-5c07-4c49-ba7d-18447ff03d99 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:18.942202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-22382cf8-ba7a-43b3-8bc5-93fc10ec6807 req-00984e2b-5c07-4c49-ba7d-18447ff03d99 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0875368 Jun 09 13:41:18.996150 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-22382cf8-ba7a-43b3-8bc5-93fc10ec6807 req-c69639fe-2bb4-44e7-8dd8-bd865346ab40 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Jun 09 13:41:20.226673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6d65f-788c-4270-bb81-579b57646f5e req-74692531-4287-4059-868d-4286734acf06 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:20.228175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ce6d65f-788c-4270-bb81-579b57646f5e req-74692531-4287-4059-868d-4286734acf06 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1163740 Jun 09 13:41:20.273872 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ce6d65f-788c-4270-bb81-579b57646f5e req-6075256b-7ec2-423f-9cc1-1825e90e14a1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Jun 09 13:41:20.310356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1531cd7-a860-4af9-8e68-b3ff422bc10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:20.361084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:21.438650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:21.468050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104aab-16cb-4017-9ee1-fda66178ce36 req-5c4654cd-42c6-4c07-ad8f-6e128a1bbe31 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:21.469483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-98104aab-16cb-4017-9ee1-fda66178ce36 req-5c4654cd-42c6-4c07-ad8f-6e128a1bbe31 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0858891 Jun 09 13:41:21.517603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-98104aab-16cb-4017-9ee1-fda66178ce36 req-9c76af19-d493-4bd7-8eae-18e132cd6dc2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Jun 09 13:41:22.729914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e308a-ecb4-4312-a1c3-37fc1650ae9b req-cf0e7dfd-1bda-4b6b-b70d-f10c7505094a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:22.731399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb0e308a-ecb4-4312-a1c3-37fc1650ae9b req-cf0e7dfd-1bda-4b6b-b70d-f10c7505094a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0926518 Jun 09 13:41:22.780018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb0e308a-ecb4-4312-a1c3-37fc1650ae9b req-e1e48735-645b-4ed2-a9b4-6268773d32d3 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Jun 09 13:41:23.140658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:23.987149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bcf6a-3b1c-4d35-b881-09f90ce1f7f4 req-8b4c7e1c-76ae-4ffa-8677-eadda553d42f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:23.988558 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e4bcf6a-3b1c-4d35-b881-09f90ce1f7f4 req-8b4c7e1c-76ae-4ffa-8677-eadda553d42f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0832369 Jun 09 13:41:24.032861 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2e4bcf6a-3b1c-4d35-b881-09f90ce1f7f4 req-ddf3fb21-909a-4c7d-be36-821ab1825f77 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386248 Jun 09 13:41:25.245120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730de79-955c-4190-8f1b-cc14d1aefb24 req-1f61855d-5a2a-45a9-8a07-c667ccd6b000 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:25.246572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0730de79-955c-4190-8f1b-cc14d1aefb24 req-1f61855d-5a2a-45a9-8a07-c667ccd6b000 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1052158 Jun 09 13:41:25.293474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0730de79-955c-4190-8f1b-cc14d1aefb24 req-b5e8b1ae-3c84-4406-988b-2bfc39fe8814 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Jun 09 13:41:26.487040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb72c45-eae8-4eab-b16b-639e45c8fa1e req-c55fb00f-d91f-4f67-8025-399114e31a57 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:26.488542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8eb72c45-eae8-4eab-b16b-639e45c8fa1e req-c55fb00f-d91f-4f67-8025-399114e31a57 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0845942 Jun 09 13:41:26.538090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8eb72c45-eae8-4eab-b16b-639e45c8fa1e req-e342f45e-30f4-46d6-b5c1-d394f0e93aee tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Jun 09 13:41:27.737762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0512-a9ab-4871-a55c-74a8558faf0d req-c42ed36c-9025-4a79-8f2f-3f68b9f67887 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:27.739263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-450e0512-a9ab-4871-a55c-74a8558faf0d req-c42ed36c-9025-4a79-8f2f-3f68b9f67887 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0908649 Jun 09 13:41:27.790120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-450e0512-a9ab-4871-a55c-74a8558faf0d req-d56881d3-554f-4d48-a9f8-0eeb6bd4c5af tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Jun 09 13:41:28.756059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:28.989869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e734-dada-4a6a-89bf-4987ad13c29c req-3038a264-bc5b-4b97-ad20-c63a02f9875b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:28.991249 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7757e734-dada-4a6a-89bf-4987ad13c29c req-3038a264-bc5b-4b97-ad20-c63a02f9875b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0827341 Jun 09 13:41:29.039462 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7757e734-dada-4a6a-89bf-4987ad13c29c req-eb00821e-7cbc-441c-8d22-acb2940201a7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Jun 09 13:41:29.103676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:41:30.239500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f37f-2e30-461a-882e-f832ccb45d61 req-0e16aaad-b4c0-4909-8090-f56150234674 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:30.243018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd10f37f-2e30-461a-882e-f832ccb45d61 req-0e16aaad-b4c0-4909-8090-f56150234674 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0857668 Jun 09 13:41:30.285609 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd10f37f-2e30-461a-882e-f832ccb45d61 req-6da73d36-d56d-48e0-86b5-5ca84261a92f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Jun 09 13:41:31.483322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a767c1a-380d-48a9-b704-14ef8902fd5d req-4d081473-e18a-46eb-88da-527003a62214 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:31.484759 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a767c1a-380d-48a9-b704-14ef8902fd5d req-4d081473-e18a-46eb-88da-527003a62214 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0902126 Jun 09 13:41:31.531426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a767c1a-380d-48a9-b704-14ef8902fd5d req-c5bc56bf-42ed-4284-a5c3-012fe7e8d0e0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Jun 09 13:41:31.889560 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-3d2c7307-e3f8-4721-bd99-7b26621eb71d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712717 Jun 09 13:41:31.940157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891321-5251-484e-adb6-184c4bed2b9d req-d3f7cbda-9816-40ba-9fd5-8741f9a657d7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:31.941676 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c891321-5251-484e-adb6-184c4bed2b9d req-d3f7cbda-9816-40ba-9fd5-8741f9a657d7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0817473 Jun 09 13:41:31.986808 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c891321-5251-484e-adb6-184c4bed2b9d req-69702c57-c1db-4126-aeaf-b0ad10adcf17 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Jun 09 13:41:33.078160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-efc86bfc-0abc-4f6b-a732-6b0fe730c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:33.079650 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-efc86bfc-0abc-4f6b-a732-6b0fe730c43b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.0740404 Jun 09 13:41:33.265505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-ea797d62-2935-400e-8a80-cb9b8d2941cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:33.267131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-ea797d62-2935-400e-8a80-cb9b8d2941cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1814854 Jun 09 13:41:33.278547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0fcf-709c-456c-928b-e7a46c32bb26 req-764e4eb7-5d8b-4d38-82a6-2d9051d5692d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:33.280059 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a31c0fcf-709c-456c-928b-e7a46c32bb26 req-764e4eb7-5d8b-4d38-82a6-2d9051d5692d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1745985 Jun 09 13:41:33.396823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a31c0fcf-709c-456c-928b-e7a46c32bb26 req-d326d6eb-2088-4561-a2ae-fedeb1ddae98 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678077 Jun 09 13:41:33.408570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-2dd5e095-9538-447a-ab50-1325060a53ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1274934 Jun 09 13:41:33.476588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-33c4ea88-ecde-454f-bdb5-1c6d39dd49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:33.478053 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-33c4ea88-ecde-454f-bdb5-1c6d39dd49b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0627387 Jun 09 13:41:33.556275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-0b55ce8b-d03c-4436-9a82-09b195a44103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:33.557778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-0b55ce8b-d03c-4436-9a82-09b195a44103 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721467 Jun 09 13:41:33.687999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-ec599d49-31ce-48c4-89ca-99d092eb529a service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Jun 09 13:41:33.943792 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-b79d5344-d438-4e36-8ee1-848220623eed service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490015 Jun 09 13:41:34.597088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878e668-3671-43ce-a57a-c8d3bdc2ac6b req-d64ae93b-c87a-45a5-b263-8c7fc87fd131 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:34.598552 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f878e668-3671-43ce-a57a-c8d3bdc2ac6b req-d64ae93b-c87a-45a5-b263-8c7fc87fd131 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0870106 Jun 09 13:41:34.643462 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f878e668-3671-43ce-a57a-c8d3bdc2ac6b req-7c56a8e0-2c63-4628-b75c-de70684e8613 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Jun 09 13:41:35.556442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-fda8fb8e-b9a9-4d1d-839b-1b0deff933c7 service neutron] 10.222.0.42 "GET /v2.0/ports/5243ed91-e720-4647-a87a-cf20c836eaa0/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0795517 Jun 09 13:41:35.892104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce41775-0b9b-4441-9c05-c46ffa5a3f10 req-7905a8bc-6f75-46db-a221-780d2b0a0cfd tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:35.893429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ce41775-0b9b-4441-9c05-c46ffa5a3f10 req-7905a8bc-6f75-46db-a221-780d2b0a0cfd tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1402218 Jun 09 13:41:35.898142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-3c45d255-afff-4df1-acaa-ca085a61428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:35.899536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-3c45d255-afff-4df1-acaa-ca085a61428a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1099 time: 0.1112034 Jun 09 13:41:35.980754 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ce41775-0b9b-4441-9c05-c46ffa5a3f10 req-c80f120e-30c8-4b15-ba8d-54e9e3679931 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802836 Jun 09 13:41:36.008759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-7041ce08-b096-4eb4-926b-3e3e8eb7409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:36.010183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-7041ce08-b096-4eb4-926b-3e3e8eb7409a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.0868139 Jun 09 13:41:36.140539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-2c981ac5-b907-432d-9ce2-9c1fde2e32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:36.142354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-2c981ac5-b907-432d-9ce2-9c1fde2e32d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1248331 Jun 09 13:41:36.256134 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-febeed9e-f5f3-4ec8-a6c0-c8f495c00e0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1072748 Jun 09 13:41:36.321115 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-abe4e0af-8493-4737-b1ab-c46c6fe98ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:36.322554 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-abe4e0af-8493-4737-b1ab-c46c6fe98ae7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0601451 Jun 09 13:41:36.407713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-47616aa8-fecd-43bb-9d5b-f52b9549885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:36.409082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-47616aa8-fecd-43bb-9d5b-f52b9549885e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0798264 Jun 09 13:41:36.544465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-13c9b0d0-4165-4e04-93de-1ecb66a20c12 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284723 Jun 09 13:41:36.677137 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6679afdf-82b2-4aed-816e-313b54af21e1 req-1598e581-dd4f-4ab6-b9fe-c6944cecfe83 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251454 Jun 09 13:41:37.180829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a454ba-0968-4be7-a061-68311dc79bd8 req-8fcb40aa-5c8c-4c2a-88ed-da179497ae7f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:37.182250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67a454ba-0968-4be7-a061-68311dc79bd8 req-8fcb40aa-5c8c-4c2a-88ed-da179497ae7f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0813298 Jun 09 13:41:37.230555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67a454ba-0968-4be7-a061-68311dc79bd8 req-efd0a44b-0336-4f19-a0d0-d4bc8c516dbb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Jun 09 13:41:38.275417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:41:38.278280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:41:38.429915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a01e-4b41-4e07-9b57-a95a00752c09 req-7c959cfd-06cb-4a07-b409-c002e7ad4caa tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:38.431432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aaf5a01e-4b41-4e07-9b57-a95a00752c09 req-7c959cfd-06cb-4a07-b409-c002e7ad4caa tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0841730 Jun 09 13:41:38.476559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aaf5a01e-4b41-4e07-9b57-a95a00752c09 req-1c66d5d1-16b0-4bab-83c1-5f300748f510 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390296 Jun 09 13:41:38.490155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:38.515795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:38.535193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'mac_address': 'fa:16:3e:28:fc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:41:38.540286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:41:38.542515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1485d6f-6aec-42dd-8479-d9ebadc42469" -d '{"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:41:38.595190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:38.599411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd007f77-4748-4157-b929-0edf11275b4f x-openstack-request-id: req-dd007f77-4748-4157-b929-0edf11275b4f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:41:38.599742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:41:38.599932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd007f77-4748-4157-b929-0edf11275b4f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:41:38.600342 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'code': 200} Jun 09 13:41:38.603314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:38.606877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:38.655481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:38.689196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:41:38.726003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:38.743062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.743398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.743730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.744052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.744369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.744702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.745010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.745315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.745639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.745947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.746254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.746578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:38.751719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:38.769331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:41:38.769653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:41:38.863059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251f14-90d0-4c3d-8074-bde2919f95cf req-5186c3e7-728d-41c4-ae22-ce7c97c2db04 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:38.864480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb251f14-90d0-4c3d-8074-bde2919f95cf req-5186c3e7-728d-41c4-ae22-ce7c97c2db04 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 944 time: 0.1137812 Jun 09 13:41:38.872309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-79dc6574-389a-469e-80a1-d595ab3f2207 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:38.873588 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-79dc6574-389a-469e-80a1-d595ab3f2207 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc&tenant_id=552c8d024254400198386763afabae4d&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1573775 Jun 09 13:41:38.913981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eb251f14-90d0-4c3d-8074-bde2919f95cf req-02949aed-368a-40bb-9b75-6d2c2ac91956 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394483 Jun 09 13:41:39.015490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-90192ca7-887c-43d0-9528-608dc2313e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:39.016982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-90192ca7-887c-43d0-9528-608dc2313e44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1097 time: 0.0728693 Jun 09 13:41:39.150040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-2bb3c09b-f134-40d3-ab4c-5f22fa236220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:39.151539 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-2bb3c09b-f134-40d3-ab4c-5f22fa236220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1283436 Jun 09 13:41:39.325038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:39.342813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:41:39.358976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:39.365981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:39.368066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:39.384375 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-640f96c2-bcb5-4579-aad1-1ae3e0ce4456 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 999 time: 0.2265086 Jun 09 13:41:39.455646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-5a76cfcf-3008-49f4-b5dc-ad3d8cea3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:39.457340 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-5a76cfcf-3008-49f4-b5dc-ad3d8cea3064 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0655813 Jun 09 13:41:39.459771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5243ed91-e720-4647-a87a-cf20c836eaa0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:41:39.528906 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:39.532654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-e6f10467-6be2-4c02-91eb-e69b586a041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:39.534113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-e6f10467-6be2-4c02-91eb-e69b586a041a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705562 Jun 09 13:41:39.536761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:39.668582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-3e1890ee-e75a-4f0f-b97d-e2097ef50833 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277745 Jun 09 13:41:39.815653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a7fe0e2-1d01-4014-b3c2-9fe8c77173ab req-432a37c2-016c-490f-844c-a701b52d65e7 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396146 Jun 09 13:41:40.106207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370bf7b-2ab7-4200-b6ee-1dccdd196a56 req-91ad4199-5056-45dc-819f-ca64501b2784 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:40.107634 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9370bf7b-2ab7-4200-b6ee-1dccdd196a56 req-91ad4199-5056-45dc-819f-ca64501b2784 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 945 time: 0.0838461 Jun 09 13:41:40.152179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9370bf7b-2ab7-4200-b6ee-1dccdd196a56 req-843ebae3-70a6-42bc-aa2b-392add80a2d6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Jun 09 13:41:40.284486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:41:40.353917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 5243ed91-e720-4647-a87a-cf20c836eaa0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:41:40.354701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:40.471428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:40.506979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:40.511681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:40.513512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:40.578205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:40.581192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:40.601753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:41:40.604204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3b91d-2983-4793-a7cd-e72053d7afe2" -d '{"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:41:40.645228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5551c-d985-4a40-9157-b332aea33269 x-openstack-request-id: req-6da5551c-d985-4a40-9157-b332aea33269 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:41:40.645529 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-plugged", "status": "completed", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:41:40.645791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da5551c-d985-4a40-9157-b332aea33269 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:41:40.646188 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'code': 200} Jun 09 13:41:41.360244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71a26-b77d-4ecc-b06b-487643609a5a req-fbf6e154-93e1-4add-b0f4-15961ab22b7f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:41.361956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6fc71a26-b77d-4ecc-b06b-487643609a5a req-fbf6e154-93e1-4add-b0f4-15961ab22b7f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0909333 Jun 09 13:41:41.406256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6fc71a26-b77d-4ecc-b06b-487643609a5a req-ccf01f79-b037-47d8-9885-711c54c67256 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381265 Jun 09 13:41:41.604209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e6b60-7509-49a5-b35e-9bd63fb72a77 req-af77c798-3232-4889-93d4-046b9ae514e2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:41.605646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-076e6b60-7509-49a5-b35e-9bd63fb72a77 req-af77c798-3232-4889-93d4-046b9ae514e2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0903411 Jun 09 13:41:41.650139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-076e6b60-7509-49a5-b35e-9bd63fb72a77 req-f3de10c3-2cfd-4987-9df6-efc95064cc33 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Jun 09 13:41:42.050217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd9b6f-068f-4c9d-acbc-f182a68f3932 req-a2ac894e-c015-4bbb-9c64-c655175f9ab4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:42.051693 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-effd9b6f-068f-4c9d-acbc-f182a68f3932 req-a2ac894e-c015-4bbb-9c64-c655175f9ab4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1394022 Jun 09 13:41:42.091212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-36b31c35-6ee9-47e7-a9a3-8d21d757ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:42.092646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-36b31c35-6ee9-47e7-a9a3-8d21d757ac0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 1099 time: 0.1178350 Jun 09 13:41:42.121378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-effd9b6f-068f-4c9d-acbc-f182a68f3932 req-2c444bd2-a991-43c3-b51a-9e6d1542e2d9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638266 Jun 09 13:41:42.230268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-40381c86-7a3d-46c8-91e0-31c50d1ae253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:42.231823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-40381c86-7a3d-46c8-91e0-31c50d1ae253 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1311576 Jun 09 13:41:42.343319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-5e2e54d0-b8bb-446a-804e-473f0cc5a20d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1043630 Jun 09 13:41:42.418287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-d58b662f-d992-4467-8d9c-c4c8db2ffdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:42.419726 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-d58b662f-d992-4467-8d9c-c4c8db2ffdd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0700619 Jun 09 13:41:42.499076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-c970d46b-10e6-4ad2-bc38-97c066f27588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:42.500481 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-c970d46b-10e6-4ad2-bc38-97c066f27588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734496 Jun 09 13:41:42.638328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-d1e3bff8-45fe-47d3-8d72-1e0e68cd44c7 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302178 Jun 09 13:41:42.766221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c0f3f1-3360-454d-b646-439ebe8353fe req-664e4b7b-ad65-4295-871a-61c165284a3f service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211505 Jun 09 13:41:43.310207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652d954-1692-4662-b95f-ee4af48a82ec req-bcb85863-80f8-443f-934f-36c2f5bdc7fe tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:43.311686 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9652d954-1692-4662-b95f-ee4af48a82ec req-bcb85863-80f8-443f-934f-36c2f5bdc7fe tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0802827 Jun 09 13:41:43.356460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9652d954-1692-4662-b95f-ee4af48a82ec req-517b3de4-b060-4bf4-965c-e5050b5cc00d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Jun 09 13:41:44.684243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e29ba-26a6-4bd5-9fd7-8647aeb3ee82 req-da414a4a-2e15-4897-bdea-e0a510c0b62a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:44.685896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d7e29ba-26a6-4bd5-9fd7-8647aeb3ee82 req-da414a4a-2e15-4897-bdea-e0a510c0b62a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.2205093 Jun 09 13:41:44.732730 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d7e29ba-26a6-4bd5-9fd7-8647aeb3ee82 req-259a6744-8c6b-4836-8fd1-8bd22fce82e0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Jun 09 13:41:45.115823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe051c-2333-4eea-9ee0-e95a7110a218 req-ab2319f2-a44d-4beb-a11f-30f1890f4652 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:45.117251 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d2fe051c-2333-4eea-9ee0-e95a7110a218 req-ab2319f2-a44d-4beb-a11f-30f1890f4652 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0834568 Jun 09 13:41:45.160262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d2fe051c-2333-4eea-9ee0-e95a7110a218 req-2f85f21d-8d94-4b1f-baa9-07083150ca56 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372124 Jun 09 13:41:46.377294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223fdf3-4ade-4cea-b887-9a32b5dcdc1d req-71b44ee4-c98b-4461-894e-54db63779348 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:46.378885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7223fdf3-4ade-4cea-b887-9a32b5dcdc1d req-71b44ee4-c98b-4461-894e-54db63779348 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.1009073 Jun 09 13:41:46.426544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7223fdf3-4ade-4cea-b887-9a32b5dcdc1d req-3939df60-1599-4638-a30a-b6e89ba19e1d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Jun 09 13:41:46.714192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-0c0bb2c5-beaf-4453-8197-8353dcd89be6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:46.715664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-0c0bb2c5-beaf-4453-8197-8353dcd89be6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 946 time: 0.0943682 Jun 09 13:41:46.858714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Deleting port 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:41:46.859051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:46.999799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] For port 5243ed91-e720-4647-a87a-cf20c836eaa0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5243ed91-e720-4647-a87a-cf20c836eaa0,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:47.000021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:47.284244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:47.284471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:47.284818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed disassociated. External IP: 172.26.5.55, port: 5243ed91-e720-4647-a87a-cf20c836eaa0. Jun 09 13:41:47.285141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Calling delete_port for 5243ed91-e720-4647-a87a-cf20c836eaa0 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:41:47.414409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:47.421358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:47.466404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'Port': ['ID=5243ed91-e720-4647-a87a-cf20c836eaa0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:47.476465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.476846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.477206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.477554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.477923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.478277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.478641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.478998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.479406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.479758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.480142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.480487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:41:47.529317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:47.652857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-420a6867-2ad9-4618-9e1a-d376357691d6 req-03bdb3a1-25b3-4ba3-b2f6-49c9dd11f921 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=66cea6e2-fbc4-41a7-997c-58b7f4f47ebc HTTP/1.1" status: 200 len: 210 time: 0.1043186 Jun 09 13:41:47.702207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:41:47.931562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-896ba641-34e2-46c5-b575-b7c0dff25f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:48.022441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:41:48.032878 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:41:48.042904 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:41:48.043528 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:41:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:41:48.093212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] No DVR routers for this DVR port 5243ed91-e720-4647-a87a-cf20c836eaa0 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:41:48.095584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:48.097522 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d94331c4-669e-47a9-acf5-dfe0eeb79e51 req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "DELETE /v2.0/ports/5243ed91-e720-4647-a87a-cf20c836eaa0 HTTP/1.1" status: 204 len: 173 time: 1.3754969 Jun 09 13:41:48.098072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-deleted', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:41:48.100389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f22337-87cd-40e1-aebf-6c9f7f5d1928" -d '{"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-deleted", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:41:48.145561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3a772-5576-4ef0-8849-5d7005c19faa x-openstack-request-id: req-dee3a772-5576-4ef0-8849-5d7005c19faa {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:41:48.145894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cea6e2-fbc4-41a7-997c-58b7f4f47ebc", "name": "network-vif-deleted", "tag": "5243ed91-e720-4647-a87a-cf20c836eaa0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:41:48.146212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dee3a772-5576-4ef0-8849-5d7005c19faa {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:41:48.146666 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cea6e2-fbc4-41a7-997c-58b7f4f47ebc', 'name': 'network-vif-deleted', 'tag': '5243ed91-e720-4647-a87a-cf20c836eaa0', 'status': 'completed', 'code': 200} Jun 09 13:41:48.221908 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:41:48.569056 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:41:48.573227 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:41:48.582934 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:41:48.583567 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:41:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:41:48.760416 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:41:49.001652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-251de9ba-1202-44ab-a6f8-08b33372094c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1978490355&fields=id&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 267 time: 0.0427277 Jun 09 13:41:49.062689 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:41:49.066474 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4273f-7231-4501-b908-f47db7e17c01 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:41:49.151845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-f0c4b452-5d94-4aa2-ba1d-c9133ceeb0b9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:49.153324 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-f0c4b452-5d94-4aa2-ba1d-c9133ceeb0b9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1451306 Jun 09 13:41:49.167942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-6f54908e-6af2-4bef-96c6-7af6c3dc089a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/quotas/552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 375 time: 0.0092046 Jun 09 13:41:49.254109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-de337d04-349e-4d14-b699-b0a26a1c37f9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812190 Jun 09 13:41:49.290293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b7616-5d95-4cd6-8df7-752855205377 None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:41:49.391189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-2674aa82-4979-4c80-b02b-c184ae3d710e service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248820 Jun 09 13:41:49.522392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-48b4f80e-2c36-42f4-b019-021be2b2bb42 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253667 Jun 09 13:41:49.698473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95f50943-557d-4b82-b801-f2dd7e0424e7 req-bac89667-2304-43aa-8d73-0bd7ac4849d1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 210 time: 0.0461776 Jun 09 13:41:50.304071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ed4073f-533d-4b3c-93c6-21cbac833220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:50.361005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:41:50.393421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:50.399641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 5243ed91-e720-4647-a87a-cf20c836eaa0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:41:50.399931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5243ed91-e720-4647-a87a-cf20c836eaa0 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:41:50.791741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-21e97e3a-c713-4846-9822-f1b39bb31399 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:50.793354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-21e97e3a-c713-4846-9822-f1b39bb31399 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1585588 Jun 09 13:41:50.869619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-65631755-dd73-4a7e-b8de-dcd1ee080199 req-6f0b019c-4a7b-4aba-a6ae-846686e1ce03 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 210 time: 0.0543842 Jun 09 13:41:50.890207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-601e1a00-08ee-4326-a9f3-313326df050c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 380 time: 0.0881414 Jun 09 13:41:50.899795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'port': {'device_id': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'admin_state_up': True, 'tenant_id': '552c8d024254400198386763afabae4d', 'security_groups': ['108865af-d277-4f4c-ad0e-faab6bbf4366']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:41:51.064167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:41:51.067664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.231853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Allocated IP 172.20.0.5 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:41:51.433673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.439681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.450117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Transition to ACTIVE for port object be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:41:51.475975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.482051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:51.550065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:41:51.553208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:41:51.557039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:41:51.587840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:51.597659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:51.626609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:51.627314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.648334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523358 Jun 09 13:41:51.660374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Request body: {'port': {'device_id': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:41:51.761266 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f7b0ebbe-08e1-43ce-bb53-4f08d425fc4f None None] Provisioning for port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:41:51.766275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f7b0ebbe-08e1-43ce-bb53-4f08d425fc4f None None] Provisioning complete for port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:41:51.766719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ebbe-08e1-43ce-bb53-4f08d425fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.777804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:51.824051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0ebbe-08e1-43ce-bb53-4f08d425fc4f None None] Port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:41:52.256490 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357767d3-9f77-406d-8398-719c03fcd6fb req-3a4cde72-78d8-4d88-ac75-163cac304a10 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:52.257909 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-357767d3-9f77-406d-8398-719c03fcd6fb req-3a4cde72-78d8-4d88-ac75-163cac304a10 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 931 time: 0.2698076 Jun 09 13:41:52.351698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:41:52.361460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-357767d3-9f77-406d-8398-719c03fcd6fb req-25078c99-afa5-400d-9618-ecf74d8aaed1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932753 Jun 09 13:41:52.363002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:52.378892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Transition to ACTIVE for port object be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:41:52.383841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:52.387491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efcdd68-3238-402c-be43-92e7f9b18424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:52.532676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:52.540384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:52.613438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Attempting to bind port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:41:52.613774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Attempting to bind port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:41:52.614105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Attempting to bind port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:41:52.620069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 on network 88cbc357-416c-4168-9054-aa2a438d6242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:41:52.620388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Attempting to bind port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:41:52.626219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:41:52.626553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:41:52.626967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:41:52.627400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Bound port: be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:41:52.627748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:52.724096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:41:52.727209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:41:52.733707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:52.737202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25e5c8e-7f4b-4079-b62f-c9c94a62af20 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:52.796317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:52.796939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:52.798317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] 10.222.0.42 "PUT /v2.0/ports/be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 1093 time: 1.1421993 Jun 09 13:41:52.798895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:41:52.801198 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afefea6-a0c8-48b1-8dff-51c20db8c17b" -d '{"events": [{"name": "network-changed", "server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:41:52.821985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:52.825344 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:52.885026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c45874-e279-4748-93df-f483a4db9854 x-openstack-request-id: req-45c45874-e279-4748-93df-f483a4db9854 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:41:52.885414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:41:52.885714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45c45874-e279-4748-93df-f483a4db9854 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:41:52.886142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'status': 'completed', 'code': 200} Jun 09 13:41:52.928904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-b9ed32ce-f578-4ede-a340-5c463151cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:52.930368 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-b9ed32ce-f578-4ede-a340-5c463151cf83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1096 time: 0.0762093 Jun 09 13:41:53.001712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-cd807c69-50ee-4ebb-a6ea-8a14898391e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 217 time: 0.0637825 Jun 09 13:41:53.073774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-554237e9-1baf-43fd-98fb-1e4731e8e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:53.075147 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-554237e9-1baf-43fd-98fb-1e4731e8e635 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0674872 Jun 09 13:41:53.137798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:53.152549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-655bdbbc-e643-40d0-aabd-41a7332a6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:53.154047 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-655bdbbc-e643-40d0-aabd-41a7332a6bbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702956 Jun 09 13:41:53.289221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-33a8485e-1c16-4867-8dff-80d27897abab service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285572 Jun 09 13:41:53.421084 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dbc648-27e4-4c5e-bdbf-b2f5bbf02e96 req-169370e7-f680-4ae6-9516-c1dbb8243227 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257629 Jun 09 13:41:53.607244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cef5bf-4f1c-473b-8fb0-090705418025 req-4084f403-99f5-4bbc-9fb7-f3a7a6cbcee8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:53.608691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33cef5bf-4f1c-473b-8fb0-090705418025 req-4084f403-99f5-4bbc-9fb7-f3a7a6cbcee8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.1376991 Jun 09 13:41:53.610561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-9b369f13-815b-4f9e-9803-eb0a816e5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:53.611883 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-9b369f13-815b-4f9e-9803-eb0a816e5199 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1096 time: 0.1390345 Jun 09 13:41:53.731755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33cef5bf-4f1c-473b-8fb0-090705418025 req-aed10d9b-97c5-4445-97f8-e8c2d4d74d2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167247 Jun 09 13:41:53.771758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-d4560221-a0c7-4db1-aba5-08bc014f881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:53.773165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-d4560221-a0c7-4db1-aba5-08bc014f881e service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1457109 Jun 09 13:41:53.974707 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-ab030c7e-90ea-464a-ba54-d3663bda288a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 217 time: 0.1939793 Jun 09 13:41:54.036538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-2bc6a4c6-574f-4fb0-b27d-611eb5f31126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:54.037926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-2bc6a4c6-574f-4fb0-b27d-611eb5f31126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0564740 Jun 09 13:41:54.115379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-086cbeda-6d9d-4aec-9229-cd47a3473b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:54.116811 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-086cbeda-6d9d-4aec-9229-cd47a3473b2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724378 Jun 09 13:41:54.246881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-469fb4c0-2757-41b2-a242-02e1b0a7c767 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225553 Jun 09 13:41:54.375215 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1afefea6-a0c8-48b1-8dff-51c20db8c17b req-f022cfb6-46dc-40d1-a410-c91c509628b5 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222022 Jun 09 13:41:54.928041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ffced-5af4-4e6f-b2a5-4e4e051e22a7 req-0f395b2f-8fe5-402e-a76f-6a69faf1d362 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:54.929582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c8ffced-5af4-4e6f-b2a5-4e4e051e22a7 req-0f395b2f-8fe5-402e-a76f-6a69faf1d362 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0887914 Jun 09 13:41:54.974364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2c8ffced-5af4-4e6f-b2a5-4e4e051e22a7 req-3ed010ae-e5c1-4b90-b1cb-abe4a25272fa tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Jun 09 13:41:56.180181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4859484-39e1-41ca-8d4c-70462704e904 req-01c2cfaf-618f-454b-a6d9-324fdf65313c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:56.181610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e4859484-39e1-41ca-8d4c-70462704e904 req-01c2cfaf-618f-454b-a6d9-324fdf65313c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0930371 Jun 09 13:41:56.230346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e4859484-39e1-41ca-8d4c-70462704e904 req-fba01619-7d44-4e13-9686-7e2ccde0aa09 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398016 Jun 09 13:41:56.423712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:41:56.562339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:56.575430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'mac_address': 'fa:16:3e:a1:6a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:41:56.634246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:56.651893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:41:56.668505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:56.675497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:56.678235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:56.742084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:56.745475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:56.881850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:41:57.426351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ea38-0832-4523-a436-a0f0beb601ce req-dbebaeed-9894-4117-9bc1-67b88d4d1a74 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:57.427690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de35ea38-0832-4523-a436-a0f0beb601ce req-dbebaeed-9894-4117-9bc1-67b88d4d1a74 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 944 time: 0.0825200 Jun 09 13:41:57.473589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de35ea38-0832-4523-a436-a0f0beb601ce req-4e0df9f3-dc7d-422a-8e54-98020dc9ef69 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Jun 09 13:41:58.442985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:41:58.521148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:41:58.526215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:41:58.526597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:58.648655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:58.664587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25e0a3-7dfe-4f4c-a44f-3a04825240df req-e2f768d9-5448-4cc2-954d-5f317b785ab0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:58.666145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f25e0a3-7dfe-4f4c-a44f-3a04825240df req-e2f768d9-5448-4cc2-954d-5f317b785ab0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 944 time: 0.0814970 Jun 09 13:41:58.675760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:41:58.678005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e42c79-1def-46cb-adf4-723fd7b4cd85" -d '{"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-plugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:41:58.686325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:41:58.691706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:58.693854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:41:58.720773 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0f25e0a3-7dfe-4f4c-a44f-3a04825240df req-87c1ad00-769b-4a06-af9e-ebc5365f8cf5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484641 Jun 09 13:41:58.727413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951e2eb-8f39-456a-892d-8cd23132e5d5 x-openstack-request-id: req-4951e2eb-8f39-456a-892d-8cd23132e5d5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:41:58.727889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-plugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:41:58.728147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4951e2eb-8f39-456a-892d-8cd23132e5d5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:41:58.728534 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'code': 200} Jun 09 13:41:58.767153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:41:58.776751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:41:58.779580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:41:58.961661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cc58f-87be-42d0-961e-f165eec271b2 req-b4a814c3-a570-4cba-b83b-c050f4fd2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:58.963070 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-378cc58f-87be-42d0-961e-f165eec271b2 req-b4a814c3-a570-4cba-b83b-c050f4fd2ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1098 time: 0.0722270 Jun 09 13:41:59.006868 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-378cc58f-87be-42d0-961e-f165eec271b2 req-113ef5e4-838b-4751-a3bb-1e4f0397be03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366356 Jun 09 13:41:59.918214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f190a-ba43-436a-b737-c72d3a12ca1a req-4c9468ba-a389-44a6-bcda-668b2a3f2a2f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:41:59.919709 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc0f190a-ba43-436a-b737-c72d3a12ca1a req-4c9468ba-a389-44a6-bcda-668b2a3f2a2f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0856366 Jun 09 13:41:59.965240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc0f190a-ba43-436a-b737-c72d3a12ca1a req-dc9897bb-7df4-4470-a258-7a0326975da4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Jun 09 13:42:01.165052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209455-09de-4c89-b4ce-4bd82d22571b req-5309eb56-a133-484b-9dbd-4af105858b9d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:01.166513 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27209455-09de-4c89-b4ce-4bd82d22571b req-5309eb56-a133-484b-9dbd-4af105858b9d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0860593 Jun 09 13:42:01.215070 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27209455-09de-4c89-b4ce-4bd82d22571b req-c42a7cff-c0c8-4d25-b7f5-86a09e0c38f8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Jun 09 13:42:01.404782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9d1-131d-4ffe-b8e5-74f86f3eed7d req-acaaed53-54d6-411a-baf0-e96015cea7ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:01.406212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3cdc9d1-131d-4ffe-b8e5-74f86f3eed7d req-acaaed53-54d6-411a-baf0-e96015cea7ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0867107 Jun 09 13:42:01.415053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55392) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:42:01.419502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'floatingip': {'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:42:01.501505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:02.253411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:02.259027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:02.430818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed associated. External IP: 172.26.5.55, port: be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013. Jun 09 13:42:02.810715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:42:02.992096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:42:02.996554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:03.001508 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:42:03.011129 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:42:03.011739 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:41:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:42:03.052167 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-265f5519-8d87-468d-8b93-4c10b172faa5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "PUT /v2.0/floatingips/f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed HTTP/1.1" status: 200 len: 990 time: 1.6360447 Jun 09 13:42:03.052818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:42:03.055278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583" -d '{"events": [{"name": "network-changed", "server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:42:03.102977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f978951-d2ae-4147-8e49-a75c550a939a x-openstack-request-id: req-9f978951-d2ae-4147-8e49-a75c550a939a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:42:03.103317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:42:03.103617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f978951-d2ae-4147-8e49-a75c550a939a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:42:03.105389 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'status': 'completed', 'code': 200} Jun 09 13:42:03.189306 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:42:03.196186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-430556ce-a690-46d7-97fa-ae674d61657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:03.197692 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-430556ce-a690-46d7-97fa-ae674d61657d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1098 time: 0.0704474 Jun 09 13:42:03.325425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-120aa25c-07b9-4d86-a1e1-b36de97695d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:03.326998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-120aa25c-07b9-4d86-a1e1-b36de97695d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1230834 Jun 09 13:42:03.532570 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:a1:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:42:02Z', 'revision_number': 9, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:42:03.536639 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:42:03.545495 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:42:03.546095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:41:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:42:03.585219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-d3d10bfa-66a9-40d7-8f73-ac173b159744 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 998 time: 0.2513399 Jun 09 13:42:03.652611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-d5951c96-84bb-40fd-be3e-1c4b8b8ac154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:03.654109 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-d5951c96-84bb-40fd-be3e-1c4b8b8ac154 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0620081 Jun 09 13:42:03.730368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-bee3c252-9514-479c-b390-c716512cc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:03.732243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-bee3c252-9514-479c-b390-c716512cc8ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716681 Jun 09 13:42:03.744954 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:42:03.867312 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-d4228d4d-8b4f-4e0e-8c64-e7012b218a6f service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282437 Jun 09 13:42:03.998992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4b6db7e6-d3e8-412e-8a4f-a86839ff6583 req-9af9fda7-17f0-4825-8437-065e8ad81153 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237280 Jun 09 13:42:04.100234 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:a1:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:42:02Z', 'revision_number': 9, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:42:04.104567 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a250a-8c80-4a72-a37c-a81087dedcff None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:a1:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:42:02Z', 'revision_number': 9, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:42:04.292287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82ce6c-f140-4c11-b511-d163b3300927 None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:42:06.108291 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:42:17.943742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf310ae7-0896-4bdb-9a7c-57a04a291a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:20.309743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-680c88f3-9bec-4e7b-a264-5830fda2cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:20.366626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:21.448451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:23.147612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:28.777743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:38.636196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57615-c8f4-4fe2-85ca-b092fedb4ca7 req-b11f10f9-39de-46a5-939e-fa7e8758268c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:38.637719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d4f57615-c8f4-4fe2-85ca-b092fedb4ca7 req-b11f10f9-39de-46a5-939e-fa7e8758268c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0815136 Jun 09 13:42:38.653872 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-76fab601-d3ef-491d-96a5-41ddbbeec47a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441355 Jun 09 13:42:38.688269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d4f57615-c8f4-4fe2-85ca-b092fedb4ca7 req-21905582-5c73-40a8-bfce-1593108ba93c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446920 Jun 09 13:42:39.858413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-3d65c0a3-9fab-40e5-9128-e2147bbbebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:39.859900 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-3d65c0a3-9fab-40e5-9128-e2147bbbebce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1098 time: 0.1206524 Jun 09 13:42:39.971761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c61b1-b251-408f-a551-eef965d304df req-0878ebd6-60fe-411d-b189-2026a16a9d87 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:39.973090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c13c61b1-b251-408f-a551-eef965d304df req-0878ebd6-60fe-411d-b189-2026a16a9d87 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.1758111 Jun 09 13:42:40.029151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-a9d0ee2a-7c4b-466f-94b8-bfb4c8c6e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:40.030514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-a9d0ee2a-7c4b-466f-94b8-bfb4c8c6e138 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1630831 Jun 09 13:42:40.092888 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c13c61b1-b251-408f-a551-eef965d304df req-97e7f6eb-6537-4d6b-bc58-03e30efc375f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066384 Jun 09 13:42:40.140030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-ac4511bb-f18a-4985-b60f-dd18da316a3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 1001 time: 0.1011624 Jun 09 13:42:40.205936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-9ec5bbc5-49f1-482d-9e94-c1661754ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:40.207743 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-9ec5bbc5-49f1-482d-9e94-c1661754ff69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0606830 Jun 09 13:42:40.286729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-72a5b6ae-f552-4ca2-9f12-2016c66f2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:40.288379 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-72a5b6ae-f552-4ca2-9f12-2016c66f2cbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738432 Jun 09 13:42:40.420716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-d83bd76e-d55f-440d-943e-ec8ca6b41731 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257868 Jun 09 13:42:40.549871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-dfaecb27-f22f-48bf-8b07-c0793416d365 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232021 Jun 09 13:42:41.283908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3d95-f58a-41c3-873e-1579bbac3a9b req-e15ac44b-e6d7-43b4-9260-ab61ec28dc39 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:41.285333 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70fc3d95-f58a-41c3-873e-1579bbac3a9b req-e15ac44b-e6d7-43b4-9260-ab61ec28dc39 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0857089 Jun 09 13:42:41.328880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70fc3d95-f58a-41c3-873e-1579bbac3a9b req-91b94ef3-d781-4fcc-8066-0a8766506afa tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378907 Jun 09 13:42:42.642748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279fb4-738a-464f-b047-3106fcf1f5e1 req-7948c1ec-38dc-49b2-a2d2-83c0b1b54b9f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:42.644077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-49279fb4-738a-464f-b047-3106fcf1f5e1 req-7948c1ec-38dc-49b2-a2d2-83c0b1b54b9f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.1889911 Jun 09 13:42:42.693053 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-49279fb4-738a-464f-b047-3106fcf1f5e1 req-67e969be-49ba-4eef-bb01-17c403904e43 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Jun 09 13:42:43.112797 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:42:44.063874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91aafa-0f6c-4b44-8bc8-9cc80e2e595c req-5b03c097-281e-44dd-adfd-192fc15cb05e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:44.065317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad91aafa-0f6c-4b44-8bc8-9cc80e2e595c req-5b03c097-281e-44dd-adfd-192fc15cb05e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.2597413 Jun 09 13:42:44.111716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad91aafa-0f6c-4b44-8bc8-9cc80e2e595c req-352fdebf-6345-4bd8-8703-d6233e0819c3 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Jun 09 13:42:45.318789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7426cf4-9a86-4e38-9850-4f68a9825f05 req-c93d2cf0-d602-430c-bea1-b1511fa6aeb8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:45.320322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7426cf4-9a86-4e38-9850-4f68a9825f05 req-c93d2cf0-d602-430c-bea1-b1511fa6aeb8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0955656 Jun 09 13:42:45.367791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7426cf4-9a86-4e38-9850-4f68a9825f05 req-5a3fa9e3-0cda-4a8b-9a6e-fdefe7ca4159 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 Jun 09 13:42:46.576183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ada4e-c63b-450d-ab52-a0738c027e25 req-f14e79fd-8223-4382-b686-3911c84deb74 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:46.577615 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c68ada4e-c63b-450d-ab52-a0738c027e25 req-f14e79fd-8223-4382-b686-3911c84deb74 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0930905 Jun 09 13:42:46.625111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c68ada4e-c63b-450d-ab52-a0738c027e25 req-9b42ce29-c057-4813-b59c-d55cb1a23eff tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Jun 09 13:42:47.832094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce14a-8a1c-4602-a0a6-9266f7031961 req-bdf1f1b6-bee9-4cf8-a286-361d02d91fa7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:47.833911 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bffce14a-8a1c-4602-a0a6-9266f7031961 req-bdf1f1b6-bee9-4cf8-a286-361d02d91fa7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0930972 Jun 09 13:42:47.884506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bffce14a-8a1c-4602-a0a6-9266f7031961 req-381d608b-c543-4c2a-941b-b69f8511a58d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447712 Jun 09 13:42:47.934930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85527321-2caa-41e5-8246-56110ddb8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:49.088807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f33f-71a0-4a98-85a3-49860134a965 req-abceb1dd-30f7-46dd-a207-227019abf871 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:49.090244 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d75f33f-71a0-4a98-85a3-49860134a965 req-abceb1dd-30f7-46dd-a207-227019abf871 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0883393 Jun 09 13:42:49.135687 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d75f33f-71a0-4a98-85a3-49860134a965 req-6e636772-1eed-4f52-8a93-b085f4b3600b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Jun 09 13:42:50.319097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8165966d-69bb-4834-8ea3-13414bfc5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:50.330000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af6a3-2d89-4476-a0cf-451586ea64c9 req-6862d946-387e-4d96-a6e7-37a421944d1f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:50.331452 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-678af6a3-2d89-4476-a0cf-451586ea64c9 req-6862d946-387e-4d96-a6e7-37a421944d1f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0847187 Jun 09 13:42:50.370182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:50.379510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-678af6a3-2d89-4476-a0cf-451586ea64c9 req-26db3372-db64-4781-a927-ebebb3949ace tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jun 09 13:42:50.968088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-c79aa8e6-77f2-40c4-9717-01f8eec53ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:50.969474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-c79aa8e6-77f2-40c4-9717-01f8eec53ea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1098 time: 0.1175253 Jun 09 13:42:51.121949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-4b757856-8074-4e3d-9807-632c45b69870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:51.123451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-4b757856-8074-4e3d-9807-632c45b69870 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1305261 Jun 09 13:42:51.226620 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-536d0b4b-6a93-4a73-93e7-be3dc5e1d6a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 1001 time: 0.0944915 Jun 09 13:42:51.288250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-8f0833cc-2877-4755-941a-b3d17933976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:51.289622 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-8f0833cc-2877-4755-941a-b3d17933976a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0568945 Jun 09 13:42:51.365897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-f6ca216c-ab85-4d82-86d5-52dcc16df8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:51.367365 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-f6ca216c-ab85-4d82-86d5-52dcc16df8d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703518 Jun 09 13:42:51.446118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:51.537100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-fa1518e0-8aa6-409a-93af-d402343d5eda service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616275 Jun 09 13:42:51.687453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bca1ce-e474-40d7-ae30-e221d9313b8d req-0a7b8b88-c0ef-4ea0-a361-4121f9e9b845 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:51.688891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a8bca1ce-e474-40d7-ae30-e221d9313b8d req-0a7b8b88-c0ef-4ea0-a361-4121f9e9b845 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.1965764 Jun 09 13:42:51.690780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd7c45c7-56c5-4487-9c24-0ec246997a24 req-4faebd51-cd9e-477d-9500-4c76202967c8 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461136 Jun 09 13:42:51.734551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a8bca1ce-e474-40d7-ae30-e221d9313b8d req-a6fd968f-fdb4-4936-94ed-f4cc538b3286 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383787 Jun 09 13:42:52.257853 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-2c0ad3a9-cdcb-4668-9e7e-f541ad2a1a92 service neutron] 10.222.0.42 "GET /v2.0/ports/be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0874591 Jun 09 13:42:52.534367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-41c73b26-ec5b-466e-b441-30d33c51d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:52.536640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-41c73b26-ec5b-466e-b441-30d33c51d161 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1098 time: 0.0757496 Jun 09 13:42:52.637004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-f43a57f3-47ae-4c24-9576-c3b0bd102cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:52.638442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-f43a57f3-47ae-4c24-9576-c3b0bd102cde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1098 time: 0.0728030 Jun 09 13:42:52.952686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-d925b23e-45a4-4c6e-930c-aac08143daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:52.954107 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-d925b23e-45a4-4c6e-930c-aac08143daaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.3085301 Jun 09 13:42:53.067140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697de9-4673-40d7-8f61-87d288162d4f req-477b7cb6-7a79-43df-9002-62448535f96a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:53.068575 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c697de9-4673-40d7-8f61-87d288162d4f req-477b7cb6-7a79-43df-9002-62448535f96a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.2024069 Jun 09 13:42:53.075086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-68cbcd5b-6958-4f0d-9dd9-c601428545a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 1001 time: 0.1136823 Jun 09 13:42:53.145762 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:53.161659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c697de9-4673-40d7-8f61-87d288162d4f req-520659a8-41b9-49d4-a2e1-a1345053ae0c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856764 Jun 09 13:42:53.168320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-5744709a-7e3a-488c-b4d8-8cc14ef63346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:53.169749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-5744709a-7e3a-488c-b4d8-8cc14ef63346 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0811994 Jun 09 13:42:53.249087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-357bee77-7075-4934-9936-cb212712a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:53.250482 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-357bee77-7075-4934-9936-cb212712a1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740662 Jun 09 13:42:53.380185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-bd93b18a-9eeb-42c2-a662-a1370ba3af63 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227322 Jun 09 13:42:53.524644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-858ce50e-377b-4ace-86bf-525c6db359a5 req-6a7a998d-e053-489b-9aba-8f0908650506 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381576 Jun 09 13:42:54.353814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301d213-00c3-4bad-a2ec-24467cab86ff req-be008dd7-087a-44bd-aed0-de3d79617a43 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:54.355344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1301d213-00c3-4bad-a2ec-24467cab86ff req-be008dd7-087a-44bd-aed0-de3d79617a43 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0814545 Jun 09 13:42:54.403561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1301d213-00c3-4bad-a2ec-24467cab86ff req-87335dc5-e355-4db4-bf26-0d84c70938b8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Jun 09 13:42:54.687535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:42:54.803513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:54.830235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:42:54.832843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675d687-25a2-4396-b8aa-7b9724591191" -d '{"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:42:54.840873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:42:54.846232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:54.848010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:42:54.884182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07e55e-1180-4843-9fcc-9603301cf687 x-openstack-request-id: req-eb07e55e-1180-4843-9fcc-9603301cf687 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:42:54.884477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:42:54.884750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb07e55e-1180-4843-9fcc-9603301cf687 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:42:54.885154 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'code': 200} Jun 09 13:42:54.916779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:42:54.924012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.924351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.924688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.925014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.925339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.925645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.925960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.926292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.926650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.926966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.927284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.927598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:42:54.931586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:42:55.599838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098399b5-e07a-4966-b288-e7a1f218c667 req-4af68d48-e462-4d96-8196-f9e463d565be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:55.601185 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-098399b5-e07a-4966-b288-e7a1f218c667 req-4af68d48-e462-4d96-8196-f9e463d565be tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0866568 Jun 09 13:42:55.646516 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-098399b5-e07a-4966-b288-e7a1f218c667 req-8da273cd-6c6f-4673-b7ee-04b4db35d643 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Jun 09 13:42:56.110812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-903f8058-3cbd-414e-ace2-00d5bf6d8f3d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.112231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-903f8058-3cbd-414e-ace2-00d5bf6d8f3d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc&tenant_id=552c8d024254400198386763afabae4d&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1385567 Jun 09 13:42:56.189648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03dab-6720-47d1-8939-171cb2146fb7 req-0448b270-a56d-4ef0-8bd5-402f3ab354e4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.190995 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a0d03dab-6720-47d1-8939-171cb2146fb7 req-0448b270-a56d-4ef0-8bd5-402f3ab354e4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.1635022 Jun 09 13:42:56.243006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-8ce27684-612e-4451-a582-288e64101ecf service neutron] 10.222.0.42 "GET /v2.0/ports/be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1241090 Jun 09 13:42:56.253876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a0d03dab-6720-47d1-8939-171cb2146fb7 req-725586b0-29aa-4414-8b3e-e7a5058e7567 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552068 Jun 09 13:42:56.338384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-291eaf1d-1afe-47fa-bcd5-492e1552362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.339851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-291eaf1d-1afe-47fa-bcd5-492e1552362e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1096 time: 0.0739820 Jun 09 13:42:56.480734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-d49814d5-16eb-4839-ac8b-56b3049a52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.482081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-d49814d5-16eb-4839-ac8b-56b3049a52b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1346984 Jun 09 13:42:56.587316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-c97a2524-49f2-45aa-aaa7-72d89041c711 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 999 time: 0.0977063 Jun 09 13:42:56.654776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-042a85cd-49f7-4d05-ad3e-eaf3986c1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.656564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-042a85cd-49f7-4d05-ad3e-eaf3986c1db0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0629344 Jun 09 13:42:56.870253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-b51d3b42-548f-49b5-812f-12c5cac99df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:56.871740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-b51d3b42-548f-49b5-812f-12c5cac99df5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2083695 Jun 09 13:42:56.999966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-10b9c1f1-c0ca-4e6d-860e-f5cd6f5b9c1a service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217437 Jun 09 13:42:57.129031 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-44907e20-8e35-4417-a125-f87e46c592db service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229949 Jun 09 13:42:57.448843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8df9-18f2-450b-a205-e95be212f254 req-6b347cd2-df8e-4e62-961e-f06cd1d7f472 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:57.450170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c1dd8df9-18f2-450b-a205-e95be212f254 req-6b347cd2-df8e-4e62-961e-f06cd1d7f472 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0810926 Jun 09 13:42:57.502267 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c1dd8df9-18f2-450b-a205-e95be212f254 req-5b40d42d-9612-4699-908a-632e3aaefb34 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Jun 09 13:42:58.797034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:42:58.855869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae2570-f82b-4463-8fd7-4ded664f5364 req-9d49fcc6-f925-41f9-b685-eb095e261b52 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:58.857628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fae2570-f82b-4463-8fd7-4ded664f5364 req-9d49fcc6-f925-41f9-b685-eb095e261b52 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0839279 Jun 09 13:42:58.906442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fae2570-f82b-4463-8fd7-4ded664f5364 req-2f47a98f-0b19-4102-9fe0-a4033231f1ff tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Jun 09 13:42:59.610449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-255ef75e-1334-4e20-9cd9-f1b72db99c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:59.612144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-255ef75e-1334-4e20-9cd9-f1b72db99c64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1096 time: 0.0882475 Jun 09 13:42:59.713325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-efdb3058-8bcd-4ab1-829c-19bbf56929cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:59.714832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-efdb3058-8bcd-4ab1-829c-19bbf56929cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 1096 time: 0.0815787 Jun 09 13:42:59.851854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-1d416890-5633-476a-a421-da9578905209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:42:59.853311 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-1d416890-5633-476a-a421-da9578905209 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1321511 Jun 09 13:42:59.971220 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-a5663cd8-caa6-471d-8144-eda7ab8805df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 200 len: 999 time: 0.1105533 Jun 09 13:43:00.071396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-452796f1-78c8-4caa-8511-43b3eceb00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:00.072792 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-452796f1-78c8-4caa-8511-43b3eceb00d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0956154 Jun 09 13:43:00.160313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db39a5c-aad8-4d00-8cb6-5d29cd82edc2 req-2f885659-f4fe-45ab-aa31-c005d447ca09 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:00.161618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4db39a5c-aad8-4d00-8cb6-5d29cd82edc2 req-2f885659-f4fe-45ab-aa31-c005d447ca09 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.1389585 Jun 09 13:43:00.189658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-005e004a-c563-4f48-9178-c56c71e9d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:00.191084 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-005e004a-c563-4f48-9178-c56c71e9d802 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1112156 Jun 09 13:43:00.276700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4db39a5c-aad8-4d00-8cb6-5d29cd82edc2 req-4a7cdd3c-e685-4484-a723-51fe44dfb0bc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088016 Jun 09 13:43:00.330021 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-d5252e93-3d68-4ca1-9898-490b5fd757ac service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289115 Jun 09 13:43:00.460178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd6d7733-1138-4f15-929a-2dae0739b8b9 req-bd8daec3-260e-4ccc-859c-36da1e136b89 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240318 Jun 09 13:43:01.486898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebe767-aff0-43ef-8d15-2f103ca2e28c req-817814f3-1fbb-427f-a0a8-106df8aa610e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:01.488375 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62ebe767-aff0-43ef-8d15-2f103ca2e28c req-817814f3-1fbb-427f-a0a8-106df8aa610e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0963292 Jun 09 13:43:01.532336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62ebe767-aff0-43ef-8d15-2f103ca2e28c req-1503d1b5-0c05-4c26-ba2b-d801eb3beb65 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Jun 09 13:43:02.725443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:43:02.728864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:43:02.731506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b528a3-38b6-440c-b1b8-269efb7dcf13 req-37e60e6b-0ac0-4939-9d45-e889f7cf94f4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:02.732971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48b528a3-38b6-440c-b1b8-269efb7dcf13 req-37e60e6b-0ac0-4939-9d45-e889f7cf94f4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0897605 Jun 09 13:43:02.927347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48b528a3-38b6-440c-b1b8-269efb7dcf13 req-03fc1f21-e1a9-4402-9c29-0fb2ddf0721d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884961 Jun 09 13:43:02.997400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:03.011374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'mac_address': 'fa:16:3e:a1:6a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:43:03.067878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:03.085683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:43:03.102056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:03.108230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:03.109963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:03.117436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3319-a5af-4224-8008-42f74491cff0 req-6730827a-e6b3-4b1f-b657-634a51f5137d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:03.118951 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d3a3319-a5af-4224-8008-42f74491cff0 req-6730827a-e6b3-4b1f-b657-634a51f5137d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 943 time: 0.0847557 Jun 09 13:43:03.165514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d3a3319-a5af-4224-8008-42f74491cff0 req-1ff2b62e-b85a-46a8-98ee-9d3f3cd343cf tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405643 Jun 09 13:43:03.172152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:43:03.228108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:03.233606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:03.354924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71757a43-43a9-486d-8782-d5edcaa2190a req-8b05dae6-3f19-4429-ae29-2171436f24c0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:03.356355 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-71757a43-43a9-486d-8782-d5edcaa2190a req-8b05dae6-3f19-4429-ae29-2171436f24c0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 944 time: 0.0832744 Jun 09 13:43:03.399744 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-71757a43-43a9-486d-8782-d5edcaa2190a req-fe7b369f-9e7a-4a59-b698-8266610654f6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375485 Jun 09 13:43:03.792431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44e8df-9996-440f-8c91-f543c9ff61ed req-f470bf93-6513-4bcf-9d75-3d6278e960ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:03.793762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd44e8df-9996-440f-8c91-f543c9ff61ed req-f470bf93-6513-4bcf-9d75-3d6278e960ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 944 time: 0.0863197 Jun 09 13:43:03.845123 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd44e8df-9996-440f-8c91-f543c9ff61ed req-3099ed28-2974-4051-a999-f038d5a3c6ce tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Jun 09 13:43:04.742676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:43:04.819328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:43:04.819698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:04.934611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:04.961728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:43:04.964046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae5b5b5-f0af-4fee-8882-c0edf4831320" -d '{"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-plugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:43:04.972348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:04.978539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:04.981543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-082dcabc-376b-4871-b26f-279eb23d871b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:05.011701 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce6b623-94d3-4c32-af32-46908f8ac842 x-openstack-request-id: req-4ce6b623-94d3-4c32-af32-46908f8ac842 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:43:05.011994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-plugged", "status": "completed", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:43:05.012247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ce6b623-94d3-4c32-af32-46908f8ac842 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:43:05.012628 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'code': 200} Jun 09 13:43:05.044086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfe1df-f302-44fb-9396-9d1fbf8440c0 req-547a8e79-f71b-4256-bfe8-6f1f47eddcb1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:05.045566 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dfe1df-f302-44fb-9396-9d1fbf8440c0 req-547a8e79-f71b-4256-bfe8-6f1f47eddcb1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0833609 Jun 09 13:43:05.050447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:05.053480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:05.092407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c3dfe1df-f302-44fb-9396-9d1fbf8440c0 req-9d1f6f2b-1452-44e4-83ba-2d062c99fef0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Jun 09 13:43:05.768377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-3a4b618b-695f-4859-b32d-76657f43ed81 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:05.769885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-3a4b618b-695f-4859-b32d-76657f43ed81 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.0865831 Jun 09 13:43:05.909882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Deleting port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:43:05.910195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:06.044960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] For port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:06.045681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:06.379111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:06.379484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:06.379773 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed disassociated. External IP: 172.26.5.55, port: be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013. Jun 09 13:43:06.380100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Calling delete_port for be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:43:06.401372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9000c9-fc15-4818-b8f8-6d15468a120b req-1ea3ee49-0c3c-4837-bdab-f3a0e835ddb5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:06.402828 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4f9000c9-fc15-4818-b8f8-6d15468a120b req-1ea3ee49-0c3c-4837-bdab-f3a0e835ddb5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 945 time: 0.1917162 Jun 09 13:43:06.460754 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4f9000c9-fc15-4818-b8f8-6d15468a120b req-11863601-1a4e-4e7a-bbf5-0c0aa59ac965 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Jun 09 13:43:06.547699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:06.553928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-62f4d488-eae8-4ed1-8260-dcb19f38d8d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:06.601931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'Port': ['ID=be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:06.657445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.657849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.658221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.658628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.658965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.659361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.659723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.660080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.660442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.660800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.661143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.661492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:43:06.670320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:06.817631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:43:07.144433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:43:07.154737 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:43:07.165476 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:43:07.166156 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:42:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:07.220842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] No DVR routers for this DVR port be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:43:07.223493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:07.225378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54f1bd4c-78a9-492a-bf86-c8d47be1be81 req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "DELETE /v2.0/ports/be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 HTTP/1.1" status: 204 len: 173 time: 1.4477479 Jun 09 13:43:07.226061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-deleted', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:43:07.228716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956d2ae-64f8-457a-b309-269f5fc6d106" -d '{"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-deleted", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:43:07.278746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccb0188-a27c-4da9-9fe7-b8fa2630d17d x-openstack-request-id: req-fccb0188-a27c-4da9-9fe7-b8fa2630d17d {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:43:07.279399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5304f33a-3ffb-4ab4-8b16-9e2518510cdc", "name": "network-vif-deleted", "tag": "be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:43:07.279700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fccb0188-a27c-4da9-9fe7-b8fa2630d17d {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:43:07.280130 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5304f33a-3ffb-4ab4-8b16-9e2518510cdc', 'name': 'network-vif-deleted', 'tag': 'be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013', 'status': 'completed', 'code': 200} Jun 09 13:43:07.345612 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:43:07.627102 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-05acc27a-a26d-4f94-a572-d93c24ad6679 req-29beaae1-3ff5-4410-a5cb-897fe33e2af9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5304f33a-3ffb-4ab4-8b16-9e2518510cdc HTTP/1.1" status: 200 len: 210 time: 0.0451739 Jun 09 13:43:07.652514 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:07.656556 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:43:07.665358 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:43:07.665969 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:42:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:07.851098 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:43:08.187943 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:08.191844 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09615f-4e36-45b6-9582-6c4451caff60 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:43:08.390990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becbd65d-d81f-406b-8608-1e7b0626262b None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:43:08.757062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:43:08.798946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:43:08.799304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device be5e8b1a-1a0c-4299-9a2b-de4bdfe6a013 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:43:08.986269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-ec262c06-c677-4c53-b4b7-e8b845945b74 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1978490355&fields=id&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 267 time: 0.0441666 Jun 09 13:43:09.148980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d16e1b99-c6e5-4923-a46c-e91fa5ade7dd tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:09.151030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d16e1b99-c6e5-4923-a46c-e91fa5ade7dd tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1573017 Jun 09 13:43:09.165669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d22d1e9d-21d4-4edc-ab5a-ccf5984d228a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/quotas/552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 375 time: 0.0091190 Jun 09 13:43:09.253246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-9f53c2ee-d1c4-48f6-a39f-f2a3194ecdfc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826225 Jun 09 13:43:09.445769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-b053e0f7-05cd-4c7b-af8e-e24c3b77ce96 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785698 Jun 09 13:43:09.577356 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-b24c64ad-dcd8-4d77-be60-742a73e8dad4 service neutron] 10.222.0.21 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255226 Jun 09 13:43:09.766162 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-467d85fa-625e-4b9f-98bd-0cbd8dc1ddd8 req-f73bf5a7-a170-4432-a7c9-004d03e900ec tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0456533 Jun 09 13:43:10.927554 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-582a2170-8258-486c-862c-7c5eff0a2ca9 req-fd4680d8-7edd-481c-9793-b924d249e471 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0551405 Jun 09 13:43:10.995199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-beac1da6-e3a7-4b74-8fa6-6ccf27a038b7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:10.997152 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-beac1da6-e3a7-4b74-8fa6-6ccf27a038b7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 812 time: 0.1928394 Jun 09 13:43:11.051013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-414b19dc-af0b-4c55-ae33-9279ceae1a83 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 380 time: 0.0391479 Jun 09 13:43:11.059516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'port': {'device_id': '5c15261a-c59d-4709-9483-d81131431831', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'admin_state_up': True, 'tenant_id': '552c8d024254400198386763afabae4d', 'security_groups': ['108865af-d277-4f4c-ad0e-faab6bbf4366']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:43:11.216908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Made reservation on behalf of 552c8d024254400198386763afabae4d for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:43:11.220468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:11.384266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Allocated IP 172.20.0.8 (88cbc357-416c-4168-9054-aa2a438d6242/bf1716e3-7a88-4705-818c-42f32704180e/50dc7e02-30a9-4b7f-8e43-48fb9c16ca84) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:43:11.571085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:11.586921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Transition to ACTIVE for port object 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:43:11.612289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:11.617698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4f52296c-1653-44df-8766-a3f1f0fdffba tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:11.684682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Network 88cbc357-416c-4168-9054-aa2a438d6242 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:43:11.687923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:43:11.691848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:43:11.722647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:11.729629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:11.759456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:11.760128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:11.781092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250252 Jun 09 13:43:11.794833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Request body: {'port': {'device_id': '5c15261a-c59d-4709-9483-d81131431831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:43:11.910569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:11.961632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f86a2241-cd09-4c2d-a439-0011158a1f25 None None] Provisioning for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:43:11.967444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f86a2241-cd09-4c2d-a439-0011158a1f25 None None] Provisioning complete for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:43:11.968053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f86a2241-cd09-4c2d-a439-0011158a1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.023321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f86a2241-cd09-4c2d-a439-0011158a1f25 None None] Port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:43:12.374795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371dc3-5f3d-471f-bd76-c3ff9a530f2f req-2a9d85ac-c5d4-4357-a591-4c656a3f82bb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:12.376221 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-60371dc3-5f3d-471f-bd76-c3ff9a530f2f req-2a9d85ac-c5d4-4357-a591-4c656a3f82bb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 931 time: 0.3406291 Jun 09 13:43:12.465683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-60371dc3-5f3d-471f-bd76-c3ff9a530f2f req-914056b1-cf57-4b6d-9613-52882331b848 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837183 Jun 09 13:43:12.489899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:43:12.497749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.513509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Transition to ACTIVE for port object 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:43:12.519616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.525294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:12.656938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:12.688209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:12.763487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Attempting to bind port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:43:12.763821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Attempting to bind port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:43:12.764143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Attempting to bind port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:43:12.768641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 on network 88cbc357-416c-4168-9054-aa2a438d6242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:43:12.768947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Attempting to bind port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 on network 88cbc357-416c-4168-9054-aa2a438d6242 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:43:12.773986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:43:12.774322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Checking segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:43:12.774722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Bound using segment: {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:43:12.775149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Bound port: 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf17eda-1b41-42d3-8e97-fec7357477df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:43:12.775487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.871402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:43:12.874453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:43:12.881209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.884715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:12.941016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:12.941632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:12.943016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] 10.222.0.42 "PUT /v2.0/ports/50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1093 time: 1.1541996 Jun 09 13:43:12.943550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:43:12.945863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:43:12.966191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:12.975777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:13.058938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b167a74-4ce8-4a60-9930-13a7880309f7 x-openstack-request-id: req-8b167a74-4ce8-4a60-9930-13a7880309f7 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:43:13.059535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:43:13.059860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b167a74-4ce8-4a60-9930-13a7880309f7 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:43:13.060415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'status': 'completed', 'code': 200} Jun 09 13:43:13.063497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-e40bdfc0-dcbb-4de7-83fe-53e75f1f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.065030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-e40bdfc0-dcbb-4de7-83fe-53e75f1f219d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1096 time: 0.0806150 Jun 09 13:43:13.137494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d8153137-f3fb-46a1-9c93-f502ea074097 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 217 time: 0.0651228 Jun 09 13:43:13.205866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-9dd8145d-bb6a-4471-a6d5-94959645e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.207248 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-9dd8145d-bb6a-4471-a6d5-94959645e970 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0613239 Jun 09 13:43:13.281891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-4f4f5fef-8a8b-4cd0-8abb-eb32eb8f5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.283355 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-4f4f5fef-8a8b-4cd0-8abb-eb32eb8f5856 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700598 Jun 09 13:43:13.414893 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-9466ea7a-cea8-4579-9fc2-a0203c3e00e0 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248970 Jun 09 13:43:13.548456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a2b0316e-2698-4d36-9c05-ad0094e827b9 req-d8a5b5eb-3f26-4ea4-a6dc-1e82134ef4fc service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275523 Jun 09 13:43:13.714758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c676e-25b5-4b67-8f10-ee7a04dc60fa req-5281bf35-fd85-49cc-961d-6c06b851e09d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.716210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d0c676e-25b5-4b67-8f10-ee7a04dc60fa req-5281bf35-fd85-49cc-961d-6c06b851e09d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.1400080 Jun 09 13:43:13.720540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-7d4a8e9b-6cbb-456d-a9a7-3e37e9dcf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.721875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-7d4a8e9b-6cbb-456d-a9a7-3e37e9dcf466 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1096 time: 0.1124084 Jun 09 13:43:13.836657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d0c676e-25b5-4b67-8f10-ee7a04dc60fa req-a411bc1e-72b5-44c5-96ff-2e8c2e1b8821 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138456 Jun 09 13:43:13.877246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-450088b4-3fe5-4c4a-ae93-600c623170f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:13.878732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-450088b4-3fe5-4c4a-ae93-600c623170f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1416740 Jun 09 13:43:14.094437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-8207d5f3-11b2-4f8a-8820-a5b3f3b8d857 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 217 time: 0.2078943 Jun 09 13:43:14.158355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-2efb39f4-9e97-44e0-9fdc-8a01818ee8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:14.159742 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-2efb39f4-9e97-44e0-9fdc-8a01818ee8d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0569808 Jun 09 13:43:14.238597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-758579d4-997c-40fa-a363-bd2198014e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:14.240054 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-758579d4-997c-40fa-a363-bd2198014e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735476 Jun 09 13:43:14.371780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-5f591258-af7d-4ef1-a66e-6446cfb12a0f service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238937 Jun 09 13:43:14.502318 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bfc1b6ed-5636-4809-91fa-ddf19a10f3ee req-a0d63f1d-b9f5-444d-aa23-3a15db6962c8 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239924 Jun 09 13:43:14.765711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:43:14.904673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:14.917752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:43:14.977235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:14.994181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:43:15.009935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:15.017706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:15.019611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:15.030589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f33cc-c983-4f64-ae49-83cd3b7b66ec req-9be95db0-b310-40cc-a7b1-228c3838eb8a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:15.032025 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec8f33cc-c983-4f64-ae49-83cd3b7b66ec req-9be95db0-b310-40cc-a7b1-228c3838eb8a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0810859 Jun 09 13:43:15.076878 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec8f33cc-c983-4f64-ae49-83cd3b7b66ec req-8560be0e-492f-4a6d-a76b-e96fe3bfa263 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Jun 09 13:43:15.085421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:15.088816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:15.221514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:43:16.284663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45707c-503c-4281-9ebe-bb6da6b1046b req-aba9860a-fc8d-4160-89bf-f13255b58ce9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:16.286090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a45707c-503c-4281-9ebe-bb6da6b1046b req-aba9860a-fc8d-4160-89bf-f13255b58ce9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 944 time: 0.0982268 Jun 09 13:43:16.331587 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a45707c-503c-4281-9ebe-bb6da6b1046b req-0b508a19-5e41-4390-9cb6-4f6d1dd46885 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380340 Jun 09 13:43:16.774196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:43:16.854422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:43:16.859259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:43:16.859663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:16.983321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:17.009912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:43:17.012233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75aa5b4-0715-4c88-8386-180bdc7fdc1e" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:43:17.020119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:43:17.025346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:17.028403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80e7ad8a-558d-4827-8f25-20d42350d7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:43:17.100803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:43:17.104194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:43:17.105976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab9de35-879c-4691-99f2-decd64520fc6 x-openstack-request-id: req-6ab9de35-879c-4691-99f2-decd64520fc6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:43:17.106260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:43:17.106516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ab9de35-879c-4691-99f2-decd64520fc6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:43:17.106931 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'code': 200} Jun 09 13:43:17.336901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c259b0-7f7f-4097-8d1a-e7dd40b6e6c8 req-b2f16599-fb7f-4489-b8f7-004f71f1604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:17.338471 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8c259b0-7f7f-4097-8d1a-e7dd40b6e6c8 req-b2f16599-fb7f-4489-b8f7-004f71f1604b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0727201 Jun 09 13:43:17.379353 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8c259b0-7f7f-4097-8d1a-e7dd40b6e6c8 req-e304476b-e03d-4c25-b23e-82d83b79356b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347462 Jun 09 13:43:17.528054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215f133-77ca-4029-ac85-977fd6bb4774 req-22bf90ff-c90f-4299-b5a6-ebadff08c656 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:17.529510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6215f133-77ca-4029-ac85-977fd6bb4774 req-22bf90ff-c90f-4299-b5a6-ebadff08c656 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0917971 Jun 09 13:43:17.577507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6215f133-77ca-4029-ac85-977fd6bb4774 req-18dcc05a-f62d-4e63-b05a-ff630cdb74ec tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Jun 09 13:43:17.943446 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb914496-290c-4841-8da0-63b34ed4ce74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:18.782171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952879e-88ee-4dc0-9c24-dd173e62c1e4 req-f0fde182-4a73-41d6-8d3b-2c2c74aeef56 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:18.783645 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8952879e-88ee-4dc0-9c24-dd173e62c1e4 req-f0fde182-4a73-41d6-8d3b-2c2c74aeef56 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0809183 Jun 09 13:43:18.833391 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8952879e-88ee-4dc0-9c24-dd173e62c1e4 req-742d4850-bc84-449e-bb5c-8e8f7183f680 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Jun 09 13:43:19.032452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5864-6add-4d69-82bb-53c20bbc0ba6 req-88745ab4-8726-4dc7-bfbf-19611b1ac29f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:19.034869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8baa5864-6add-4d69-82bb-53c20bbc0ba6 req-88745ab4-8726-4dc7-bfbf-19611b1ac29f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.1000490 Jun 09 13:43:19.043675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55630) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:43:19.048100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Request body: {'floatingip': {'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:43:19.133258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:19.857580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:19.863638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:20.035315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed associated. External IP: 172.26.5.55, port: 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84. Jun 09 13:43:20.112304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:43:20.313817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35267b2e-b930-42c1-ad4b-c807e2c9186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:20.384441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:20.402982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:43:20.592691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:43:20.596873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:20.602357 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:43:20.612254 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:43:20.612872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:43:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:20.651381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6c0af4c5-038d-4eda-a889-b05799cd84ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "PUT /v2.0/floatingips/f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed HTTP/1.1" status: 200 len: 991 time: 1.6066692 Jun 09 13:43:20.652327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:43:20.654971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:43:20.706879 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bae7b7-a1af-410d-9f15-bccc56d5aa86 x-openstack-request-id: req-f6bae7b7-a1af-410d-9f15-bccc56d5aa86 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:43:20.707430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:43:20.708253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6bae7b7-a1af-410d-9f15-bccc56d5aa86 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:43:20.708880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'status': 'completed', 'code': 200} Jun 09 13:43:20.791398 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:43:20.807628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-749363aa-d2d1-4428-8b2d-d7261ff7de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:20.809113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-749363aa-d2d1-4428-8b2d-d7261ff7de40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0789957 Jun 09 13:43:20.939068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-f230750f-2d2b-4aef-aff1-ecb1551264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:20.940429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-f230750f-2d2b-4aef-aff1-ecb1551264ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1245546 Jun 09 13:43:21.040074 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-46d6b611-26f2-46cc-9ff3-ca9a66759ae9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 999 time: 0.0930042 Jun 09 13:43:21.129087 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15261a-c59d-4709-9483-d81131431831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:43:19Z', 'revision_number': 13, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:21.133364 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:43:21.142408 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:43:21.143060 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:43:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:21.250632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-867befcd-e5c2-47ac-9db2-2873e7a1f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:21.251975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-867befcd-e5c2-47ac-9db2-2873e7a1f2ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.2055678 Jun 09 13:43:21.323771 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:43:21.331174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-edb36e25-565a-491a-a4e3-31e8fe9eda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:21.332654 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-edb36e25-565a-491a-a4e3-31e8fe9eda54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735989 Jun 09 13:43:21.448323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:21.466952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-31db5b28-4106-42d7-b0e0-32d4e902cf23 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270015 Jun 09 13:43:21.601927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e3f757b2-7a71-4e65-90d6-60f7ba6deaf2 req-5a757a5f-1354-44b3-a3e8-2d4924fd95c6 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280286 Jun 09 13:43:21.664479 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15261a-c59d-4709-9483-d81131431831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:43:19Z', 'revision_number': 13, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:43:21.668497 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a76-e31a-438f-bf5e-678a4d0aa8b6 None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed', 'tenant_id': '552c8d024254400198386763afabae4d', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c15261a-c59d-4709-9483-d81131431831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:39:05Z', 'updated_at': '2021-06-09T13:43:19Z', 'revision_number': 13, 'project_id': '552c8d024254400198386763afabae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:43:21.855432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff11988-bc3a-4128-b383-bc90b29f345e None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:43:23.157329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:28.823325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:47.935204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3abf09f-6e5a-495d-bb35-68946648e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:50.330025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac6ea-e0de-4614-a06c-d4d3e6bdb4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:50.378185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:51.454481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:51.888992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-33f631b4-01a7-4898-9e79-c4a7af0f8698 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799515 Jun 09 13:43:52.029731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-80f893f8-1a3c-46f6-9436-bc8d2b9f0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:52.031178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-80f893f8-1a3c-46f6-9436-bc8d2b9f0716 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0733898 Jun 09 13:43:52.187321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-150bfa8d-56d3-4f80-9c63-51c3e66c8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:52.188743 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-150bfa8d-56d3-4f80-9c63-51c3e66c8b3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1366618 Jun 09 13:43:52.296678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-b1bd6714-0411-4e3b-aea5-d89e532e1302 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1001 time: 0.0996563 Jun 09 13:43:52.360193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-42b61e39-f78a-48d1-8de4-63c48c9bcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:52.362707 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-42b61e39-f78a-48d1-8de4-63c48c9bcd25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0589180 Jun 09 13:43:52.449962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-7ebe831a-6aac-4c2b-bc37-c8639f339a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:52.451995 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-7ebe831a-6aac-4c2b-bc37-c8639f339a76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821300 Jun 09 13:43:52.584104 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-cd72ef18-39ff-4d94-8970-b3a06f8eb4aa service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243963 Jun 09 13:43:52.724618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61df5422-c7a2-4033-96c7-74b42bd75f8e req-b1c291a3-d9c3-4e9e-ac10-7f3e07afd58b service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333101 Jun 09 13:43:53.158862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:43:57.113168 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:43:58.562897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386064f1-4b3e-4842-a927-2a26dd82472d req-30470519-e4d1-48dd-82bf-23404ddf2760 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:43:58.564256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-386064f1-4b3e-4842-a927-2a26dd82472d req-30470519-e4d1-48dd-82bf-23404ddf2760 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0921507 Jun 09 13:43:58.615179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-386064f1-4b3e-4842-a927-2a26dd82472d req-36ea2910-4a09-4c45-bc45-afc4e41e366f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Jun 09 13:43:58.822244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:10.656339 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-b07de59a-5e52-4e38-89c7-893c9abff194 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724030 Jun 09 13:44:10.711381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714fa11-a764-4944-9122-81711bf1bb0c req-923d903a-a586-4d17-81ce-42c57adb3b72 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:10.712847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e714fa11-a764-4944-9122-81711bf1bb0c req-923d903a-a586-4d17-81ce-42c57adb3b72 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0865433 Jun 09 13:44:10.758025 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e714fa11-a764-4944-9122-81711bf1bb0c req-794c805c-535e-4e74-8ae6-96eeca828221 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395215 Jun 09 13:44:11.827171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-cea70729-7556-4bdb-a7d9-fa49106cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:11.828625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-cea70729-7556-4bdb-a7d9-fa49106cb3da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0756743 Jun 09 13:44:12.140126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-086c0283-acb9-4e30-bbb9-8d48533101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:12.141559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-086c0283-acb9-4e30-bbb9-8d48533101cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.3056476 Jun 09 13:44:12.204698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cec16-dd61-4d05-8cac-2eea7ed5e74a req-ce534aaf-716b-4ab1-b5ed-d3b13c55ebe9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:12.206088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aa1cec16-dd61-4d05-8cac-2eea7ed5e74a req-ce534aaf-716b-4ab1-b5ed-d3b13c55ebe9 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.3063266 Jun 09 13:44:12.280553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-b1bd7700-18a6-4eee-af69-3533dd87f99a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1001 time: 0.1309030 Jun 09 13:44:12.285007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aa1cec16-dd61-4d05-8cac-2eea7ed5e74a req-a9d4a058-9bb1-4352-98c5-16e55b918cfa tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726848 Jun 09 13:44:12.345259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-6b2c3439-2451-4cbf-8c14-0396eb744707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:12.346711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-6b2c3439-2451-4cbf-8c14-0396eb744707 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0600433 Jun 09 13:44:12.427542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-030e0a54-c4b1-4caf-9c4e-6d941e14ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:12.428911 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-030e0a54-c4b1-4caf-9c4e-6d941e14ad72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0759475 Jun 09 13:44:12.559560 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-432312d8-7891-4381-a0b1-ab005df8d06e service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242726 Jun 09 13:44:12.704615 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-1394b091-1eef-4c1d-a9d2-da999e335cf5 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388450 Jun 09 13:44:13.483969 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024f6f9-93fe-40b4-82ce-bf411e52d738 req-2715fc75-b685-4c11-908a-a9ebb6980d5c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:13.485389 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e024f6f9-93fe-40b4-82ce-bf411e52d738 req-2715fc75-b685-4c11-908a-a9ebb6980d5c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0820549 Jun 09 13:44:13.530881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e024f6f9-93fe-40b4-82ce-bf411e52d738 req-d3dd28c6-fa63-4e1a-b851-da4e26519065 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Jun 09 13:44:14.732742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2482b-5d13-4deb-8ea2-98e59d886648 req-9b3c12ad-ab44-4ba9-a0d7-4f33c9257225 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:14.734341 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8c2482b-5d13-4deb-8ea2-98e59d886648 req-9b3c12ad-ab44-4ba9-a0d7-4f33c9257225 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0922294 Jun 09 13:44:14.780356 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8c2482b-5d13-4deb-8ea2-98e59d886648 req-c1001a16-8096-4f71-a710-c5049d358dd7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377305 Jun 09 13:44:15.978710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e077d6-6c53-4650-949c-35c6495f8519 req-ba1b29e1-8cdc-4dc5-8842-811344d406b0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:15.981578 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19e077d6-6c53-4650-949c-35c6495f8519 req-ba1b29e1-8cdc-4dc5-8842-811344d406b0 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0900993 Jun 09 13:44:16.034866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19e077d6-6c53-4650-949c-35c6495f8519 req-f41c46a0-c6d1-4cbb-974b-2b638f426253 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473099 Jun 09 13:44:17.262378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffd649-b053-4ca9-9bc8-d48255d5452b req-79e9c938-ff7d-4827-a6e1-df61388d5534 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:17.264450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4dffd649-b053-4ca9-9bc8-d48255d5452b req-79e9c938-ff7d-4827-a6e1-df61388d5534 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0929399 Jun 09 13:44:17.309373 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4dffd649-b053-4ca9-9bc8-d48255d5452b req-e656d6d7-ce9e-4fa6-9de8-e0d24098f56d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 Jun 09 13:44:17.936061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e73cfa10-5afa-4461-b21c-6c4b32a183f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:18.505897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c683cf-a0f1-43d2-a537-cec5cae4611c req-02205ec4-5dda-4a08-ac8a-41645a81b45c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:18.507351 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50c683cf-a0f1-43d2-a537-cec5cae4611c req-02205ec4-5dda-4a08-ac8a-41645a81b45c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0867462 Jun 09 13:44:18.555120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50c683cf-a0f1-43d2-a537-cec5cae4611c req-28e77ce6-edbb-4bfc-9609-53ff66610761 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 Jun 09 13:44:19.754466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871c59-2c06-49df-abbd-7817abb7fd69 req-0cb2534d-b11c-43bc-a87f-14eff736599b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:19.755966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32871c59-2c06-49df-abbd-7817abb7fd69 req-0cb2534d-b11c-43bc-a87f-14eff736599b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0821075 Jun 09 13:44:19.803064 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32871c59-2c06-49df-abbd-7817abb7fd69 req-7d5d95a5-d963-4693-a771-34fb1b89b466 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Jun 09 13:44:20.314927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eda5dc80-339e-47e4-b690-da98bbd1eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:20.382365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:21.022979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc31d2b-43fb-4046-b8a8-5eebf3116b9a req-076d614f-2b78-4225-af7e-b6412485dac7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:21.024310 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8dc31d2b-43fb-4046-b8a8-5eebf3116b9a req-076d614f-2b78-4225-af7e-b6412485dac7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0993936 Jun 09 13:44:21.069337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8dc31d2b-43fb-4046-b8a8-5eebf3116b9a req-bfcdf134-a29a-4211-aa0d-511f8b53c5d7 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Jun 09 13:44:21.463588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:22.274280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c2f6-de61-4443-93dc-1be93d54c0b6 req-9a188197-d57d-4ac8-979a-d9d0eb22e053 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:22.275745 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b283c2f6-de61-4443-93dc-1be93d54c0b6 req-9a188197-d57d-4ac8-979a-d9d0eb22e053 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0895305 Jun 09 13:44:22.327672 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b283c2f6-de61-4443-93dc-1be93d54c0b6 req-86860da0-64ba-4a24-a4e9-9cae6e122e32 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Jun 09 13:44:23.157532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:23.545269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3653d0-e25b-4376-b508-369c2dcba8bd req-5b207432-d628-47b2-934d-e1d023eba1c8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:23.546753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc3653d0-e25b-4376-b508-369c2dcba8bd req-5b207432-d628-47b2-934d-e1d023eba1c8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.1030416 Jun 09 13:44:23.606807 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc3653d0-e25b-4376-b508-369c2dcba8bd req-00778285-4b5d-43ee-9e7d-a62d2547d297 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513403 Jun 09 13:44:24.804899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9275-8fe3-400c-abaa-45ae4419b709 req-66f1a867-86db-4222-b364-25a74521d0ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:24.806509 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd9b9275-8fe3-400c-abaa-45ae4419b709 req-66f1a867-86db-4222-b364-25a74521d0ca tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0836568 Jun 09 13:44:24.852018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dd9b9275-8fe3-400c-abaa-45ae4419b709 req-a8ca5439-c94e-4d7a-b343-b33dd9ae1954 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Jun 09 13:44:26.038549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a74949-4d28-42cd-b66c-9f7655fe9c11 req-0a15f159-aaec-4115-9e4a-8db249ea4644 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:26.040024 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4a74949-4d28-42cd-b66c-9f7655fe9c11 req-0a15f159-aaec-4115-9e4a-8db249ea4644 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Jun 09 13:44:26.087801 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4a74949-4d28-42cd-b66c-9f7655fe9c11 req-53d52dee-add8-44f4-bb0b-d3a6c7205070 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Jun 09 13:44:26.289937 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-8081335f-9c6a-4e23-98ef-a27ec26def32 service neutron] 10.222.0.42 "GET /v2.0/ports/50dc7e02-30a9-4b7f-8e43-48fb9c16ca84/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0795901 Jun 09 13:44:26.565830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-961d1809-c624-46fe-83b7-dab16293f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:26.567374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-961d1809-c624-46fe-83b7-dab16293f0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1098 time: 0.0757265 Jun 09 13:44:26.667604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-96419c9c-df4c-4863-a1d1-c1d7e5e00c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:26.669086 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-96419c9c-df4c-4863-a1d1-c1d7e5e00c8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0754008 Jun 09 13:44:26.929239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-043a3578-ee72-4521-ab9b-0129203afb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:26.930552 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-043a3578-ee72-4521-ab9b-0129203afb19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.2551165 Jun 09 13:44:27.025168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:44:27.033232 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-8139772d-4c09-4151-8921-25bb59d569ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1001 time: 0.0957074 Jun 09 13:44:27.093517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-5c68f9ba-4c4e-4b05-9be4-9ab0bfbd4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:27.095023 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-5c68f9ba-4c4e-4b05-9be4-9ab0bfbd4358 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0560949 Jun 09 13:44:27.143189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:27.170578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-1d5c6b8e-3b08-4f3f-a003-b9d0371288a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:27.172120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-1d5c6b8e-3b08-4f3f-a003-b9d0371288a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708005 Jun 09 13:44:27.212116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:44:27.214215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35d0e2c-b36b-4551-9c58-318c2ca8f35b" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:44:27.222280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:27.228745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:27.231912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:27.275432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380f354-3a59-4030-9654-a988338ac991 x-openstack-request-id: req-9380f354-3a59-4030-9654-a988338ac991 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:44:27.275715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:44:27.275983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9380f354-3a59-4030-9654-a988338ac991 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:44:27.276387 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'code': 200} Jun 09 13:44:27.302643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:27.309804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.310150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.310484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.310839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.311170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.311495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.311842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.312161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.312477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.312796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.313109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.313417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:44:27.317972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:27.369060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-1fc31cab-5fae-4bef-a957-95e01a4673e4 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898923 Jun 09 13:44:27.380353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff83ae-ad66-4737-8189-1465a76fae06 req-c2a57069-a137-44d0-9c8b-bdc3f7b527d1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:27.381658 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39ff83ae-ad66-4737-8189-1465a76fae06 req-c2a57069-a137-44d0-9c8b-bdc3f7b527d1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.1807024 Jun 09 13:44:27.503798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39ff83ae-ad66-4737-8189-1465a76fae06 req-416be0a7-c7ad-4000-8a6d-9f900b85eebf tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015043 Jun 09 13:44:27.535231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-3d0e3c4f-52b8-4a08-851d-0e3ae8045804 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526525 Jun 09 13:44:28.696151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454da293-7dff-4b03-a800-84b2d9a19953 req-4d02e1ef-41e6-4720-9249-5076a21a147e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:28.697540 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-454da293-7dff-4b03-a800-84b2d9a19953 req-4d02e1ef-41e6-4720-9249-5076a21a147e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0830159 Jun 09 13:44:28.741396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-454da293-7dff-4b03-a800-84b2d9a19953 req-226aa702-c3e6-429f-bc27-bf3c4b768332 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Jun 09 13:44:28.810248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:29.932857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197625ef-d533-447d-b04f-92ce25cf6530 req-e0a610e9-a325-481e-8aa9-8122af6c52ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:29.934262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-197625ef-d533-447d-b04f-92ce25cf6530 req-e0a610e9-a325-481e-8aa9-8122af6c52ba tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0850825 Jun 09 13:44:29.981724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-197625ef-d533-447d-b04f-92ce25cf6530 req-9a366941-e171-4452-9797-c0eb656be8a3 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Jun 09 13:44:31.176048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b36005-332c-4792-92c5-3bbb705c2453 req-21e23348-d1f3-4ed2-882f-a33f8fecd563 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:31.177670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-56b36005-332c-4792-92c5-3bbb705c2453 req-21e23348-d1f3-4ed2-882f-a33f8fecd563 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0864091 Jun 09 13:44:31.222667 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-56b36005-332c-4792-92c5-3bbb705c2453 req-2c4d8bfe-954c-489b-a5b6-7d4eba829c60 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Jun 09 13:44:32.418851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6b920-2dfa-4a8d-9053-547dcb17cc19 req-8b55b168-4c99-4ea4-b069-fcffc9daf896 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:32.420281 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32d6b920-2dfa-4a8d-9053-547dcb17cc19 req-8b55b168-4c99-4ea4-b069-fcffc9daf896 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0873044 Jun 09 13:44:32.468820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32d6b920-2dfa-4a8d-9053-547dcb17cc19 req-4bbd4b33-73f0-4a0e-9a90-d2087d5c2d86 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Jun 09 13:44:33.046958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:44:33.189895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:33.202886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:44:33.261374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:33.282444 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:44:33.299044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:33.305384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:33.307047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:33.369202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:44:33.417230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:33.421979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:33.657661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0361-92d5-4d5e-9ddf-85eeb9c6a831 req-4c15d5f4-9289-4815-b6b1-b3edbf0e8a2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:33.659039 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55de0361-92d5-4d5e-9ddf-85eeb9c6a831 req-4c15d5f4-9289-4815-b6b1-b3edbf0e8a2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 944 time: 0.0814066 Jun 09 13:44:33.703318 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55de0361-92d5-4d5e-9ddf-85eeb9c6a831 req-44f6f361-fb94-4c35-a3cd-209cfd9b15d1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385468 Jun 09 13:44:34.113113 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:44:34.903609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ad6a3-06b1-4ebc-a5c8-a06d5fa6de8a req-7714cb57-fdcf-4452-8e40-fa078364a347 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:34.905035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-360ad6a3-06b1-4ebc-a5c8-a06d5fa6de8a req-7714cb57-fdcf-4452-8e40-fa078364a347 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 944 time: 0.0851216 Jun 09 13:44:34.952834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-360ad6a3-06b1-4ebc-a5c8-a06d5fa6de8a req-24fc401a-e3cb-4608-84e5-2940cb84c89b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Jun 09 13:44:35.045245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:44:35.119178 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:44:35.119560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:35.234130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:35.260951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:44:35.263225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ad96c-2a5d-47c4-8ee6-ef14d18b1797" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:44:35.271597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:35.276798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:35.278944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-557b6498-7576-489d-96d4-be8fa2d99235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:35.326367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffd73ee-5ce2-497f-b0a7-8d7c19fee293 x-openstack-request-id: req-cffd73ee-5ce2-497f-b0a7-8d7c19fee293 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:44:35.326698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:44:35.326957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cffd73ee-5ce2-497f-b0a7-8d7c19fee293 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:44:35.327356 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'code': 200} Jun 09 13:44:35.354456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:35.357828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:36.164228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6bc42-c3bc-47c6-922c-2bd78a74ab08 req-e28ebd4e-edd4-446f-be09-a9481c204229 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:36.165678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9c6bc42-c3bc-47c6-922c-2bd78a74ab08 req-e28ebd4e-edd4-446f-be09-a9481c204229 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0941164 Jun 09 13:44:36.212117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9c6bc42-c3bc-47c6-922c-2bd78a74ab08 req-eed0b3f1-0df3-47b5-a194-ead4282888cd tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Jun 09 13:44:37.437263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b712c-d781-4b64-b5d5-6acbbfe7e063 req-44d4dcde-135b-4420-9dac-086281448b63 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:37.439392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0a0b712c-d781-4b64-b5d5-6acbbfe7e063 req-44d4dcde-135b-4420-9dac-086281448b63 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.1045756 Jun 09 13:44:37.486942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0a0b712c-d781-4b64-b5d5-6acbbfe7e063 req-30a7154e-4e2a-4849-8ca3-6709e8d5e7d6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Jun 09 13:44:38.700593 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c9ff-1d9b-480b-b968-c72aeb9f1810 req-b85ee6e1-e2d2-4551-8644-1dd418981b55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:38.702036 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cce4c9ff-1d9b-480b-b968-c72aeb9f1810 req-b85ee6e1-e2d2-4551-8644-1dd418981b55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0952396 Jun 09 13:44:38.749578 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cce4c9ff-1d9b-480b-b968-c72aeb9f1810 req-61f190ef-c71d-47e9-be67-9a3248983d93 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Jun 09 13:44:39.370637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-60eb877a-559d-4de3-93bc-9c0ea12c1525 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.372003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-60eb877a-559d-4de3-93bc-9c0ea12c1525 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831&tenant_id=552c8d024254400198386763afabae4d&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.2705238 Jun 09 13:44:39.381929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21850f0-ee7c-4b43-9163-e1342a80b2fd req-d3a49c5f-b7a5-4af5-8af0-4f2837dcdc7b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.383274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d21850f0-ee7c-4b43-9163-e1342a80b2fd req-d3a49c5f-b7a5-4af5-8af0-4f2837dcdc7b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.1160784 Jun 09 13:44:39.487703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d21850f0-ee7c-4b43-9163-e1342a80b2fd req-508dd279-4708-46af-8be1-e5b5b7a479e3 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694509 Jun 09 13:44:39.495284 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-b6953dc8-106e-4b07-af91-b5894805249c service neutron] 10.222.0.42 "GET /v2.0/ports/50dc7e02-30a9-4b7f-8e43-48fb9c16ca84/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1111507 Jun 09 13:44:39.592950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-4cfdc34a-1db8-429f-83bc-d6311a2d3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.594409 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-4cfdc34a-1db8-429f-83bc-d6311a2d3088 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0764890 Jun 09 13:44:39.744368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-37737d3f-159c-42a9-be2d-59233944832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.745817 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-37737d3f-159c-42a9-be2d-59233944832b service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1450865 Jun 09 13:44:39.848268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-d7bcd5ab-3c11-451a-9a4e-eb375ad70b23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1001 time: 0.0961702 Jun 09 13:44:39.915052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-a2cfb3d1-3874-4f8d-8c69-dab158c5d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.916591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-a2cfb3d1-3874-4f8d-8c69-dab158c5d115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0621278 Jun 09 13:44:39.995855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-d161b6bf-9148-4f4f-b592-e8305584a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:39.997175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-d161b6bf-9148-4f4f-b592-e8305584a55a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741510 Jun 09 13:44:40.131673 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-4d9e6615-00d1-40ec-a75e-2a6b282583d9 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277792 Jun 09 13:44:40.276090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-d8a0dcd0-97c7-4404-9e2e-ad299e3b8a76 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376975 Jun 09 13:44:40.694558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea7e3b-42e1-4bbb-9ac4-1e55e3f1d439 req-a445ad4b-8481-4092-8e71-c2f375de559b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:40.696013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09ea7e3b-42e1-4bbb-9ac4-1e55e3f1d439 req-a445ad4b-8481-4092-8e71-c2f375de559b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0917177 Jun 09 13:44:40.740632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-09ea7e3b-42e1-4bbb-9ac4-1e55e3f1d439 req-3e3f138f-cf70-462c-be2a-e285385e1594 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387843 Jun 09 13:44:41.942724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fbb5d-4124-46d0-8571-e7041675934d req-5667e2db-8970-40bf-9e50-0716a942fba1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:41.944045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-634fbb5d-4124-46d0-8571-e7041675934d req-5667e2db-8970-40bf-9e50-0716a942fba1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0855129 Jun 09 13:44:41.990825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-634fbb5d-4124-46d0-8571-e7041675934d req-dbad16b4-f549-4172-b17e-9db33216f19f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Jun 09 13:44:43.185405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3982b93-0ccf-4887-b05b-3e7990e97a00 req-f91b0446-a03f-4670-8e3f-ad24726f6b2a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:43.186851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b3982b93-0ccf-4887-b05b-3e7990e97a00 req-f91b0446-a03f-4670-8e3f-ad24726f6b2a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0877881 Jun 09 13:44:43.231952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b3982b93-0ccf-4887-b05b-3e7990e97a00 req-f597784d-2810-4891-b24e-d1f685adba1e tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Jun 09 13:44:44.435604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734b3b1-6531-4727-b710-40341d647030 req-388f9c6a-719a-4d34-ba69-0ea6feb63382 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:44.437181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7734b3b1-6531-4727-b710-40341d647030 req-388f9c6a-719a-4d34-ba69-0ea6feb63382 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.0912609 Jun 09 13:44:44.481459 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7734b3b1-6531-4727-b710-40341d647030 req-e646e51c-839d-4349-9198-e63fa33decb5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384853 Jun 09 13:44:44.579599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-53ba7305-c9f2-4327-8930-08fa43f175b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:44.581062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-53ba7305-c9f2-4327-8930-08fa43f175b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831&tenant_id=552c8d024254400198386763afabae4d HTTP/1.1" status: 200 len: 1098 time: 0.0782704 Jun 09 13:44:44.684299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-42a79964-c7c8-4961-8b79-e95c8a8818d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:44.685799 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-42a79964-c7c8-4961-8b79-e95c8a8818d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.0823677 Jun 09 13:44:44.945625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-1efc788d-4692-4d38-8769-57c8cc3d8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:44.947011 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-1efc788d-4692-4d38-8769-57c8cc3d8811 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.2543559 Jun 09 13:44:45.050995 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-c3ba4139-ac39-4f93-8174-956aea77c8dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1001 time: 0.0973442 Jun 09 13:44:45.091863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:44:45.113265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-e1b0de2e-ae79-422c-ab45-b80d2f005b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:45.114695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-e1b0de2e-ae79-422c-ab45-b80d2f005b56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0572476 Jun 09 13:44:45.189307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-3f954fe0-01b2-4eb7-aef5-202bc53acf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:45.190849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-3f954fe0-01b2-4eb7-aef5-202bc53acf9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698032 Jun 09 13:44:45.206295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:45.233032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:44:45.235295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efed62-6b2b-410b-8a07-70b2351af363" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:44:45.243478 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:45.249764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:45.251872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:45.292683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb94a9-f028-4f5d-8271-dd581eeffcae x-openstack-request-id: req-64bb94a9-f028-4f5d-8271-dd581eeffcae {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:44:45.292996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:44:45.293239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64bb94a9-f028-4f5d-8271-dd581eeffcae {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:44:45.293612 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'code': 200} Jun 09 13:44:45.317821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=9']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:45.320992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:45.333512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-8d5d6a3f-a5c2-415b-971b-13914deb1232 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339157 Jun 09 13:44:45.489519 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed0e90b-857a-42ce-bac9-0d110b9d25c6 req-7d153665-c0e4-4a7b-9ba9-aa275ef5af9b service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444278 Jun 09 13:44:45.679070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cdaa8-0cbf-4707-b6a0-e38a68ed116b req-460dacdd-6e34-4d49-918d-8e4e9dfa2708 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:45.680561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b75cdaa8-0cbf-4707-b6a0-e38a68ed116b req-460dacdd-6e34-4d49-918d-8e4e9dfa2708 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0895624 Jun 09 13:44:45.726349 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b75cdaa8-0cbf-4707-b6a0-e38a68ed116b req-28a6b5a0-9e52-4c4c-88c8-fb62a6a82b1b tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jun 09 13:44:46.917648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d5b6-1b8e-4204-9c1b-e0b0685aff91 req-3b4b35ed-885d-497f-bb4b-fa497bd438c5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:46.919112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afe5d5b6-1b8e-4204-9c1b-e0b0685aff91 req-3b4b35ed-885d-497f-bb4b-fa497bd438c5 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0801644 Jun 09 13:44:46.969328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afe5d5b6-1b8e-4204-9c1b-e0b0685aff91 req-f5bee9ce-2c6e-47c8-a5fc-7ef1e5430d7c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Jun 09 13:44:47.929861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4799df5a-d569-4b9a-aec0-14eee850dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:48.157032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7026-50af-46fe-a2fd-d71fe27805ee req-ebb136f2-2436-4013-a6d8-0fcadbdd9a86 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:48.158473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6eab7026-50af-46fe-a2fd-d71fe27805ee req-ebb136f2-2436-4013-a6d8-0fcadbdd9a86 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0816383 Jun 09 13:44:48.202691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6eab7026-50af-46fe-a2fd-d71fe27805ee req-74b7b50e-e17c-4337-b6a1-683d05bae044 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Jun 09 13:44:49.397272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc337241-94dc-4cc5-9bb1-d2036e771088 req-af10ca79-f2ad-4c49-af51-f04cb59d6cb6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:49.398767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc337241-94dc-4cc5-9bb1-d2036e771088 req-af10ca79-f2ad-4c49-af51-f04cb59d6cb6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0848393 Jun 09 13:44:49.447805 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc337241-94dc-4cc5-9bb1-d2036e771088 req-b7170ccc-eb74-4438-b4b8-01706a733515 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Jun 09 13:44:50.329807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b537cad8-74a2-41b8-ae01-e3861f064a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:50.393822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:50.662141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d3ef6-012b-4488-8b31-956e39d85ad3 req-bccf7274-4184-4778-a114-66c73cbf4410 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:50.663520 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-125d3ef6-012b-4488-8b31-956e39d85ad3 req-bccf7274-4184-4778-a114-66c73cbf4410 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 943 time: 0.0982563 Jun 09 13:44:50.711433 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-125d3ef6-012b-4488-8b31-956e39d85ad3 req-66c82b04-b94e-473b-a7a9-9e9a65cc65d1 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Jun 09 13:44:51.106223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:44:51.250717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:51.263733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'port_id': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'mac_address': 'fa:16:3e:c5:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:44:51.322590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:51.340721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:44:51.356647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:51.362401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:51.364290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:51.427941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:44:51.482070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=10']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:51.494608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:51.497690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:51.962116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de34f-d40d-499b-b8e4-612daa0789f1 req-4bd7ef3a-a206-4ca4-9b4e-238d3fd13d98 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:51.963547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-515de34f-d40d-499b-b8e4-612daa0789f1 req-4bd7ef3a-a206-4ca4-9b4e-238d3fd13d98 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.1392314 Jun 09 13:44:51.966199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-7b63aa78-e425-4193-bf5c-01e7ab78d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:51.967535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-7b63aa78-e425-4193-bf5c-01e7ab78d8a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=552c8d024254400198386763afabae4d&device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 1098 time: 0.1087675 Jun 09 13:44:52.076975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-515de34f-d40d-499b-b8e4-612daa0789f1 req-400015a2-87a7-4cc5-b3c8-0013cded948d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075995 Jun 09 13:44:52.130568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-01e1c997-a623-4a05-be8f-da8f3c7327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:52.132030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-01e1c997-a623-4a05-be8f-da8f3c7327ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 200 len: 913 time: 0.1429110 Jun 09 13:44:52.239361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-9e32f449-f06f-437f-9de0-29e9993f443c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 200 len: 1000 time: 0.1003058 Jun 09 13:44:52.301644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-204f6e41-9dd0-4f0d-9034-24976e508aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:52.303077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-204f6e41-9dd0-4f0d-9034-24976e508aa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 200 len: 851 time: 0.0577319 Jun 09 13:44:52.378342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-21866825-5a81-4cbb-ad92-7b61f42bf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:52.379813 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-21866825-5a81-4cbb-ad92-7b61f42bf725 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cbc357-416c-4168-9054-aa2a438d6242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703216 Jun 09 13:44:52.511030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-121a02d6-752a-4b20-813c-38af5c476ad9 service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245739 Jun 09 13:44:52.642055 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b10e0cad-a354-41ed-bee1-12493a61b2dd req-cbdcd46b-6b0a-4508-ac68-c251184f5bfd service neutron] 10.222.0.42 "GET /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246834 Jun 09 13:44:53.119681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:44:53.183759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:53.202886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:44:53.203265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:53.320376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:53.351608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:44:53.354189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0a0a7c-9760-4f6d-a038-c3a0d3f12ae8" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:44:53.362454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:44:53.368234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:53.371634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:44:53.407355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40648-7ac2-4d01-85d4-97a53bd85139 req-3dc90d67-66c4-4633-a3bc-9b3100fad9b6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:53.409008 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2a40648-7ac2-4d01-85d4-97a53bd85139 req-3dc90d67-66c4-4633-a3bc-9b3100fad9b6 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 945 time: 0.2219973 Jun 09 13:44:53.443958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f21a04-97a7-47b4-b2a6-9e128bd54bab x-openstack-request-id: req-a5f21a04-97a7-47b4-b2a6-9e128bd54bab {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:44:53.445011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-plugged", "status": "completed", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:44:53.445011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5f21a04-97a7-47b4-b2a6-9e128bd54bab {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:44:53.445011 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'code': 200} Jun 09 13:44:53.459768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2a40648-7ac2-4d01-85d4-97a53bd85139 req-5b4164f9-d25e-4c89-8e85-9b1895a23761 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Jun 09 13:44:53.483661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=11']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:44:53.486760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:44:54.669524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424f43-357d-44f8-867f-700402c02d2e req-23a96c2a-7b29-4007-b5f3-5da299141a31 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:54.670983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a424f43-357d-44f8-867f-700402c02d2e req-23a96c2a-7b29-4007-b5f3-5da299141a31 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0875034 Jun 09 13:44:54.716590 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3a424f43-357d-44f8-867f-700402c02d2e req-7c1c93d3-c251-4ba3-92f2-8cd8eb3f9803 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Jun 09 13:44:55.915673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff42796-9393-40f4-acf1-1b6769922585 req-2d6234e7-1a5f-4059-bb25-a0bea869a88a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:55.917241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ff42796-9393-40f4-acf1-1b6769922585 req-2d6234e7-1a5f-4059-bb25-a0bea869a88a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0853667 Jun 09 13:44:55.964815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9ff42796-9393-40f4-acf1-1b6769922585 req-3f5e4639-80e8-466b-891b-3b04cc32342c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Jun 09 13:44:57.171845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0039d-5c5b-4136-a7eb-11bf626cd2eb req-709391af-4d46-40ff-b3fb-5579b5eb8472 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:57.173368 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-11b0039d-5c5b-4136-a7eb-11bf626cd2eb req-709391af-4d46-40ff-b3fb-5579b5eb8472 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0949087 Jun 09 13:44:57.221009 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-11b0039d-5c5b-4136-a7eb-11bf626cd2eb req-47c61d27-4817-4666-b1ca-850b409e76c4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Jun 09 13:44:57.415701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2592-2bde-4854-bbfe-0d9513ba8957 req-3874a49d-1832-40cc-97ea-81d58d313adc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:57.417217 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-200b2592-2bde-4854-bbfe-0d9513ba8957 req-3874a49d-1832-40cc-97ea-81d58d313adc tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0802147 Jun 09 13:44:57.464614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-200b2592-2bde-4854-bbfe-0d9513ba8957 req-26f3c7b6-ec9a-4e68-9a6a-f2e25d00b41f tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Jun 09 13:44:57.654171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc251-f6d4-46d6-bccb-5555fa2c9c66 req-a11225db-f505-4e8e-b2e1-d351409675a2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:57.655656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad2cc251-f6d4-46d6-bccb-5555fa2c9c66 req-a11225db-f505-4e8e-b2e1-d351409675a2 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0846748 Jun 09 13:44:57.704319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad2cc251-f6d4-46d6-bccb-5555fa2c9c66 req-3d84cd16-cee9-47f3-a611-8ab61ec65449 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Jun 09 13:44:58.102644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145666d1-4ddb-48db-bbf4-27d98a0ea1cf req-bca799be-4a33-4a7d-a4ee-45219d3834d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:58.103975 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-145666d1-4ddb-48db-bbf4-27d98a0ea1cf req-bca799be-4a33-4a7d-a4ee-45219d3834d4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0819771 Jun 09 13:44:58.152510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-145666d1-4ddb-48db-bbf4-27d98a0ea1cf req-b80cc287-de22-48a1-9fad-a28d43b00f56 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 Jun 09 13:44:58.829768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:44:59.365645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd7596-7f48-40bc-9664-dbccb12ac928 req-bc96349a-595d-4710-8918-50c3d25704b8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:44:59.367115 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-81bd7596-7f48-40bc-9664-dbccb12ac928 req-bc96349a-595d-4710-8918-50c3d25704b8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.0962613 Jun 09 13:44:59.415317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-81bd7596-7f48-40bc-9664-dbccb12ac928 req-38c12480-4a19-48c4-b4c2-774637e7d163 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Jun 09 13:45:00.428076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-38ab321f-c565-41f4-981b-ce3e2912052d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:00.429521 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-38ab321f-c565-41f4-981b-ce3e2912052d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.1050434 Jun 09 13:45:00.629331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Deleting port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:00.629635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:00.652127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088369-544e-4e8c-ac1b-d40d0902333c req-1408e7cf-d9d2-4f02-92b1-af477984f369 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:00.653581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78088369-544e-4e8c-ac1b-d40d0902333c req-1408e7cf-d9d2-4f02-92b1-af477984f369 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 946 time: 0.1278267 Jun 09 13:45:00.772461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78088369-544e-4e8c-ac1b-d40d0902333c req-bdf6df70-ebfd-4517-acb6-7dc0ffb625f4 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups?id=108865af-d277-4f4c-ad0e-faab6bbf4366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732028 Jun 09 13:45:00.798022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] For port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:00.798394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:01.088347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:01.088715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:01.089038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed disassociated. External IP: 172.26.5.55, port: 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84. Jun 09 13:45:01.089361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Calling delete_port for 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:01.201863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:01.208060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-85060066-cb21-4719-b9a6-f77bc3440ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:01.254658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'Port': ['ID=50dc7e02-30a9-4b7f-8e43-48fb9c16ca84,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:01.450079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.450703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.450807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.451201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.451560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.451962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.452321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.452674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.453031 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.453380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.453702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.454048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:01.462446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:01.590095 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:45:01.765100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:45:01.775229 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:45:01.785319 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:45:01.786029 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:44:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:01.840645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] No DVR routers for this DVR port 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:01.843343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:01.845303 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42d517f5-10b2-4e0d-b490-72b170bc01b6 req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.42 "DELETE /v2.0/ports/50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 HTTP/1.1" status: 204 len: 173 time: 1.4102371 Jun 09 13:45:01.845824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-deleted', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:01.848194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23721f-aead-4267-9bd9-0fcadf2e78fe" -d '{"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-deleted", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:01.920236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e664fcd-cfb1-439e-8114-96427c556ebf x-openstack-request-id: req-7e664fcd-cfb1-439e-8114-96427c556ebf {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:01.920631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15261a-c59d-4709-9483-d81131431831", "name": "network-vif-deleted", "tag": "50dc7e02-30a9-4b7f-8e43-48fb9c16ca84", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:01.920929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e664fcd-cfb1-439e-8114-96427c556ebf {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:01.921359 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15261a-c59d-4709-9483-d81131431831', 'name': 'network-vif-deleted', 'tag': '50dc7e02-30a9-4b7f-8e43-48fb9c16ca84', 'status': 'completed', 'code': 200} Jun 09 13:45:01.927997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e1857aa5-e37c-4344-a029-56e3b8f35ac6 req-a39bc65f-5e18-432f-b3f3-d7eed41ceb6d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0452259 Jun 09 13:45:01.975787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:45:02.289157 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:02.293900 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:45:02.302283 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:45:02.302995 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:44:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:02.480137 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:45:02.784477 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:02.788305 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20b4c3b-0f0c-4082-b311-6f6fc96a14fa None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:39:02Z', 'revision_number': 4, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '56b3e745-8e4d-4981-957c-ad70e1863091', 'name': '', 'network_id': '88cbc357-416c-4168-9054-aa2a438d6242', 'tenant_id': '552c8d024254400198386763afabae4d', 'mac_address': 'fa:16:3e:f3:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:39:02Z', 'updated_at': '2021-06-09T13:39:07Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'subnets': [{'id': 'bf1716e3-7a88-4705-818c-42f32704180e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:45:03.005687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7b11a-2441-46a1-91fb-98780836e9a8 None None] New status for floating IP f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:45:03.083851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12c5bb44-1faf-4600-a7a9-d09740351613 req-b064a1cd-b4a9-4f96-8f8a-4982f404dc64 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0430224 Jun 09 13:45:03.151268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:03.190249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:03.190601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 50dc7e02-30a9-4b7f-8e43-48fb9c16ca84 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:04.237317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f327551-1d6d-4885-b002-23ef250b7625 req-c1f36d01-0f40-4f03-a2f5-f6740026fb58 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0465028 Jun 09 13:45:05.400591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-39c289f6-ad8b-45a9-b1db-5758b9cd181e req-77206ec2-3e20-46c3-bfbb-dcd05f1feedf tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c15261a-c59d-4709-9483-d81131431831 HTTP/1.1" status: 200 len: 210 time: 0.0438225 Jun 09 13:45:09.683349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 55934) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:09.756410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:09.789609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:09.853170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:09.856135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:09.857506 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "DELETE /v2.0/security-groups/108865af-d277-4f4c-ad0e-faab6bbf4366 HTTP/1.1" status: 204 len: 168 time: 0.1727891 Jun 09 13:45:09.858352 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2a156275-ae9e-44ac-a26d-025f482cdfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:09.860285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55936) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:09.869796 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108865af-d277-4f4c-ad0e-faab6bbf4366,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:09.877143 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.api.v2.resource [None req-0e3ef271-0c66-499a-9b08-fb1574cb2097 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] show failed (client error): The resource could not be found. Jun 09 13:45:09.877346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.877738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.878112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.878478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.878866 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.879229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.879606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.879965 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.880322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.880678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.880915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0e3ef271-0c66-499a-9b08-fb1574cb2097 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "GET /v2.0/security-groups/108865af-d277-4f4c-ad0e-faab6bbf4366 HTTP/1.1" status: 404 len: 347 time: 0.0195735 Jun 09 13:45:09.881051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.881371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:09.881480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55938) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:09.884639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:10.098097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Deleting port 53cdce21-fbe3-4519-9c8d-a8211519c37b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:10.098339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.225471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.225774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.346234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Calling delete_port for 53cdce21-fbe3-4519-9c8d-a8211519c37b owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:10.477733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.481213 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dbb7e390-a900-42fb-a860-89da5d5fd389 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:10.525514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Pushing event deleted for resources: {'Port': ['ID=53cdce21-fbe3-4519-9c8d-a8211519c37b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:10.528197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:10.754435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.758244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:10.760255 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] 10.222.0.21 "DELETE /v2.0/floatingips/f86bb2fd-b76d-4ae2-9c9e-5cbaff42d3ed HTTP/1.1" status: 204 len: 168 time: 0.8776751 Jun 09 13:45:10.764939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:11.113350 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:45:11.358818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:11.803313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Deleting port 56b3e745-8e4d-4981-957c-ad70e1863091 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:11.803638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:11.940428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] For port 56b3e745-8e4d-4981-957c-ad70e1863091, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=56b3e745-8e4d-4981-957c-ad70e1863091,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:11.940676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:12.062847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Calling delete_port for 56b3e745-8e4d-4981-957c-ad70e1863091 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:12.211069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:12.214475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2410e5b3-160c-40cb-9f6b-0b495679a691 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:12.395355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Pushing event deleted for resources: {'Port': ['ID=56b3e745-8e4d-4981-957c-ad70e1863091,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:12.398403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:12.666185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:13.033640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Router 15d0a45b-08da-45d6-8776-d5045b34e397 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:45:13.214066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:45:13.221115 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] 10.222.0.21 "PUT /v2.0/routers/15d0a45b-08da-45d6-8776-d5045b34e397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552402 Jun 09 13:45:13.222061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55944) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:13.223614 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Sync routers for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:45:13.233709 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:45:13.234406 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:44:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:13.397364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:13.441025 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:45:13.583865 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:13.655335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Deleting port 4d6fab13-a52a-414c-b888-e15439c13e06 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:13.655575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:13.739505 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:45:12Z', 'revision_number': 5, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port': {'id': '4d6fab13-a52a-414c-b888-e15439c13e06', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:38:59Z', 'updated_at': '2021-06-09T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:13.744095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Checking router: 15d0a45b-08da-45d6-8776-d5045b34e397 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:45:13.753788 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Routers {'15d0a45b-08da-45d6-8776-d5045b34e397'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:45:13.754421 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:44:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['15d0a45b-08da-45d6-8776-d5045b34e397'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:13.904475 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] Set router 15d0a45b-08da-45d6-8776-d5045b34e397 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:45:13.923533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] For port 4d6fab13-a52a-414c-b888-e15439c13e06, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d6fab13-a52a-414c-b888-e15439c13e06,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:13.923776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.005449 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1ef89344-6429-4413-8909-f0082be7fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:45:13Z', 'revision_number': 6, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:14.009512 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef89344-6429-4413-8909-f0082be7fead None None] The sync data for ids ['15d0a45b-08da-45d6-8776-d5045b34e397'] in dv-neutron-601336-89-hyperv is: [{'id': '15d0a45b-08da-45d6-8776-d5045b34e397', 'name': 'tempest-ServerActionsTestJSON-1283388258-router', 'tenant_id': '552c8d024254400198386763afabae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:38:58Z', 'updated_at': '2021-06-09T13:45:13Z', 'revision_number': 6, 'project_id': '552c8d024254400198386763afabae4d', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:45:14.046443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Calling delete_port for 4d6fab13-a52a-414c-b888-e15439c13e06 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:14.197670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.201212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0dfb7166-7d2d-493f-9ae3-85b72ff98844 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:14.245381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6fab13-a52a-414c-b888-e15439c13e06,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:14.248314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:14.335395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.506883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.509363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.537209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.537884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d0a45b-08da-45d6-8776-d5045b34e397 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:45:14.546508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.548378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/15d0a45b-08da-45d6-8776-d5045b34e397 HTTP/1.1" status: 204 len: 168 time: 1.3249962 Jun 09 13:45:14.551039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 55946) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:14.612785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Deleting subnet bf1716e3-7a88-4705-818c-42f32704180e {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:45:14.615971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.664300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.748707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.820967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.824808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77535c50-8301-4b1e-87cb-29c32a3c1b80 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:14.864959 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1716e3-7a88-4705-818c-42f32704180e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:14.866920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:14.869982 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf1716e3-7a88-4705-818c-42f32704180e HTTP/1.1" status: 204 len: 168 time: 0.3166053 Jun 09 13:45:14.869982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:14.871592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 55948) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:14.874284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28344f2-3ebf-44f7-bbee-a725d951f99f None None] Network 88cbc357-416c-4168-9054-aa2a438d6242 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:14.975633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.052492 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Deleting port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:15.052793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.121517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] DHCP port deletion for 88cbc357-416c-4168-9054-aa2a438d6242 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:45:15.151403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] For port 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9721ef0b-9249-4acc-bf9d-cdeaea44be46,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:15.151745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.189281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Deleting port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:15.189660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.270508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Calling delete_port for 9721ef0b-9249-4acc-bf9d-cdeaea44be46 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:15.284065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] For port 9721ef0b-9249-4acc-bf9d-cdeaea44be46, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9721ef0b-9249-4acc-bf9d-cdeaea44be46,segment=NetworkSegment(faf17eda-1b41-42d3-8e97-fec7357477df),segment_id=faf17eda-1b41-42d3-8e97-fec7357477df)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:15.284462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.320044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.323651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9efe8f0f-0b9a-419c-8346-feee48052201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:15.368913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Pushing event deleted for resources: {'Port': ['ID=9721ef0b-9249-4acc-bf9d-cdeaea44be46,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:15.372022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:15.372897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] No DVR routers for this DVR port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:15.409627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Calling delete_port for 9721ef0b-9249-4acc-bf9d-cdeaea44be46 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:15.453946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.459080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:15.486398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.496819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9721ef0b-9249-4acc-bf9d-cdeaea44be46 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:15.499494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cbc357-416c-4168-9054-aa2a438d6242']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:15.511237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf17eda-1b41-42d3-8e97-fec7357477df') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:15.511534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf17eda-1b41-42d3-8e97-fec7357477df') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:15.522506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.533348 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] No DVR routers for this DVR port 9721ef0b-9249-4acc-bf9d-cdeaea44be46 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:15.535560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Pushing event deleted for resources: {'Port': ['ID=9721ef0b-9249-4acc-bf9d-cdeaea44be46,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:15.538566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.544985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:15.545505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9721ef0b-9249-4acc-bf9d-cdeaea44be46 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:15.545934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9721ef0b-9249-4acc-bf9d-cdeaea44be46 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:15.546262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d6fab13-a52a-414c-b888-e15439c13e06 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:15.552524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:15.553110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:15.566166 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:15.581862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4d6fab13-a52a-414c-b888-e15439c13e06 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:15.582133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d6fab13-a52a-414c-b888-e15439c13e06 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:15.582582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 56b3e745-8e4d-4981-957c-ad70e1863091 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:15.614721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 56b3e745-8e4d-4981-957c-ad70e1863091 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:15.615112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 56b3e745-8e4d-4981-957c-ad70e1863091 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:15.645911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.650112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7b972d24-2201-4bcf-9103-9a4c9a460d3e tempest-RoutersNegativeTest-867056487 tempest-RoutersNegativeTest-867056487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:15.798027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:15.799767 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] 10.222.0.21 "DELETE /v2.0/networks/88cbc357-416c-4168-9054-aa2a438d6242 HTTP/1.1" status: 204 len: 168 time: 0.9272528 Jun 09 13:45:15.802994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Pushing event deleted for resources: {'Network': ['ID=88cbc357-416c-4168-9054-aa2a438d6242,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:15.805713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:15.923298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55952) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:15.974805 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7f0b444d-6110-4453-8735-66cb8c8e8464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=552c8d024254400198386763afabae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500903 Jun 09 13:45:15.977176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55954) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:16.035220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:16.061512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:16.116303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:16.118961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:16.120074 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba023427-e658-469f-9959-9317da5590be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b4573fc-80d2-4ca8-9519-6baf43e8aed7 HTTP/1.1" status: 204 len: 168 time: 0.1420088 Jun 09 13:45:16.120846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d40ca55f-a616-4627-841c-a0bc515c1f20 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:16.130673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4573fc-80d2-4ca8-9519-6baf43e8aed7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:16.133100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba023427-e658-469f-9959-9317da5590be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:16.908202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 55976) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:17.021622 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-463773827-network', 'tenant_id': 'ad6d1364a2ba4508bd5d99bf30158613'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:17.047187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Made reservation on behalf of ad6d1364a2ba4508bd5d99bf30158613 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:17.049480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.061512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.164893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.170615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.173603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-af11b43d-1a09-419a-b128-019216f8fb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:17.200852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:17.209273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a403499-c32a-4706-a327-aedc0a8333f2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:17.213272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:17.216085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.216467 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Added segment 35dbf51c-b8df-4445-87ad-3d6d65236a62 of type vlan for network ca578f71-9fbc-4b62-b294-cc29c4b554cf Jun 09 13:45:17.242323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.274246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.275298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:17.275870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.279203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-051b5746-b339-4e90-9ff6-ac81d7cc0c77 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:17.372563 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4632092 Jun 09 13:45:17.375624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 55980) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:17.376113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Pushing event updated for resources: {'Network': ['ID=ca578f71-9fbc-4b62-b294-cc29c4b554cf,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:17.378385 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fe755f3-a24a-44c3-b2e8-47172ff89725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:17.380934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Request body: {'subnet': {'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-463773827-subnet', 'tenant_id': 'ad6d1364a2ba4508bd5d99bf30158613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:17.386075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:17.405370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Made reservation on behalf of ad6d1364a2ba4508bd5d99bf30158613 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:17.407691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.621895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.625605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cec1ef55-44e0-4ce0-8ba2-fe15ed74d449 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:17.692410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b369202-8309-45a1-bb13-de68b0e64fde,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:17.695172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:17.704514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Checking segment: {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:17.704871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Network hostable DHCP agents. Network: ca578f71-9fbc-4b62-b294-cc29c4b554cf, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:17.724756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:17.735281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, ca578f71-9fbc-4b62-b294-cc29c4b554cf) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:17.739817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:17.740883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:17.745098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c6649-124c-40e6-982a-d3491fdec979 None None] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:17.764826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3879991 Jun 09 13:45:17.947840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452ae62-9af2-401b-9b33-f7f179b3ceb3 None None] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:18.008916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab13d390-e59c-4ea0-9b0f-f05e3920ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:18.262744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-5c7aaa5c-c1f3-4eb9-8b2d-177c26c73088 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:18.264273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-5c7aaa5c-c1f3-4eb9-8b2d-177c26c73088 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 813 time: 0.1462677 Jun 09 13:45:18.278630 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-ed73468b-8c25-4206-817a-db5238dabb93 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/quotas/ad6d1364a2ba4508bd5d99bf30158613 HTTP/1.1" status: 200 len: 375 time: 0.0088406 Jun 09 13:45:18.324761 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-dd76c56b-e3e8-4624-9775-c8f968cd57d7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411568 Jun 09 13:45:18.384843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-73320a09-6fd4-4616-9269-d73846d24e17 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:45:18.385867 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-73320a09-6fd4-4616-9269-d73846d24e17 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0548234 Jun 09 13:45:18.524640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-d1a49db1-b0ac-48b2-890c-eb5dae53f034 service neutron] 10.222.0.21 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327262 Jun 09 13:45:18.660362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-493e0fe4-262f-482e-8d41-a8a501851870 service neutron] 10.222.0.21 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295311 Jun 09 13:45:18.851130 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ce13fd29-efc6-41ea-b8f0-768d03fbce6e req-536e9da7-b045-4ef8-a41a-195f716545ed tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 210 time: 0.0471830 Jun 09 13:45:19.922683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-1462beef-3702-418d-9262-df896ae4629e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:19.924865 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-1462beef-3702-418d-9262-df896ae4629e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 813 time: 0.1484277 Jun 09 13:45:19.939544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Request body: {'port': {'device_id': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf', 'admin_state_up': True, 'tenant_id': 'ad6d1364a2ba4508bd5d99bf30158613'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:20.192548 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd095cf1-f942-4a3b-8064-c8ddf5b38077 req-cc391578-2177-489e-888a-e3b42584f666 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 210 time: 0.1905591 Jun 09 13:45:20.269745 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Made reservation on behalf of ad6d1364a2ba4508bd5d99bf30158613 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:20.273405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.325032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6618c1e7-c661-4854-9616-497fd82a7fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.389447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.435708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Allocated IP 172.20.0.6 (ca578f71-9fbc-4b62-b294-cc29c4b554cf/4b369202-8309-45a1-bb13-de68b0e64fde/0b718f85-34b6-4512-a84e-bdeb1cf9a8e4) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:45:20.637731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.668265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.673953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7efdfea0-62aa-4fba-b1cb-8d5d22199a27 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:20.744219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:45:20.747494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:20.751563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:45:20.781297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Pushing event updated for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:20.787640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:20.816540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:20.817133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:20.837420 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028072 Jun 09 13:45:20.848814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Request body: {'port': {'device_id': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:20.959808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.353071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:45:21.362257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.386415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Transition to ACTIVE for port object 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:21.395357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.399483 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8635182f-a433-4517-8648-dd6309be9da0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:21.461884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.514973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e6ab2-86ff-4074-8ee8-56872a22af69 req-a2b2484a-de89-4946-bf92-049f745301fa tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:21.516320 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-069e6ab2-86ff-4074-8ee8-56872a22af69 req-a2b2484a-de89-4946-bf92-049f745301fa tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 931 time: 0.2204208 Jun 09 13:45:21.562141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:21.588501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:21.647176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-069e6ab2-86ff-4074-8ee8-56872a22af69 req-b2eccaa4-d46c-4eeb-98a4-e26636ef1e1a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226285 Jun 09 13:45:21.692176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Attempting to bind port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:45:21.692648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Attempting to bind port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:45:21.693084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Attempting to bind port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:21.699351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:45:21.699692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Attempting to bind port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:21.706017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:45:21.706505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Checking segment: {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:21.707035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Bound using segment: {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:45:21.707642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Bound port: 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:45:21.708130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.808153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:45:21.812074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:45:21.820001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.823791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c15ac3ef-d604-4bad-ad63-4bcd6c2d5247 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:21.880221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:21.880965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:21.882265 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] 10.222.0.42 "PUT /v2.0/ports/0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 HTTP/1.1" status: 200 len: 1093 time: 1.0374601 Jun 09 13:45:21.882835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:21.885164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19623e-f044-45ff-9bf3-9eaf354c60b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:21.902783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:21.905892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:21.954432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4485d58-410f-42f6-9669-8573daf64474 x-openstack-request-id: req-f4485d58-410f-42f6-9669-8573daf64474 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:21.954797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:21.955090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4485d58-410f-42f6-9669-8573daf64474 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:21.955507 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4', 'status': 'completed', 'code': 200} Jun 09 13:45:21.995811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-2472a684-9e90-41db-9f62-823f2c54b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:21.997266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-2472a684-9e90-41db-9f62-823f2c54b441 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0733268 Jun 09 13:45:22.082898 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-cb73b6c8-785e-4b47-9b74-781277eede17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 HTTP/1.1" status: 200 len: 217 time: 0.0783226 Jun 09 13:45:22.147532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-bbc1a829-94ae-4678-a03f-78198a9288f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:22.148875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-bbc1a829-94ae-4678-a03f-78198a9288f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b369202-8309-45a1-bb13-de68b0e64fde HTTP/1.1" status: 200 len: 853 time: 0.0596859 Jun 09 13:45:22.193689 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-31ea79b8-d664-498e-b353-4ed19e74d954 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca578f71-9fbc-4b62-b294-cc29c4b554cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384438 Jun 09 13:45:22.463017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-e671833e-3440-48ad-bccb-4e6476809b2f service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625990 Jun 09 13:45:22.596790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a4ea566-7c14-4f1b-84d6-aa032a0a1423 req-871e3e36-e35a-4937-aa3c-f9ac9846462e service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271012 Jun 09 13:45:22.721700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-e69526d5-9cf1-43f4-9c0b-b767e130e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:22.723136 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-e69526d5-9cf1-43f4-9c0b-b767e130e9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0732408 Jun 09 13:45:22.909540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-6ed8d67d-7cbc-4371-8e45-25cdd5431018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:22.911013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-6ed8d67d-7cbc-4371-8e45-25cdd5431018 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 914 time: 0.1806667 Jun 09 13:45:22.972290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4db93f-034f-41c6-8d71-417977930fea req-c8bd03c4-a4d9-4158-8f3c-ba3cc4c994cd tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:22.973593 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a4db93f-034f-41c6-8d71-417977930fea req-c8bd03c4-a4d9-4158-8f3c-ba3cc4c994cd tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 943 time: 0.1769259 Jun 09 13:45:23.003791 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-dbbe7f41-5728-4145-b3f5-f4fcff0ef67d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 HTTP/1.1" status: 200 len: 217 time: 0.0849283 Jun 09 13:45:23.064165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a4db93f-034f-41c6-8d71-417977930fea req-0c7afbc5-e945-4b31-8361-1702df731600 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845730 Jun 09 13:45:23.082109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-d7fcdbe8-a1bc-4f54-80d4-a74d558db9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:23.083558 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-d7fcdbe8-a1bc-4f54-80d4-a74d558db9f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b369202-8309-45a1-bb13-de68b0e64fde HTTP/1.1" status: 200 len: 853 time: 0.0664473 Jun 09 13:45:23.132441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-6b3769d6-19dc-4ad6-8b34-bce97e714256 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca578f71-9fbc-4b62-b294-cc29c4b554cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405769 Jun 09 13:45:23.162122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:23.262386 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-dbd2d290-b616-4eed-a91b-397eaf000ada service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223092 Jun 09 13:45:23.294421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:45:23.392662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f19623e-f044-45ff-9bf3-9eaf354c60b1 req-a69681af-c0a1-4e69-9917-d3581ff80b9f service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234345 Jun 09 13:45:23.431953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:23.445233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4', 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf', 'port_id': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4', 'mac_address': 'fa:16:3e:5a:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b369202-8309-45a1-bb13-de68b0e64fde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:45:23.505009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:23.521966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:45:23.541594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:23.546801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:23.548530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a33a9c81-fae6-45c3-987d-ad35267d8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:23.622129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:23.625315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:23.755037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:45:24.265408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c944d6-72a5-483e-a14f-6594941e6e6e req-f095f729-c07f-4225-b8b2-490b9ed66bf7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:24.266866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c944d6-72a5-483e-a14f-6594941e6e6e req-f095f729-c07f-4225-b8b2-490b9ed66bf7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 944 time: 0.0849316 Jun 09 13:45:24.312022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20c944d6-72a5-483e-a14f-6594941e6e6e req-15d0369d-3934-4cee-be91-ca7c659871ec tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Jun 09 13:45:25.295881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:45:25.374711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:45:25.379616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:45:25.380002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:25.496894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c0a9-e58b-4ef5-96bb-249e99331b62 req-00b10c03-095a-45d8-9d91-6fef8ceb468b tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:25.497870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:25.499619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5a78c0a9-e58b-4ef5-96bb-249e99331b62 req-00b10c03-095a-45d8-9d91-6fef8ceb468b tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 944 time: 0.0824320 Jun 09 13:45:25.531576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:25.533888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e37c34-4345-4cba-adde-dc6c7bf95795" -d '{"events": [{"server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "name": "network-vif-plugged", "status": "completed", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:25.541993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:25.547143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:25.548924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:25.556496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5a78c0a9-e58b-4ef5-96bb-249e99331b62 req-7f8231ac-d54c-454b-b861-225429259bc0 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Jun 09 13:45:25.588234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5bb875-3a21-4272-ae99-c933ede9d85c x-openstack-request-id: req-2a5bb875-3a21-4272-ae99-c933ede9d85c {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:25.588533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "name": "network-vif-plugged", "status": "completed", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:25.588794 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a5bb875-3a21-4272-ae99-c933ede9d85c {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:25.589183 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4', 'code': 200} Jun 09 13:45:25.620869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:25.623913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:25.810240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc38c0b-e67f-4b29-b1ab-aaa52ad9f8a3 req-29e9e01f-7c63-4cc0-a408-2a00036417af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:25.811757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddc38c0b-e67f-4b29-b1ab-aaa52ad9f8a3 req-29e9e01f-7c63-4cc0-a408-2a00036417af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0733876 Jun 09 13:45:25.851908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ddc38c0b-e67f-4b29-b1ab-aaa52ad9f8a3 req-0a5dbf1f-5304-49d9-8a6c-75f367abf174 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Jun 09 13:45:26.755902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b43a8-de65-42c4-a272-1869c7ba9493 req-d2bd5bbe-899f-4fac-8553-914dcfe1373d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:26.757340 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-173b43a8-de65-42c4-a272-1869c7ba9493 req-d2bd5bbe-899f-4fac-8553-914dcfe1373d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0890369 Jun 09 13:45:26.801300 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-173b43a8-de65-42c4-a272-1869c7ba9493 req-36e5e4ce-7441-4c4c-9a62-e2fc6c17c196 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Jun 09 13:45:27.101872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-c092c143-9095-4769-9a98-55050af6f12a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:27.103337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-c092c143-9095-4769-9a98-55050af6f12a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 813 time: 0.1505578 Jun 09 13:45:27.119642 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-48503d78-e5bb-4a54-94a7-7739fa66fa50 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/quotas/ad6d1364a2ba4508bd5d99bf30158613 HTTP/1.1" status: 200 len: 375 time: 0.0090673 Jun 09 13:45:27.198193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-daca10cd-0ab1-40f1-8e36-fe248ccb4041 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737228 Jun 09 13:45:27.462461 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-b7d3e903-d600-486a-83e8-16a82445a746 service neutron] 10.222.0.21 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550979 Jun 09 13:45:27.597728 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-5110ccb7-3069-4453-855b-e0f01c7ec2b6 service neutron] 10.222.0.21 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293609 Jun 09 13:45:27.782351 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-343188dd-c39c-4464-b24f-b63e67f6cd20 req-46dc418d-4b6b-41c6-bb5c-55fc88c2f1d0 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Jun 09 13:45:28.825464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-e5fe8f7b-5c8c-452f-aafa-e8da11c6f483 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:28.826988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-e5fe8f7b-5c8c-452f-aafa-e8da11c6f483 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 813 time: 0.1428335 Jun 09 13:45:28.828891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:28.840890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Request body: {'port': {'device_id': '05d28458-f1bc-411b-bbb5-721938ed4856', 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf', 'admin_state_up': True, 'tenant_id': 'ad6d1364a2ba4508bd5d99bf30158613'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:28.979042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-06dac358-a0cc-4feb-b686-0f83c0fe730c req-af7f3d25-8ddb-4b7d-a1ba-7a7416f19457 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 210 time: 0.0614552 Jun 09 13:45:29.057633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Made reservation on behalf of ad6d1364a2ba4508bd5d99bf30158613 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:29.061022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:29.224221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Allocated IP 172.20.0.7 (ca578f71-9fbc-4b62-b294-cc29c4b554cf/4b369202-8309-45a1-bb13-de68b0e64fde/f423e05e-84b8-4368-8f3a-6c3e113a4bc9) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:45:29.434689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:29.473636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:29.479212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78fd214a-850d-47f1-872d-94f9b45c6509 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:29.485069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:45:29.547210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Network ca578f71-9fbc-4b62-b294-cc29c4b554cf is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:45:29.550418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:29.554333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:45:29.589108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Pushing event updated for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:29.593360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:29.621007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:29.621619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:29.640569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046391 Jun 09 13:45:29.651965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Request body: {'port': {'device_id': '05d28458-f1bc-411b-bbb5-721938ed4856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:29.766942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.282735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f423e05e-84b8-4368-8f3a-6c3e113a4bc9 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:45:30.291302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.315152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Transition to ACTIVE for port object f423e05e-84b8-4368-8f3a-6c3e113a4bc9 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:30.322750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.326847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-726ce7bd-7407-4241-82f2-1fe250bf5f96 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:30.441159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ed716-369f-48a3-bdb6-019980d9e268 req-e4f70a0b-be01-450a-bc7c-e442f524a5fe tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:30.442721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-975ed716-369f-48a3-bdb6-019980d9e268 req-e4f70a0b-be01-450a-bc7c-e442f524a5fe tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 931 time: 0.3478460 Jun 09 13:45:30.473897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Pushing event updated for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:30.478849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:30.568072 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-975ed716-369f-48a3-bdb6-019980d9e268 req-921a0156-4eff-48e5-9bfd-f2b71133f7c0 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146281 Jun 09 13:45:30.600712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Attempting to bind port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:45:30.601045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Attempting to bind port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:45:30.601359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Attempting to bind port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:30.606677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:45:30.606986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Attempting to bind port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 on network ca578f71-9fbc-4b62-b294-cc29c4b554cf {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:30.612989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:45:30.613322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Checking segment: {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:30.613692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Bound using segment: {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:45:30.614116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Bound port: f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbf51c-b8df-4445-87ad-3d6d65236a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:45:30.614448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.707604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:45:30.710948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:45:30.717740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.721378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7a0a5ff4-db6a-4f54-abfc-457aae0dd4c7 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:30.776603 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:30.777203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:30.778556 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] 10.222.0.42 "PUT /v2.0/ports/f423e05e-84b8-4368-8f3a-6c3e113a4bc9 HTTP/1.1" status: 200 len: 1093 time: 1.1305571 Jun 09 13:45:30.779059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:30.781460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811" -d '{"events": [{"name": "network-changed", "server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:30.801029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Pushing event updated for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:30.804129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:30.854218 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bd3eb6-29b3-49fd-8b81-88f5dd762029 x-openstack-request-id: req-91bd3eb6-29b3-49fd-8b81-88f5dd762029 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:30.854504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:30.854822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91bd3eb6-29b3-49fd-8b81-88f5dd762029 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:30.855250 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9', 'status': 'completed', 'code': 200} Jun 09 13:45:30.896735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-419d6b41-8476-47cc-9169-d7d22ef18e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:30.898177 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-419d6b41-8476-47cc-9169-d7d22ef18e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 1096 time: 0.0752356 Jun 09 13:45:30.968440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-1d5a3f11-958d-4cfa-9642-c42168b5cd6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9 HTTP/1.1" status: 200 len: 217 time: 0.0633285 Jun 09 13:45:31.033250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-88f3ad54-0d3c-4b55-bcfb-3bfda00e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:31.034639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-88f3ad54-0d3c-4b55-bcfb-3bfda00e6707 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b369202-8309-45a1-bb13-de68b0e64fde HTTP/1.1" status: 200 len: 853 time: 0.0598845 Jun 09 13:45:31.082184 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-14ff0657-e98d-4269-a6b1-7e9b34051caa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca578f71-9fbc-4b62-b294-cc29c4b554cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405226 Jun 09 13:45:31.212977 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-5cfbe988-d199-4b1a-b89c-a58b11ab5498 service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241281 Jun 09 13:45:31.355603 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93b14d9d-9442-45d0-9db9-9bf06619e777 req-4a2dffe3-a47a-466b-b810-98250378cde3 service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357081 Jun 09 13:45:31.485152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-6c0eb424-8888-4403-9514-d7b310b703c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:31.486635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-6c0eb424-8888-4403-9514-d7b310b703c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 1096 time: 0.0731659 Jun 09 13:45:31.623194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-516e23ac-e628-4e03-957d-e2ed28c5dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:31.624639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-516e23ac-e628-4e03-957d-e2ed28c5dcb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 200 len: 914 time: 0.1302392 Jun 09 13:45:31.731304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-398b1cc6-ad54-46c6-9a79-738610385280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9 HTTP/1.1" status: 200 len: 217 time: 0.0993459 Jun 09 13:45:31.809256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-19dba048-814d-43c2-99ba-e0340ffb87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:31.810685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-19dba048-814d-43c2-99ba-e0340ffb87e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b369202-8309-45a1-bb13-de68b0e64fde HTTP/1.1" status: 200 len: 853 time: 0.0719488 Jun 09 13:45:31.822542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c75f-7bf3-40d1-bb02-8e074c62560f req-0b2cf060-e03c-44fe-94ed-1c342e542c3c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:31.823861 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fc4c75f-7bf3-40d1-bb02-8e074c62560f req-0b2cf060-e03c-44fe-94ed-1c342e542c3c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 943 time: 0.1423450 Jun 09 13:45:31.876407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-edeede3d-f630-4f09-9a58-9592a829942a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca578f71-9fbc-4b62-b294-cc29c4b554cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515764 Jun 09 13:45:32.103704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fc4c75f-7bf3-40d1-bb02-8e074c62560f req-53bea50f-469e-4cff-b591-86cc8cadcf77 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503057 Jun 09 13:45:32.167053 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-2c8ddff4-e5ea-49a3-98e4-e9e3b7687ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836194 Jun 09 13:45:32.298182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-50f0dbe9-cea5-4c8a-8493-cbedeb5c7811 req-7d991ed5-fc3f-4f79-82f2-df8e8682e380 service neutron] 10.222.0.42 "GET /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248209 Jun 09 13:45:33.317126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73131186-5002-487c-b823-b63d884de453 req-1b84ac73-aee3-48b1-9ccd-9379630e5bc6 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:33.318589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73131186-5002-487c-b823-b63d884de453 req-1b84ac73-aee3-48b1-9ccd-9379630e5bc6 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 943 time: 0.0938590 Jun 09 13:45:33.333071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device f423e05e-84b8-4368-8f3a-6c3e113a4bc9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:45:33.364334 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-73131186-5002-487c-b823-b63d884de453 req-3061cbba-42be-489d-a247-d334d31dfa9e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Jun 09 13:45:33.468287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:33.481219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9', 'network_id': 'ca578f71-9fbc-4b62-b294-cc29c4b554cf', 'port_id': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9', 'mac_address': 'fa:16:3e:09:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b369202-8309-45a1-bb13-de68b0e64fde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:45:33.534491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:33.550859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f423e05e-84b8-4368-8f3a-6c3e113a4bc9 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:45:33.567415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:33.573442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:33.575166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:33.643041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:33.650147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.650448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.650808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.651143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.651461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.651781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.652094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.652406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.652720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.653017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.653320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.653628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:45:33.657349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:33.779817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['f423e05e-84b8-4368-8f3a-6c3e113a4bc9'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:45:34.553351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892f9d-0f9d-494a-a016-9bf36ff39dec req-c367e682-ea4a-4ed0-a600-92f8a8a5c44d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:34.554851 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f1892f9d-0f9d-494a-a016-9bf36ff39dec req-c367e682-ea4a-4ed0-a600-92f8a8a5c44d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 944 time: 0.0846186 Jun 09 13:45:34.603910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f1892f9d-0f9d-494a-a016-9bf36ff39dec req-b50d6469-b199-4a29-8826-463c60982f6b tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Jun 09 13:45:35.358322 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device f423e05e-84b8-4368-8f3a-6c3e113a4bc9 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:45:35.438763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:45:35.443769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:45:35.444167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:35.562164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:35.589309 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:35.591573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb3b7c3-8766-46a4-b90b-2ca29824c099" -d '{"events": [{"server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "name": "network-vif-plugged", "status": "completed", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:35.599944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:35.605510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:35.607558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:35.647997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f4a94-29d7-4596-a71b-4adaac6ddff4 x-openstack-request-id: req-806f4a94-29d7-4596-a71b-4adaac6ddff4 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:35.648291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "name": "network-vif-plugged", "status": "completed", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:35.648548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-806f4a94-29d7-4596-a71b-4adaac6ddff4 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:35.648933 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9', 'code': 200} Jun 09 13:45:35.674368 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:35.683939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:35.802509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0168-2b0f-483a-b507-c48e1b4471d5 req-aa9ed9af-3757-4226-b147-e87778d7c16e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:35.805357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-467a0168-2b0f-483a-b507-c48e1b4471d5 req-aa9ed9af-3757-4226-b147-e87778d7c16e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 945 time: 0.0900774 Jun 09 13:45:35.893727 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-467a0168-2b0f-483a-b507-c48e1b4471d5 req-596c52fe-6cdb-40cf-bc39-91246bada1d3 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Jun 09 13:45:35.918573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc587d-1fb7-41aa-9127-894d1fbbd59a req-d95607e6-d540-4bdb-9c47-f52626a864de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:35.920056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-25dc587d-1fb7-41aa-9127-894d1fbbd59a req-d95607e6-d540-4bdb-9c47-f52626a864de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 1098 time: 0.0941517 Jun 09 13:45:35.961225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-25dc587d-1fb7-41aa-9127-894d1fbbd59a req-bf885914-e690-432f-bce7-11bb7b07b6e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jun 09 13:45:37.079601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75456687-f760-43ed-8864-90de77c29f98 req-400d7f8c-560c-45cb-9dce-75af62f467ea tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:37.081081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75456687-f760-43ed-8864-90de77c29f98 req-400d7f8c-560c-45cb-9dce-75af62f467ea tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 945 time: 0.0815129 Jun 09 13:45:37.130405 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75456687-f760-43ed-8864-90de77c29f98 req-e0b5afbd-977e-4446-b4d4-c949223e5f13 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jun 09 13:45:37.514169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc58e-85bd-4a78-8dbc-0f7679f5d780 req-f0573d74-742c-4bac-8015-ae65d0a6e559 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:37.515576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f11dc58e-85bd-4a78-8dbc-0f7679f5d780 req-f0573d74-742c-4bac-8015-ae65d0a6e559 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 945 time: 0.0889981 Jun 09 13:45:37.571402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f11dc58e-85bd-4a78-8dbc-0f7679f5d780 req-4bb1f5d3-13e0-4c7b-8d5d-ddb93a9466bb tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Jun 09 13:45:38.817601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c78cf-798f-4e9b-b663-47390bcd9435 req-47a044e9-c966-4d6d-bb9b-d53a21cf021a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:38.818992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e08c78cf-798f-4e9b-b663-47390bcd9435 req-47a044e9-c966-4d6d-bb9b-d53a21cf021a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 945 time: 0.1364777 Jun 09 13:45:38.875219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e08c78cf-798f-4e9b-b663-47390bcd9435 req-c17cc2d3-afd0-44e3-b0a9-172556e2fc0f tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501676 Jun 09 13:45:38.889219 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-a1668c5c-18fe-4b0b-9b64-ef9e33bbfc98 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:38.890604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-a1668c5c-18fe-4b0b-9b64-ef9e33bbfc98 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 945 time: 0.1249743 Jun 09 13:45:39.027704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Deleting port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:39.028178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:39.169837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] For port f423e05e-84b8-4368-8f3a-6c3e113a4bc9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:39.170093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:39.288291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Calling delete_port for f423e05e-84b8-4368-8f3a-6c3e113a4bc9 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:39.408119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:39.414136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a7331929-2bc6-4544-a705-95ae39365ff8 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:39.422289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:45:39.457993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Pushing event deleted for resources: {'Port': ['ID=f423e05e-84b8-4368-8f3a-6c3e113a4bc9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:39.461435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:39.663204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] No DVR routers for this DVR port f423e05e-84b8-4368-8f3a-6c3e113a4bc9 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:39.666061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:39.667989 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6891bc6c-3d7f-49de-94c2-4ea747d09e97 req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "DELETE /v2.0/ports/f423e05e-84b8-4368-8f3a-6c3e113a4bc9 HTTP/1.1" status: 204 len: 173 time: 0.7717705 Jun 09 13:45:39.668494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'name': 'network-vif-deleted', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:39.670792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34791508-f944-4cc6-ab4b-fad02ac79944" -d '{"events": [{"server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "name": "network-vif-deleted", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:39.715259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0415e-4594-4b59-8792-f2a9031cfbb5 x-openstack-request-id: req-e2c0415e-4594-4b59-8792-f2a9031cfbb5 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:39.715656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d28458-f1bc-411b-bbb5-721938ed4856", "name": "network-vif-deleted", "tag": "f423e05e-84b8-4368-8f3a-6c3e113a4bc9", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:39.715966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2c0415e-4594-4b59-8792-f2a9031cfbb5 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:39.716399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d28458-f1bc-411b-bbb5-721938ed4856', 'name': 'network-vif-deleted', 'tag': 'f423e05e-84b8-4368-8f3a-6c3e113a4bc9', 'status': 'completed', 'code': 200} Jun 09 13:45:40.051912 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7503ffcd-ed4c-4d1e-9f3c-e6025b256873 req-9c08071b-6e04-4c86-b762-4e40f628ab27 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d28458-f1bc-411b-bbb5-721938ed4856 HTTP/1.1" status: 200 len: 210 time: 0.0457258 Jun 09 13:45:41.333246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d57c-c9e7-4c7d-b858-a509aea44014 req-2014db9f-ec00-4d78-995e-44d430b3639d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:41.335056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6c0d57c-c9e7-4c7d-b858-a509aea44014 req-2014db9f-ec00-4d78-995e-44d430b3639d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0825520 Jun 09 13:45:41.384281 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6c0d57c-c9e7-4c7d-b858-a509aea44014 req-0b212e1f-e01c-4ae0-9845-24fd9abc9e29 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Jun 09 13:45:41.390453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device f423e05e-84b8-4368-8f3a-6c3e113a4bc9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:41.425224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: f423e05e-84b8-4368-8f3a-6c3e113a4bc9 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:41.425579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device f423e05e-84b8-4368-8f3a-6c3e113a4bc9 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:41.594288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24547f-6e01-40e1-bbee-ee587fa45382 req-8faa388d-8156-467a-b774-12f1caecaa01 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:41.595765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de24547f-6e01-40e1-bbee-ee587fa45382 req-8faa388d-8156-467a-b774-12f1caecaa01 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0850902 Jun 09 13:45:41.643239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de24547f-6e01-40e1-bbee-ee587fa45382 req-4f279bbc-0d5b-49fd-9050-0a0b22ba0edc tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Jun 09 13:45:41.850682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9df5f-a2cf-4973-9bfd-548444ad6c71 req-30919370-08f0-454d-9e2c-4cd267c72e2d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:41.852136 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ce9df5f-a2cf-4973-9bfd-548444ad6c71 req-30919370-08f0-454d-9e2c-4cd267c72e2d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0978229 Jun 09 13:45:41.898473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4ce9df5f-a2cf-4973-9bfd-548444ad6c71 req-41d11b6d-7b90-4907-83f1-8e669bedcf92 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Jun 09 13:45:42.203867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbe182-b8a2-4116-9c70-afa7daf39b2e req-f3bd3849-0223-46e6-90ff-9d55d839213a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:42.205219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5acbe182-b8a2-4116-9c70-afa7daf39b2e req-f3bd3849-0223-46e6-90ff-9d55d839213a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0881150 Jun 09 13:45:42.249653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5acbe182-b8a2-4116-9c70-afa7daf39b2e req-38423d82-bc53-4fe4-998c-6f55624c3e38 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Jun 09 13:45:42.440720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da51d0-9566-4b64-969f-753c0f9ba122 req-533489a3-a3d0-413c-a905-42fb19278a32 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:42.442169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7da51d0-9566-4b64-969f-753c0f9ba122 req-533489a3-a3d0-413c-a905-42fb19278a32 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0867264 Jun 09 13:45:42.488745 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a7da51d0-9566-4b64-969f-753c0f9ba122 req-bde9edb1-0f93-4189-8594-5b80a2b7eb50 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Jun 09 13:45:42.702183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c4f4-d216-4cf1-a7db-764ea84c3c2e req-e2b4512b-1afd-4712-97e7-670a797e2e15 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:42.703701 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4a3c4f4-d216-4cf1-a7db-764ea84c3c2e req-e2b4512b-1afd-4712-97e7-670a797e2e15 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0932491 Jun 09 13:45:42.754357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a4a3c4f4-d216-4cf1-a7db-764ea84c3c2e req-5184e921-6348-4ce2-afc9-04ec0d23ea80 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Jun 09 13:45:43.307650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553a194-03b0-4229-bf26-ae46f9ee2ae3 req-f4b5066c-d6bb-40fb-997c-620bac4ddf3f tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:43.309077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e553a194-03b0-4229-bf26-ae46f9ee2ae3 req-f4b5066c-d6bb-40fb-997c-620bac4ddf3f tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.0831120 Jun 09 13:45:43.356225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e553a194-03b0-4229-bf26-ae46f9ee2ae3 req-813a6a32-f3bd-4686-98e0-803e5990193d tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Jun 09 13:45:44.613217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c5aa-b807-4770-b519-119931dd1818 req-f06f5b1c-a188-4eca-9427-93013f442cab tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:44.614672 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f389c5aa-b807-4770-b519-119931dd1818 req-f06f5b1c-a188-4eca-9427-93013f442cab tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.1432161 Jun 09 13:45:44.624531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d2f48-3f90-4663-b99e-26119133f87a req-ec578f13-0ca0-4b58-8a08-65285779c76e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:44.625819 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de6d2f48-3f90-4663-b99e-26119133f87a req-ec578f13-0ca0-4b58-8a08-65285779c76e tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 945 time: 0.1176307 Jun 09 13:45:44.719632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f389c5aa-b807-4770-b519-119931dd1818 req-7773740e-6e0d-4e10-b166-b743598481f9 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a403499-c32a-4706-a327-aedc0a8333f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927782 Jun 09 13:45:44.805498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Deleting port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:44.805988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:44.953908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] For port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,segment=NetworkSegment(35dbf51c-b8df-4445-87ad-3d6d65236a62),segment_id=35dbf51c-b8df-4445-87ad-3d6d65236a62)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:44.954203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:45.079155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Calling delete_port for 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:45.207655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:45.213696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3c6abbb1-a173-49be-a1c6-39fa4a76d7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:45.219025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:45:45.259717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Pushing event deleted for resources: {'Port': ['ID=0b718f85-34b6-4512-a84e-bdeb1cf9a8e4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:45.262741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:45.335200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] No DVR routers for this DVR port 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:45.337667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:45.339648 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de6d2f48-3f90-4663-b99e-26119133f87a req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.42 "DELETE /v2.0/ports/0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 HTTP/1.1" status: 204 len: 173 time: 0.7004507 Jun 09 13:45:45.340163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'name': 'network-vif-deleted', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:45:45.342484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220f8035-ea27-454d-a7ce-cc9775aa2e82" -d '{"events": [{"server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "name": "network-vif-deleted", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:45:45.384814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e21f18-c468-4fa7-b810-b8de0fa8f490 x-openstack-request-id: req-98e21f18-c468-4fa7-b810-b8de0fa8f490 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:45:45.385149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8e433a-d855-40dc-8d5f-6015c65ce7e0", "name": "network-vif-deleted", "tag": "0b718f85-34b6-4512-a84e-bdeb1cf9a8e4", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:45:45.385446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e21f18-c468-4fa7-b810-b8de0fa8f490 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:45:45.385881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8e433a-d855-40dc-8d5f-6015c65ce7e0', 'name': 'network-vif-deleted', 'tag': '0b718f85-34b6-4512-a84e-bdeb1cf9a8e4', 'status': 'completed', 'code': 200} Jun 09 13:45:45.882018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-abc9d0c2-0f42-4803-849d-a19b963967d4 req-3100d96b-04ba-4ab2-8e99-6fc700ada069 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8e433a-d855-40dc-8d5f-6015c65ce7e0 HTTP/1.1" status: 200 len: 210 time: 0.0452938 Jun 09 13:45:46.987230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56120) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:47.057003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Deleting subnet 4b369202-8309-45a1-bb13-de68b0e64fde {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:45:47.060180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.109087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.165321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.242018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.246540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-97f1b79e-61bb-4627-9992-a898cfe2aa01 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:47.281339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.283515 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4b369202-8309-45a1-bb13-de68b0e64fde HTTP/1.1" status: 204 len: 168 time: 0.2946820 Jun 09 13:45:47.284272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b369202-8309-45a1-bb13-de68b0e64fde,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:47.285855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56122) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:47.286837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-560c009a-f4b7-462a-8494-a23e6769f050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:47.394403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.419225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:45:47.452105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:45:47.452454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 0b718f85-34b6-4512-a84e-bdeb1cf9a8e4 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:45:47.525365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.539371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca578f71-9fbc-4b62-b294-cc29c4b554cf']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:47.556793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dbf51c-b8df-4445-87ad-3d6d65236a62') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:47.557083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dbf51c-b8df-4445-87ad-3d6d65236a62') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:47.568964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.587030 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.593926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:47.594297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:47.607165 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:47.683977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.687903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ffffbf65-203c-4575-8366-d10ed952ce10 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:47.702387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.704217 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca578f71-9fbc-4b62-b294-cc29c4b554cf HTTP/1.1" status: 204 len: 168 time: 0.4172800 Jun 09 13:45:47.710559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca578f71-9fbc-4b62-b294-cc29c4b554cf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:47.713529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:47.825592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56126) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:47.886539 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ce32d5a3-af58-4edd-8b63-b6b7b166ce48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad6d1364a2ba4508bd5d99bf30158613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596409 Jun 09 13:45:47.890173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56128) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:47.931307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ba94e8-0012-4e35-b013-92f5ff27b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.949964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:47.975099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:48.033282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:48.035854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:48.036996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a403499-c32a-4706-a327-aedc0a8333f2 HTTP/1.1" status: 204 len: 168 time: 0.1459124 Jun 09 13:45:48.037762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-541cf3a7-ca17-4106-ba4b-1ba7678e9a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:48.046880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a403499-c32a-4706-a327-aedc0a8333f2,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:48.049165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:48.112760 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:45:48.838936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56150) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:48.957534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368917921'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:48.983627 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:48.987108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:48.999432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.114239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.120684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.125350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ff73d1a8-0ec8-4077-b303-95574ca09fd9 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:49.155795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:49.164158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3126311a-0324-4750-a410-b34777ccd6dc,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:49.167737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:49.170220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.170570 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Added segment a919452a-42c5-48a9-8daf-55c175b47e26 of type vlan for network 116e1a37-700c-4fdd-acc9-17e508d3f68b Jun 09 13:45:49.196667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.229125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.234918 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:49.235496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:49.239108 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a6f9a3a0-714d-4b81-8032-7edde553db8f tempest-NetworksIpV6Test-769728695 tempest-NetworksIpV6Test-769728695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:49.338298 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4982557 Jun 09 13:45:49.341189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Network': ['ID=116e1a37-700c-4fdd-acc9-17e508d3f68b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:49.344171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:49.352257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:50.320304 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a4bfe6-cd8e-4815-81ad-847a214c8d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:50.383403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:51.465298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:52.449920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56154) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:52.458329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'subnet': {'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:52.587654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:52.591220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:52.814518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:52.818233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7227e9b1-9aeb-451d-b0bd-ccea325d1363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:52.894129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Subnet': ['ID=d1405552-84b5-40e9-bb66-86b6b63b60f1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:52.898158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:52.908285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking segment: {'id': 'a919452a-42c5-48a9-8daf-55c175b47e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:52.908784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network hostable DHCP agents. Network: 116e1a37-700c-4fdd-acc9-17e508d3f68b, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:52.929807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:52.939451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 116e1a37-700c-4fdd-acc9-17e508d3f68b) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:52.943617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:52.944203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:52.948647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5efbf-de66-4f1c-8d5c-b4bd3f142e1c None None] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:52.963646 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5123274 Jun 09 13:45:52.967317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56156) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:52.972494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943516945'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:52.995203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:52.998787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.026933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:53.036044 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.036376 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Added segment 1b08dc29-271c-44df-989a-8d3b15a300d9 of type vlan for network a4c3547a-87c7-49d3-843d-3c23263cedf2 Jun 09 13:45:53.062478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.092978 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.098745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:53.099356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.102958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-98dd5bd8-73e3-495c-8d02-8b50aa4ae943 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:53.169484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-116e1a37-700c-4fdd-acc9-17e508d3f68b', 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b', 'tenant_id': 'e9ff5b0a7a564540845f6fa1b415855b', 'fixed_ips': [{'subnet_id': 'd1405552-84b5-40e9-bb66-86b6b63b60f1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:45:53.170379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.184498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.200994 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2324777 Jun 09 13:45:53.203913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56158) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:53.211270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'subnet': {'network_id': 'a4c3547a-87c7-49d3-843d-3c23263cedf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:53.225192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Network': ['ID=a4c3547a-87c7-49d3-843d-3c23263cedf2,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:53.230330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:53.240890 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network a4c3547a-87c7-49d3-843d-3c23263cedf2 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:53.340625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:53.344375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.420635 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Allocated IP 2001:db8:0:ffff::2 (116e1a37-700c-4fdd-acc9-17e508d3f68b/d1405552-84b5-40e9-bb66-86b6b63b60f1/9d70bf8e-9eae-4300-8579-8b6f7eaff76c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:45:53.629189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.639122 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Transition to ACTIVE for port object 9d70bf8e-9eae-4300-8579-8b6f7eaff76c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:53.656599 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Transition to ACTIVE for port object 9d70bf8e-9eae-4300-8579-8b6f7eaff76c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:53.662713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.666048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:53.715680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.720501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cf67937e-a916-4032-864e-8fc226d1b6a6 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:53.734698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:45:53.737575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:53.741196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:45:53.748240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Pushing event updated for resources: {'Port': ['ID=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:53.795264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Subnet': ['ID=439922e9-cbad-43f1-bf31-ead41b047a67,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:53.800186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:53.809684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking segment: {'id': '1b08dc29-271c-44df-989a-8d3b15a300d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a4c3547a-87c7-49d3-843d-3c23263cedf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:53.810054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network hostable DHCP agents. Network: a4c3547a-87c7-49d3-843d-3c23263cedf2, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:53.815138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:53.829419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network a4c3547a-87c7-49d3-843d-3c23263cedf2 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:53.839605 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, a4c3547a-87c7-49d3-843d-3c23263cedf2) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:53.843881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:53.844531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.854747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8ba4b-5e54-486b-9160-b808a40090e7 None None] Network a4c3547a-87c7-49d3-843d-3c23263cedf2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:53.863956 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6590660 Jun 09 13:45:53.866734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56160) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:53.935786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Attempting to bind port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:45:53.936062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Attempting to bind port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'a919452a-42c5-48a9-8daf-55c175b47e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:45:53.936426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Attempting to bind port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c on network 116e1a37-700c-4fdd-acc9-17e508d3f68b {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:53.951559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:45:53.952287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Checking segment: {'id': 'a919452a-42c5-48a9-8daf-55c175b47e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:53.952389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:53.952714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Bound using segment: {'id': 'a919452a-42c5-48a9-8daf-55c175b47e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:45:53.953180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Bound port: 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a919452a-42c5-48a9-8daf-55c175b47e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '116e1a37-700c-4fdd-acc9-17e508d3f68b'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:45:53.953556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.010851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.076690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.108085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] For port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:45:54.140900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] For port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,segment=NetworkSegment(a919452a-42c5-48a9-8daf-55c175b47e26),segment_id=a919452a-42c5-48a9-8daf-55c175b47e26)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:45:54.147137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.158225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.159298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:54.163401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ba06ed66-057e-47fb-a40b-003d4c368698 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:54.205065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7865fee-ffea-4212-9641-815e9b052f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-a4c3547a-87c7-49d3-843d-3c23263cedf2', 'network_id': 'a4c3547a-87c7-49d3-843d-3c23263cedf2', 'tenant_id': 'e9ff5b0a7a564540845f6fa1b415855b', 'fixed_ips': [{'subnet_id': '439922e9-cbad-43f1-bf31-ead41b047a67'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:45:54.205875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7865fee-ffea-4212-9641-815e9b052f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.216083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Subnet': ['ID=439922e9-cbad-43f1-bf31-ead41b047a67,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:54.219031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:54.291382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Pushing event updated for resources: {'Port': ['ID=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:54.302966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:54.304795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.319310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3547a-87c7-49d3-843d-3c23263cedf2']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:54.325430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f0f55-1fb5-419a-8af9-ff50004570c8 None None] Network a4c3547a-87c7-49d3-843d-3c23263cedf2 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:54.333665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b08dc29-271c-44df-989a-8d3b15a300d9') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:54.333964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b08dc29-271c-44df-989a-8d3b15a300d9') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:54.346822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.364817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.372253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:54.372661 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:54.391835 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:54.486888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.491204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:54.506516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.511773 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/a4c3547a-87c7-49d3-843d-3c23263cedf2 HTTP/1.1" status: 204 len: 168 time: 0.6408126 Jun 09 13:45:54.512193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56162) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:54.516910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888067254'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:54.524077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Network': ['ID=a4c3547a-87c7-49d3-843d-3c23263cedf2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:54.527759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:54.543972 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:54.547619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.574887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:54.583408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.583726 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Added segment 00daf050-f606-4a2d-ac42-adfae5210784 of type vlan for network f438fbfd-6963-440f-9f05-15c7efc3e40a Jun 09 13:45:54.609498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.641409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.646743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:54.647307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:54.650700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9e8d8682-cf3a-49c8-96c3-413acc003dfe tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:54.743504 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2303612 Jun 09 13:45:54.746380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56164) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:54.751758 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'subnet': {'network_id': 'f438fbfd-6963-440f-9f05-15c7efc3e40a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:54.754980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Network': ['ID=f438fbfd-6963-440f-9f05-15c7efc3e40a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:54.757903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0ef5c5ef-47e3-4828-af31-2fa6ae13e0bd tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:54.765424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network f438fbfd-6963-440f-9f05-15c7efc3e40a details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:54.881420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:54.884912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.112908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Performing IP validity checks on allocation pools {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 09 13:45:55.113146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.ipam_backend_mixin [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 09 13:45:55.125176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12677dda-9f85-49d6-b967-bc39f09559d9 None None] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:55.211912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8f11abae-6ccd-476b-bd8f-447ca7cf02a0 None None] Provisioning for port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:45:55.245396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.249170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aec87293-785f-4303-8ac4-7ded4e6df6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:55.325594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Subnet': ['ID=85e90027-be72-4a25-89b4-1be2773b88bd,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:55.328446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:55.336265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking segment: {'id': '00daf050-f606-4a2d-ac42-adfae5210784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f438fbfd-6963-440f-9f05-15c7efc3e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:55.336636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network hostable DHCP agents. Network: f438fbfd-6963-440f-9f05-15c7efc3e40a, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:55.353319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network f438fbfd-6963-440f-9f05-15c7efc3e40a is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:55.364689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, f438fbfd-6963-440f-9f05-15c7efc3e40a) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:55.368755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:55.369337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.378979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2137fd2-2554-4640-893d-81221a1eb58e None None] Network f438fbfd-6963-440f-9f05-15c7efc3e40a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:55.394051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56166) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:55.395079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-764695b9-cfb0-4f42-83b3-d9c868e0e072 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6436865 Jun 09 13:45:55.561129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9d70bf8e-9eae-4300-8579-8b6f7eaff76c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:45:55.563073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.627711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.690338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6c771-69b4-4b72-a27c-fd168b52d49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-f438fbfd-6963-440f-9f05-15c7efc3e40a', 'network_id': 'f438fbfd-6963-440f-9f05-15c7efc3e40a', 'tenant_id': 'e9ff5b0a7a564540845f6fa1b415855b', 'fixed_ips': [{'subnet_id': '85e90027-be72-4a25-89b4-1be2773b88bd'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:45:55.691197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4c6c771-69b4-4b72-a27c-fd168b52d49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.708327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:45:55.714017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.718805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f049b141-1824-4f26-8ae1-acfc305c5306 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:55.748868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:45:55.749264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.754309 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Subnet': ['ID=85e90027-be72-4a25-89b4-1be2773b88bd,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:55.756904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:55.831846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d50b73-7e0d-46fc-b6a6-a5d8a3715b89 None None] Network f438fbfd-6963-440f-9f05-15c7efc3e40a requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:55.853262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.867075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438fbfd-6963-440f-9f05-15c7efc3e40a']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:55.879958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00daf050-f606-4a2d-ac42-adfae5210784') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:55.880159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00daf050-f606-4a2d-ac42-adfae5210784') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:55.891690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.907643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.914159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:55.914711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:55.929455 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:56.011306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.015744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.017557 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/f438fbfd-6963-440f-9f05-15c7efc3e40a HTTP/1.1" status: 204 len: 168 time: 0.6224661 Jun 09 13:45:56.018490 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5cdcf3b5-1964-4277-91a0-a17971de559a tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:56.023023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56168) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:56.028494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196465014'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:56.038561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Network': ['ID=f438fbfd-6963-440f-9f05-15c7efc3e40a,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:56.039168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.041164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:56.059509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:56.064113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.100120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:56.109791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.110131 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Added segment f6f86d2c-21a1-43b0-88dd-4f11645a2d23 of type vlan for network 6b2d188e-6294-4272-9253-50238e9e6ba8 Jun 09 13:45:56.111570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,segment=NetworkSegment(a919452a-42c5-48a9-8daf-55c175b47e26),segment_id=a919452a-42c5-48a9-8daf-55c175b47e26)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:56.116864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.119939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:56.137523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.167153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.172535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:56.173103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.178054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-08b4e308-af4a-4003-908f-e48ce30566b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:56.186117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:56.189534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:56.257073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2328050 Jun 09 13:45:56.260800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56170) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:56.265988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'subnet': {'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:56.279072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Network': ['ID=6b2d188e-6294-4272-9253-50238e9e6ba8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:56.281628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-946e442e-1675-425d-a0e0-24a5c018a99f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:56.289277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 6b2d188e-6294-4272-9253-50238e9e6ba8 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:56.547716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:56.552361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.773825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.779636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb6959f8-1460-41a7-b1df-aec0a902e70f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:56.855694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Subnet': ['ID=8ea54bb7-453b-4763-b03d-1b83293e81a8,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:56.859494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:56.866989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking segment: {'id': 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:56.867351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network hostable DHCP agents. Network: 6b2d188e-6294-4272-9253-50238e9e6ba8, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:56.886998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network 6b2d188e-6294-4272-9253-50238e9e6ba8 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:56.896768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 6b2d188e-6294-4272-9253-50238e9e6ba8) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:56.900672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:56.901261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.905284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bc67b-5b76-4962-96b3-04b19e75bb59 None None] Network 6b2d188e-6294-4272-9253-50238e9e6ba8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:56.920193 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6582391 Jun 09 13:45:56.924076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56172) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:56.929630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374585110'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:56.952626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:56.956045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.985422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:45:56.994194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:56.994565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Added segment fa0151fe-e9c7-469a-b404-06834984a13f of type vlan for network 806e15ef-6a11-4399-9c21-3d6c9e798f85 Jun 09 13:45:57.023855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.058403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.063898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:57.064484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.069623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-df203fd9-ad6e-49ea-b23c-ef3d8cb29f82 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:57.117958 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-6b2d188e-6294-4272-9253-50238e9e6ba8', 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8', 'tenant_id': 'e9ff5b0a7a564540845f6fa1b415855b', 'fixed_ips': [{'subnet_id': '8ea54bb7-453b-4763-b03d-1b83293e81a8'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:45:57.118857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.153999 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2286990 Jun 09 13:45:57.157001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56174) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:57.164478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Request body: {'subnet': {'network_id': '806e15ef-6a11-4399-9c21-3d6c9e798f85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:45:57.165724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Network': ['ID=806e15ef-6a11-4399-9c21-3d6c9e798f85,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:57.168318 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:57.176482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 806e15ef-6a11-4399-9c21-3d6c9e798f85 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:45:57.297465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Made reservation on behalf of e9ff5b0a7a564540845f6fa1b415855b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:45:57.301405 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.360580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Allocated IP 2001:db8::2 (6b2d188e-6294-4272-9253-50238e9e6ba8/8ea54bb7-453b-4763-b03d-1b83293e81a8/763d3fa6-990b-43c4-87bd-b7dfa3451866) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:45:57.524361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.528279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cdcdbef8-d78a-49fc-b737-d165e2dd783e tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:57.530422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9d70bf8e-9eae-4300-8579-8b6f7eaff76c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:45:57.605256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event updated for resources: {'Subnet': ['ID=0840bbbd-c9b5-4846-8db6-d53a52c0ada5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:57.609103 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:57.611751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.617341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Checking segment: {'id': 'fa0151fe-e9c7-469a-b404-06834984a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '806e15ef-6a11-4399-9c21-3d6c9e798f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:57.617705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network hostable DHCP agents. Network: 806e15ef-6a11-4399-9c21-3d6c9e798f85, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:45:57.625493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Transition to ACTIVE for port object 763d3fa6-990b-43c4-87bd-b7dfa3451866 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:57.635503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Network 806e15ef-6a11-4399-9c21-3d6c9e798f85 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:45:57.644910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 806e15ef-6a11-4399-9c21-3d6c9e798f85) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:57.649047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:45:57.649234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Transition to ACTIVE for port object 763d3fa6-990b-43c4-87bd-b7dfa3451866 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:45:57.649630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.651499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:45:57.651849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.668713 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-58ff6247-23e8-43b0-9c5d-6fa764e45640 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5098996 Jun 09 13:45:57.671584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56176) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:57.681619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b221b-b1cc-45c5-9436-857541780992 None None] Network 806e15ef-6a11-4399-9c21-3d6c9e798f85 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:57.696414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.708658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b3a2561-2f6a-4f66-a6d7-e3bf7d675b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:57.815528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.835339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Network 6b2d188e-6294-4272-9253-50238e9e6ba8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:45:57.841521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:45:57.851206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Pushing event updated for resources: {'Port': ['ID=763d3fa6-990b-43c4-87bd-b7dfa3451866,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:57.856702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:45:57.859109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:57.887164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.961253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:57.965504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dbae0c6-f381-4b01-80aa-e70e2fce76c9 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:58.018375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Subnet': ['ID=0840bbbd-c9b5-4846-8db6-d53a52c0ada5,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:58.022916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:58.094575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.106812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Attempting to bind port 763d3fa6-990b-43c4-87bd-b7dfa3451866 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:45:58.107069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Attempting to bind port 763d3fa6-990b-43c4-87bd-b7dfa3451866 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:45:58.107228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806e15ef-6a11-4399-9c21-3d6c9e798f85']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:58.107418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Attempting to bind port 763d3fa6-990b-43c4-87bd-b7dfa3451866 on network 6b2d188e-6294-4272-9253-50238e9e6ba8 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:45:58.123175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0151fe-e9c7-469a-b404-06834984a13f') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:58.123464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0151fe-e9c7-469a-b404-06834984a13f') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:58.135228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.146247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:45:58.146685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Checking segment: {'id': 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:45:58.147051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.147437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Bound using segment: {'id': 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:45:58.148219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Bound port: 763d3fa6-990b-43c4-87bd-b7dfa3451866, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b2d188e-6294-4272-9253-50238e9e6ba8'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:45:58.148219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.152813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.158341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0ea5a-6cd0-4a23-a782-bdf5031c3871 None None] Network 806e15ef-6a11-4399-9c21-3d6c9e798f85 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:58.159443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:58.159822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:58.174353 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:58.252545 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.256194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95421cc4-75ba-4082-ab07-752f2fdf4070 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:58.270484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.274751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/806e15ef-6a11-4399-9c21-3d6c9e798f85 HTTP/1.1" status: 204 len: 168 time: 0.5995104 Jun 09 13:45:58.275991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.278847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Network': ['ID=806e15ef-6a11-4399-9c21-3d6c9e798f85,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:58.282124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:58.315493 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4855b801-55a0-409d-a827-8fa1912c7a17 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] GET failed (client error): The resource could not be found. Jun 09 13:45:58.316827 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4855b801-55a0-409d-a827-8fa1912c7a17 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "GET /v2.0/subnets/0840bbbd-c9b5-4846-8db6-d53a52c0ada5 HTTP/1.1" status: 404 len: 337 time: 0.0397239 Jun 09 13:45:58.319674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56180) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.343731 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-01221e64-ea7f-4a26-b354-8bfc5852593c tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:58.344187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01221e64-ea7f-4a26-b354-8bfc5852593c tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:58.345808 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-01221e64-ea7f-4a26-b354-8bfc5852593c tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/806e15ef-6a11-4399-9c21-3d6c9e798f85 HTTP/1.1" status: 404 len: 339 time: 0.0252397 Jun 09 13:45:58.349739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.384335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] For port 763d3fa6-990b-43c4-87bd-b7dfa3451866, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:45:58.386869 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1a7f8b-066d-4d12-94be-f5519ffaae49 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:58.387679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1a7f8b-066d-4d12-94be-f5519ffaae49 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:58.388970 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d1a7f8b-066d-4d12-94be-f5519ffaae49 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/subnets/0840bbbd-c9b5-4846-8db6-d53a52c0ada5 HTTP/1.1" status: 404 len: 337 time: 0.0382876 Jun 09 13:45:58.391633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.392162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] For port 763d3fa6-990b-43c4-87bd-b7dfa3451866, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=763d3fa6-990b-43c4-87bd-b7dfa3451866,segment=NetworkSegment(f6f86d2c-21a1-43b0-88dd-4f11645a2d23),segment_id=f6f86d2c-21a1-43b0-88dd-4f11645a2d23)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:45:58.397060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.402391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:58.420126 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9266f3e-cc9e-453a-a050-ff13e01332b6 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:58.420643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9266f3e-cc9e-453a-a050-ff13e01332b6 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:58.422269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a9266f3e-cc9e-453a-a050-ff13e01332b6 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/806e15ef-6a11-4399-9c21-3d6c9e798f85 HTTP/1.1" status: 404 len: 339 time: 0.0297103 Jun 09 13:45:58.424925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.477675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Pushing event updated for resources: {'Port': ['ID=763d3fa6-990b-43c4-87bd-b7dfa3451866,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:58.481224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:58.491882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Deleting subnet 8ea54bb7-453b-4763-b03d-1b83293e81a8 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:45:58.494898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.549720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.648702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.725503 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.730721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-22951e5b-e6ca-496e-8793-1b0a58160a62 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:58.772837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.774759 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/subnets/8ea54bb7-453b-4763-b03d-1b83293e81a8 HTTP/1.1" status: 204 len: 168 time: 0.3487921 Jun 09 13:45:58.775717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea54bb7-453b-4763-b03d-1b83293e81a8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:58.777537 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56188) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:58.777904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:58.838823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.900208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:58.979074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Deleting port 763d3fa6-990b-43c4-87bd-b7dfa3451866 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:45:58.979430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.087592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] For port 763d3fa6-990b-43c4-87bd-b7dfa3451866, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=763d3fa6-990b-43c4-87bd-b7dfa3451866,segment=NetworkSegment(f6f86d2c-21a1-43b0-88dd-4f11645a2d23),segment_id=f6f86d2c-21a1-43b0-88dd-4f11645a2d23)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:45:59.087947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.211216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Calling delete_port for 763d3fa6-990b-43c4-87bd-b7dfa3451866 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:45:59.262217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.266271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a41027fa-2880-426a-bd45-e27054086c2f tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:59.280319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a1d7c-e947-4175-8148-22e4b77d15b5 None None] Network 6b2d188e-6294-4272-9253-50238e9e6ba8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:45:59.307164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Port': ['ID=763d3fa6-990b-43c4-87bd-b7dfa3451866,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:59.310579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:59.312769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No DVR routers for this DVR port 763d3fa6-990b-43c4-87bd-b7dfa3451866 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:45:59.354990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-efa68136-a54b-4922-8c95-a4224fbedcb6 None None] Could not find standard attr ID for object 763d3fa6-990b-43c4-87bd-b7dfa3451866. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:45:59.434609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.451876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d188e-6294-4272-9253-50238e9e6ba8']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:59.465429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:59.465731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f86d2c-21a1-43b0-88dd-4f11645a2d23') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:45:59.481202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.498409 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.505156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:45:59.505546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.506002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f086388-475c-419a-b3e6-bef9180e087e None None] DHCP port deletion for 6b2d188e-6294-4272-9253-50238e9e6ba8 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:45:59.520502 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:45:59.597749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.601135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-75babb5a-e21a-4630-bf5d-5ddadbc7906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:45:59.618934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.620751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/6b2d188e-6294-4272-9253-50238e9e6ba8 HTTP/1.1" status: 204 len: 168 time: 0.8420930 Jun 09 13:45:59.623534 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56190) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:59.627289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Network': ['ID=6b2d188e-6294-4272-9253-50238e9e6ba8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:45:59.629632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:45:59.666410 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2299e3-5ad8-4fd2-9811-1cdbcc4efa28 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:59.666877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2299e3-5ad8-4fd2-9811-1cdbcc4efa28 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:59.668474 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9d2299e3-5ad8-4fd2-9811-1cdbcc4efa28 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/subnets/85e90027-be72-4a25-89b4-1be2773b88bd HTTP/1.1" status: 404 len: 337 time: 0.0438600 Jun 09 13:45:59.672207 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56192) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:59.696401 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5b6560-2b55-4949-9860-14f3c3d75cb7 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:59.696800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5b6560-2b55-4949-9860-14f3c3d75cb7 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:59.698389 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9e5b6560-2b55-4949-9860-14f3c3d75cb7 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/f438fbfd-6963-440f-9f05-15c7efc3e40a HTTP/1.1" status: 404 len: 339 time: 0.0252666 Jun 09 13:45:59.700921 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56194) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:59.737331 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-976b8ba9-1099-4033-9886-045194d5e399 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:59.737768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976b8ba9-1099-4033-9886-045194d5e399 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:59.739378 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-976b8ba9-1099-4033-9886-045194d5e399 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/subnets/439922e9-cbad-43f1-bf31-ead41b047a67 HTTP/1.1" status: 404 len: 337 time: 0.0375776 Jun 09 13:45:59.741617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56196) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:59.770361 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.pecan_wsgi.hooks.translation [None req-0989ca6c-b30e-412a-aff3-59231b706273 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] DELETE failed (client error): The resource could not be found. Jun 09 13:45:59.770830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0989ca6c-b30e-412a-aff3-59231b706273 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92383) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 09 13:45:59.772383 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0989ca6c-b30e-412a-aff3-59231b706273 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/a4c3547a-87c7-49d3-843d-3c23263cedf2 HTTP/1.1" status: 404 len: 339 time: 0.0299139 Jun 09 13:45:59.774749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56198) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:45:59.839940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Deleting subnet d1405552-84b5-40e9-bb66-86b6b63b60f1 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:45:59.843239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.896954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:45:59.982344 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.057936 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.061644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-32a2dbf5-85e4-463a-9290-2fcdbdce5973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:00.097515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Subnet': ['ID=d1405552-84b5-40e9-bb66-86b6b63b60f1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:00.099940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:00.102751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.104905 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/subnets/d1405552-84b5-40e9-bb66-86b6b63b60f1 HTTP/1.1" status: 204 len: 168 time: 0.3289862 Jun 09 13:46:00.107305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:00.108726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513d1a0-4c0d-41a1-a762-11efc7d2c200 None None] Network 116e1a37-700c-4fdd-acc9-17e508d3f68b requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:00.224717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.303427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Deleting port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:00.303763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.350081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] DHCP port deletion for 116e1a37-700c-4fdd-acc9-17e508d3f68b request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:46:00.408219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] For port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,segment=NetworkSegment(a919452a-42c5-48a9-8daf-55c175b47e26),segment_id=a919452a-42c5-48a9-8daf-55c175b47e26)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:00.408722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.422962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Deleting port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:00.423466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.519844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] For port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,segment=NetworkSegment(a919452a-42c5-48a9-8daf-55c175b47e26),segment_id=a919452a-42c5-48a9-8daf-55c175b47e26)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:00.520551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.548403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Calling delete_port for 9d70bf8e-9eae-4300-8579-8b6f7eaff76c owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:00.599466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.603100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7675764f-c70e-45d9-b86b-72cc7a180f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:00.644582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Calling delete_port for 9d70bf8e-9eae-4300-8579-8b6f7eaff76c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:00.644840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Port': ['ID=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:00.647903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:00.648731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] No DVR routers for this DVR port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:00.688211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.692788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:00.734095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Pushing event deleted for resources: {'Port': ['ID=9d70bf8e-9eae-4300-8579-8b6f7eaff76c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:00.737087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:00.737979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] No DVR routers for this DVR port 9d70bf8e-9eae-4300-8579-8b6f7eaff76c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:00.769905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.786809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116e1a37-700c-4fdd-acc9-17e508d3f68b']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:00.935491 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a919452a-42c5-48a9-8daf-55c175b47e26') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:00.935735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a919452a-42c5-48a9-8daf-55c175b47e26') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:00.949064 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.965707 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.971861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:46:00.972276 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:46:00.986284 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:46:01.068651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.072005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b12e6ea3-43cd-4c7c-853e-0cd68dbcaedd tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:01.086170 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.087954 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] 10.222.0.21 "DELETE /v2.0/networks/116e1a37-700c-4fdd-acc9-17e508d3f68b HTTP/1.1" status: 204 len: 168 time: 0.9797344 Jun 09 13:46:01.094564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Pushing event deleted for resources: {'Network': ['ID=116e1a37-700c-4fdd-acc9-17e508d3f68b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:01.096808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:01.433442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56206) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:01.499839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 763d3fa6-990b-43c4-87bd-b7dfa3451866 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:46:01.533005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 763d3fa6-990b-43c4-87bd-b7dfa3451866 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:46:01.533614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 763d3fa6-990b-43c4-87bd-b7dfa3451866 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:46:01.533757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9d70bf8e-9eae-4300-8579-8b6f7eaff76c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:46:01.568852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9d70bf8e-9eae-4300-8579-8b6f7eaff76c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:46:01.569195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9d70bf8e-9eae-4300-8579-8b6f7eaff76c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:46:01.586553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1bde7c61-f70f-4295-bb8b-a05bcc789b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9ff5b0a7a564540845f6fa1b415855b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518655 Jun 09 13:46:01.589113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56210) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:01.646506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.672886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.725880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.728300 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:01.729499 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3126311a-0324-4750-a410-b34777ccd6dc HTTP/1.1" status: 204 len: 168 time: 0.1394153 Jun 09 13:46:01.730272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:01.741190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126311a-0324-4750-a410-b34777ccd6dc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:01.743650 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:02.563058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56232) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:02.666486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1089531548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:02.692273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.693217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.706812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.725842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.746305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.747516 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-126a3856-104a-40a5-8ffa-f099d46681e0 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1834676 Jun 09 13:46:02.750281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56236) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:02.755502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-910940385'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:02.779695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Made reservation on behalf of f50fbea6b1b04a87af5ff500fc72b241 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:02.783079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.798413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.907386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.912873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.916850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-024426e8-51fe-430f-a5ba-fe078cb9e7d2 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:02.941317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:46:02.955322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f69682-65a2-43cd-a6b3-ca8dfa18ea32,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:02.958082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:02.958405 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Added segment 0d50c996-edb5-43cc-8736-3ffb0fc4463b of type vlan for network 09301686-2494-41ba-8083-51db6d5d4700 Jun 09 13:46:02.959620 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:02.985262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.016761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.022430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:03.023037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.026473 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1d7c6619-a84e-4895-b05d-119ce852856a tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:03.116554 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3652048 Jun 09 13:46:03.119512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56238) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:03.124753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'subnet': {'network_id': '09301686-2494-41ba-8083-51db6d5d4700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:03.128781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event updated for resources: {'Network': ['ID=09301686-2494-41ba-8083-51db6d5d4700,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:03.131530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:03.139071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 09301686-2494-41ba-8083-51db6d5d4700 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:46:03.253880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Made reservation on behalf of f50fbea6b1b04a87af5ff500fc72b241 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:03.257433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.475699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.480081 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-159d1549-f3e0-47d7-9d8d-3ae085441aed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:03.554070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event updated for resources: {'Subnet': ['ID=44ee9ebf-ccd0-4806-a660-2d98139ea8d4,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:03.565931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Checking segment: {'id': '0d50c996-edb5-43cc-8736-3ffb0fc4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '09301686-2494-41ba-8083-51db6d5d4700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:03.566287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Network hostable DHCP agents. Network: 09301686-2494-41ba-8083-51db6d5d4700, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:46:03.569525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.569912 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.570281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.570674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.571040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.571401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.571757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.572116 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.572475 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.572826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.573180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.573519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:03.577399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:03.592810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Network 09301686-2494-41ba-8083-51db6d5d4700 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:46:03.604499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 09301686-2494-41ba-8083-51db6d5d4700) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:03.608610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:03.609181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.613328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f38b1-8015-44a9-8977-5da1e567e416 None None] Network 09301686-2494-41ba-8083-51db6d5d4700 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:03.628748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5081191 Jun 09 13:46:03.632026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56240) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:03.637236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1636919154'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:03.660405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Made reservation on behalf of f50fbea6b1b04a87af5ff500fc72b241 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:03.663875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.695956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:46:03.707111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.707504 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Added segment 628c456b-1b5a-4615-a5e3-62b5f6a66137 of type vlan for network 989fa645-fdb6-4ca5-8a10-93a87a368be3 Jun 09 13:46:03.734667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.765128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.770791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:03.771362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.776311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caad0573-e516-4909-a5e6-9b40bc6297b1 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:03.826917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-09301686-2494-41ba-8083-51db6d5d4700', 'network_id': '09301686-2494-41ba-8083-51db6d5d4700', 'tenant_id': 'f50fbea6b1b04a87af5ff500fc72b241', 'fixed_ips': [{'subnet_id': '44ee9ebf-ccd0-4806-a660-2d98139ea8d4'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:46:03.827770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:03.859739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2266543 Jun 09 13:46:03.862741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56242) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:03.869233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'subnet': {'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:03.882143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event updated for resources: {'Network': ['ID=989fa645-fdb6-4ca5-8a10-93a87a368be3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:03.884962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:03.898005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:46:04.007023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Made reservation on behalf of f50fbea6b1b04a87af5ff500fc72b241 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:04.010811 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.066086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Allocated IP 172.20.0.2 (09301686-2494-41ba-8083-51db6d5d4700/44ee9ebf-ccd0-4806-a660-2d98139ea8d4/1d241e28-db7f-47f0-a8c7-6a60498358f6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:04.225516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.229950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:04.276768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.286976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Transition to ACTIVE for port object 1d241e28-db7f-47f0-a8c7-6a60498358f6 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:04.305253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Transition to ACTIVE for port object 1d241e28-db7f-47f0-a8c7-6a60498358f6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:04.308658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event updated for resources: {'Subnet': ['ID=7e32f54d-92d7-4c9e-9ec6-e26bafb28779,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:04.313046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.314280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:04.316806 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Checking segment: {'id': '628c456b-1b5a-4615-a5e3-62b5f6a66137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:04.317167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Network hostable DHCP agents. Network: 989fa645-fdb6-4ca5-8a10-93a87a368be3, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:46:04.317279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:04.335376 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:46:04.346844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 989fa645-fdb6-4ca5-8a10-93a87a368be3) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:04.351016 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:04.351747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.364842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a2cee-148a-417c-a823-97422a461ffc None None] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:04.372269 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5076723 Jun 09 13:46:04.375217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56244) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:04.379892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-27ad2f84-4a13-44af-91b1-ee6123112ba2 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Request body: {'router': {'external_gateway_info': {'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:04.446036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Network 09301686-2494-41ba-8083-51db6d5d4700 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:04.452021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:04.454405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:04.465439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Pushing event updated for resources: {'Port': ['ID=1d241e28-db7f-47f0-a8c7-6a60498358f6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:04.468088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:04.585617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Attempting to bind port 1d241e28-db7f-47f0-a8c7-6a60498358f6 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:04.585997 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Attempting to bind port 1d241e28-db7f-47f0-a8c7-6a60498358f6 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '0d50c996-edb5-43cc-8736-3ffb0fc4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '09301686-2494-41ba-8083-51db6d5d4700'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:04.586353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Attempting to bind port 1d241e28-db7f-47f0-a8c7-6a60498358f6 on network 09301686-2494-41ba-8083-51db6d5d4700 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:04.596377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:04.596750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Checking segment: {'id': '0d50c996-edb5-43cc-8736-3ffb0fc4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '09301686-2494-41ba-8083-51db6d5d4700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:04.597154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.597545 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Bound using segment: {'id': '0d50c996-edb5-43cc-8736-3ffb0fc4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '09301686-2494-41ba-8083-51db6d5d4700'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:04.598045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Bound port: 1d241e28-db7f-47f0-a8c7-6a60498358f6, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d50c996-edb5-43cc-8736-3ffb0fc4463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '09301686-2494-41ba-8083-51db6d5d4700'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:04.598419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.753428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27ad2f84-4a13-44af-91b1-ee6123112ba2 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.759951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-989fa645-fdb6-4ca5-8a10-93a87a368be3', 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3', 'tenant_id': 'f50fbea6b1b04a87af5ff500fc72b241', 'fixed_ips': [{'subnet_id': '7e32f54d-92d7-4c9e-9ec6-e26bafb28779'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:46:04.760498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.778383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] For port 1d241e28-db7f-47f0-a8c7-6a60498358f6, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:04.820412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] For port 1d241e28-db7f-47f0-a8c7-6a60498358f6, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1d241e28-db7f-47f0-a8c7-6a60498358f6,segment=NetworkSegment(0d50c996-edb5-43cc-8736-3ffb0fc4463b),segment_id=0d50c996-edb5-43cc-8736-3ffb0fc4463b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:04.829300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:04.842873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:04.972528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Pushing event updated for resources: {'Port': ['ID=1d241e28-db7f-47f0-a8c7-6a60498358f6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:04.977073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:04.999427 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Allocated IP 172.21.0.2 (989fa645-fdb6-4ca5-8a10-93a87a368be3/7e32f54d-92d7-4c9e-9ec6-e26bafb28779/c8ae489e-332d-4233-9313-25d34c8075f7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:05.054917 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.api.v2.resource [None req-27ad2f84-4a13-44af-91b1-ee6123112ba2 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 09 13:46:05.062567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56246) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:05.062991 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-27ad2f84-4a13-44af-91b1-ee6123112ba2 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "PUT /v2.0/routers/bf3e2565-a427-4da8-a6e3-82cb4b4c5dce HTTP/1.1" status: 400 len: 364 time: 0.6865551 Jun 09 13:46:05.152314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Deleting subnet 7e32f54d-92d7-4c9e-9ec6-e26bafb28779 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:46:05.285589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.295643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Transition to ACTIVE for port object c8ae489e-332d-4233-9313-25d34c8075f7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:05.313252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Transition to ACTIVE for port object c8ae489e-332d-4233-9313-25d34c8075f7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:05.320000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.320771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.324259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:05.386489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:05.389662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:05.393757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:05.400414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Pushing event updated for resources: {'Port': ['ID=c8ae489e-332d-4233-9313-25d34c8075f7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:05.404453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:05.495056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Attempting to bind port c8ae489e-332d-4233-9313-25d34c8075f7 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:05.495438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Attempting to bind port c8ae489e-332d-4233-9313-25d34c8075f7 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '628c456b-1b5a-4615-a5e3-62b5f6a66137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:05.495808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Attempting to bind port c8ae489e-332d-4233-9313-25d34c8075f7 on network 989fa645-fdb6-4ca5-8a10-93a87a368be3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:05.505104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:05.505483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Checking segment: {'id': '628c456b-1b5a-4615-a5e3-62b5f6a66137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:05.505895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.506293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Bound using segment: {'id': '628c456b-1b5a-4615-a5e3-62b5f6a66137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:05.506808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Bound port: c8ae489e-332d-4233-9313-25d34c8075f7, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628c456b-1b5a-4615-a5e3-62b5f6a66137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '989fa645-fdb6-4ca5-8a10-93a87a368be3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:05.507184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.517026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.564241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1d241e28-db7f-47f0-a8c7-6a60498358f6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:05.607391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.675345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 1d241e28-db7f-47f0-a8c7-6a60498358f6 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:05.684873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.689829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] For port c8ae489e-332d-4233-9313-25d34c8075f7, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:05.692332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0521fe7d-385f-4b5e-9339-e6c627527f2c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:05.694651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] For port c8ae489e-332d-4233-9313-25d34c8075f7, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8ae489e-332d-4233-9313-25d34c8075f7,segment=NetworkSegment(628c456b-1b5a-4615-a5e3-62b5f6a66137),segment_id=628c456b-1b5a-4615-a5e3-62b5f6a66137)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:05.700843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.705030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:05.732984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Subnet': ['ID=7e32f54d-92d7-4c9e-9ec6-e26bafb28779,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:05.736650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:05.739315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.741153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a9b2bcba-c3ff-43b0-a62a-0a296b7d8a62 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "DELETE /v2.0/subnets/7e32f54d-92d7-4c9e-9ec6-e26bafb28779 HTTP/1.1" status: 204 len: 168 time: 0.6768780 Jun 09 13:46:05.743838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56248) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:05.787972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Pushing event updated for resources: {'Port': ['ID=c8ae489e-332d-4233-9313-25d34c8075f7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:05.791632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:05.862326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.894426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbeb2d7-81ab-4cb8-bf7e-bc96ce08c999 None None] Network 09301686-2494-41ba-8083-51db6d5d4700 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:05.934945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Deleting port c8ae489e-332d-4233-9313-25d34c8075f7 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:05.935284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:05.986089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Provisioning for port 1d241e28-db7f-47f0-a8c7-6a60498358f6 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:06.002660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Provisioning complete for port 1d241e28-db7f-47f0-a8c7-6a60498358f6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:06.003111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.066605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] For port c8ae489e-332d-4233-9313-25d34c8075f7, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c8ae489e-332d-4233-9313-25d34c8075f7,segment=NetworkSegment(628c456b-1b5a-4615-a5e3-62b5f6a66137),segment_id=628c456b-1b5a-4615-a5e3-62b5f6a66137)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:06.067245 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.189750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Calling delete_port for c8ae489e-332d-4233-9313-25d34c8075f7 owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:06.232213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.238848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.242720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:06.276619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] For port 1d241e28-db7f-47f0-a8c7-6a60498358f6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1d241e28-db7f-47f0-a8c7-6a60498358f6,segment=NetworkSegment(0d50c996-edb5-43cc-8736-3ffb0fc4463b),segment_id=0d50c996-edb5-43cc-8736-3ffb0fc4463b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:06.283589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.285989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:06.288468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Port': ['ID=c8ae489e-332d-4233-9313-25d34c8075f7,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:06.292166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:06.294875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] No DVR routers for this DVR port c8ae489e-332d-4233-9313-25d34c8075f7 on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:06.357430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Pushing event updated for resources: {'Port': ['ID=1d241e28-db7f-47f0-a8c7-6a60498358f6,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:06.360583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:06.421056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.434862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989fa645-fdb6-4ca5-8a10-93a87a368be3']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:06.448258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628c456b-1b5a-4615-a5e3-62b5f6a66137') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:06.448461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628c456b-1b5a-4615-a5e3-62b5f6a66137') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:06.461426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.480540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.487001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:46:06.487398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:46:06.502678 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:46:06.520682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-11006a0c-4a2e-4a79-a184-f4a4705d4272 None None] Provisioning complete for port 1d241e28-db7f-47f0-a8c7-6a60498358f6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:06.521131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11006a0c-4a2e-4a79-a184-f4a4705d4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.591187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.595190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-96922171-cad2-4c2c-812f-83a211672932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:06.609772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.614446 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "DELETE /v2.0/networks/989fa645-fdb6-4ca5-8a10-93a87a368be3 HTTP/1.1" status: 204 len: 168 time: 0.8696609 Jun 09 13:46:06.615126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56250) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:06.621358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Network': ['ID=989fa645-fdb6-4ca5-8a10-93a87a368be3,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:06.623796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:06.692156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Deleting subnet 44ee9ebf-ccd0-4806-a660-2d98139ea8d4 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:46:06.695524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.750590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.822695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a8c88-a38e-4856-9c42-63dfa54a258f None None] DHCP port deletion for 989fa645-fdb6-4ca5-8a10-93a87a368be3 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:46:06.836940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cc83e-9d6a-479b-b1b8-20c979aac262 None None] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:06.841999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.854801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cc83e-9d6a-479b-b1b8-20c979aac262 None None] Network 989fa645-fdb6-4ca5-8a10-93a87a368be3 could not be found, it might have been deleted concurrently. {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 09 13:46:06.866030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b7ddbe1-6e46-40db-bd5b-9a5aeab4156e None None] Could not find standard attr ID for object c8ae489e-332d-4233-9313-25d34c8075f7. {{(pid=92385) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 09 13:46:06.916676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.920404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3167e088-ebe2-476e-a4c0-9714b9d57c0f tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:06.956526 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Subnet': ['ID=44ee9ebf-ccd0-4806-a660-2d98139ea8d4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:06.960663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:06.961816 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:06.963601 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-84566eb4-7e60-4b4e-a156-f08ec2dc103c tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "DELETE /v2.0/subnets/44ee9ebf-ccd0-4806-a660-2d98139ea8d4 HTTP/1.1" status: 204 len: 168 time: 0.3469908 Jun 09 13:46:06.966316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56252) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:06.967273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199939e2-f306-43c1-9a44-3d56f3e9bc3d None None] Network 09301686-2494-41ba-8083-51db6d5d4700 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:07.078018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.153979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Deleting port 1d241e28-db7f-47f0-a8c7-6a60498358f6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:07.154334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.213913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] DHCP port deletion for 09301686-2494-41ba-8083-51db6d5d4700 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:46:07.252203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] For port 1d241e28-db7f-47f0-a8c7-6a60498358f6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1d241e28-db7f-47f0-a8c7-6a60498358f6,segment=NetworkSegment(0d50c996-edb5-43cc-8736-3ffb0fc4463b),segment_id=0d50c996-edb5-43cc-8736-3ffb0fc4463b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:07.252525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.282860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Deleting port 1d241e28-db7f-47f0-a8c7-6a60498358f6 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:07.283251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.377597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Calling delete_port for 1d241e28-db7f-47f0-a8c7-6a60498358f6 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:07.378393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] For port 1d241e28-db7f-47f0-a8c7-6a60498358f6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1d241e28-db7f-47f0-a8c7-6a60498358f6,segment=NetworkSegment(0d50c996-edb5-43cc-8736-3ffb0fc4463b),segment_id=0d50c996-edb5-43cc-8736-3ffb0fc4463b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:07.378952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.425150 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.428963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c590e454-0e9d-4a69-ae4f-e9e5686340f3 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:07.472938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Port': ['ID=1d241e28-db7f-47f0-a8c7-6a60498358f6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:07.475884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:07.476666 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] No DVR routers for this DVR port 1d241e28-db7f-47f0-a8c7-6a60498358f6 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:07.542338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Calling delete_port for 1d241e28-db7f-47f0-a8c7-6a60498358f6 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:07.546492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1d241e28-db7f-47f0-a8c7-6a60498358f6 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:46:07.581685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 1d241e28-db7f-47f0-a8c7-6a60498358f6 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:46:07.582052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1d241e28-db7f-47f0-a8c7-6a60498358f6 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:46:07.600382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.612988 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09301686-2494-41ba-8083-51db6d5d4700']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:07.625027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d50c996-edb5-43cc-8736-3ffb0fc4463b') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:07.625676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d50c996-edb5-43cc-8736-3ffb0fc4463b') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:07.627867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.631697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:07.636950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.657390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.663651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:46:07.664072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.675373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Pushing event deleted for resources: {'Port': ['ID=1d241e28-db7f-47f0-a8c7-6a60498358f6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:07.678802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:46:07.678967 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:46:07.681043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] No DVR routers for this DVR port 1d241e28-db7f-47f0-a8c7-6a60498358f6 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:07.758595 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.761987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-57f5eb1f-e5f1-4445-a111-7ce298763c7a tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:07.775915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:07.777679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "DELETE /v2.0/networks/09301686-2494-41ba-8083-51db6d5d4700 HTTP/1.1" status: 204 len: 168 time: 0.8104439 Jun 09 13:46:07.780712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56254) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:07.784212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Pushing event deleted for resources: {'Network': ['ID=09301686-2494-41ba-8083-51db6d5d4700,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:07.786614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:07.824503 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-19726d27-425e-4419-a92e-809d2d440c41 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf3e2565-a427-4da8-a6e3-82cb4b4c5dce HTTP/1.1" status: 200 len: 205 time: 0.0425916 Jun 09 13:46:07.826924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56256) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:07.977376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.397126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.399369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.424201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.424778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Fanout notify agent at l3_agent the message router_deleted on router bf3e2565-a427-4da8-a6e3-82cb4b4c5dce {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:46:08.431848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.432973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d890f57a-534c-4692-87f6-22672b13283f tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] 10.222.0.21 "DELETE /v2.0/routers/bf3e2565-a427-4da8-a6e3-82cb4b4c5dce HTTP/1.1" status: 204 len: 168 time: 0.6051509 Jun 09 13:46:08.709445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56262) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:08.865730 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-788463a3-eed6-41a4-b69c-26e5f3b2a547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f50fbea6b1b04a87af5ff500fc72b241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546409 Jun 09 13:46:08.868451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56266) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:08.932553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:08.958888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.012986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.015644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.016800 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7f69682-65a2-43cd-a6b3-ca8dfa18ea32 HTTP/1.1" status: 204 len: 168 time: 0.1474583 Jun 09 13:46:09.017809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:09.028819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f69682-65a2-43cd-a6b3-ca8dfa18ea32,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:09.031466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:09.736810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56288) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:09.848645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1717677072-network', 'tenant_id': '12532522f05f4a279555318d257171c4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:09.872643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Made reservation on behalf of 12532522f05f4a279555318d257171c4 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:09.874945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.886756 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.988017 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.992981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:09.995910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf8d0cc7-18bb-4502-bcb5-f5e746037d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:10.026149 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:46:10.034672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d814ba-9111-4c80-b094-42803dd17c0e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:10.043950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.044294 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Added segment 063dee51-cb5a-4504-801e-244d2c8bfaa9 of type vlan for network 599f718a-e327-4746-9d6d-a8db1f5f6c72 Jun 09 13:46:10.045956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.046347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.046750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.047126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.047497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.047867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.048236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.048637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.048974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.049336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.049698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.050059 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:10.056996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:10.078358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.109415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.110739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:10.111507 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.114827 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1f47fe31-44e8-44a5-8d52-01e67ca08aa5 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:10.200727 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4628270 Jun 09 13:46:10.203697 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56292) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:10.208428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Request body: {'subnet': {'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-subnet', 'tenant_id': '12532522f05f4a279555318d257171c4', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:10.222236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=599f718a-e327-4746-9d6d-a8db1f5f6c72,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:10.227762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:10.232916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:46:10.241753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Made reservation on behalf of 12532522f05f4a279555318d257171c4 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:10.244345 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.456055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.459708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb54e861-f00c-48b2-bbd7-1c80d166d3b4 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:10.529357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762aabc3-a24d-4e7a-90fa-5f18e937a288,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:10.533092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:10.540193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Checking segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:10.540535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Network hostable DHCP agents. Network: 599f718a-e327-4746-9d6d-a8db1f5f6c72, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:46:10.558710 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:46:10.568284 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 599f718a-e327-4746-9d6d-a8db1f5f6c72) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:10.572237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:10.572817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.577497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6afa1-8f76-4af6-976f-26ec0e5c7fa5 None None] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:10.592200 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3871968 Jun 09 13:46:10.594724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56294) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:10.599242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:10.623544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.624676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.640291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.793899 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-599f718a-e327-4746-9d6d-a8db1f5f6c72', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:46:10.794849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:10.950815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Allocated IP 172.20.0.2 (599f718a-e327-4746-9d6d-a8db1f5f6c72/762aabc3-a24d-4e7a-90fa-5f18e937a288/a7c2f48c-26d7-4850-8235-34ed69cd11bd) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:11.045301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.151208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.161399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Transition to ACTIVE for port object a7c2f48c-26d7-4850-8235-34ed69cd11bd will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:11.179342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Transition to ACTIVE for port object a7c2f48c-26d7-4850-8235-34ed69cd11bd will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:11.185375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.189606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:11.250646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:11.253413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:11.257142 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:11.266040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Pushing event updated for resources: {'Port': ['ID=a7c2f48c-26d7-4850-8235-34ed69cd11bd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:11.290858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:11.348826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Attempting to bind port a7c2f48c-26d7-4850-8235-34ed69cd11bd on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:11.349184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Attempting to bind port a7c2f48c-26d7-4850-8235-34ed69cd11bd by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:11.349570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Attempting to bind port a7c2f48c-26d7-4850-8235-34ed69cd11bd on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:11.352401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.355275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:11.355661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Checking segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:11.356063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.356452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Bound using segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:11.356921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Bound port: a7c2f48c-26d7-4850-8235-34ed69cd11bd, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:11.357284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.384541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.446079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] For port a7c2f48c-26d7-4850-8235-34ed69cd11bd, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:11.449196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] For port a7c2f48c-26d7-4850-8235-34ed69cd11bd, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a7c2f48c-26d7-4850-8235-34ed69cd11bd,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:11.453971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.459641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:11.527871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Allocated IP 172.26.5.33 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/d5c0dadb-269b-416f-b108-b76be597909f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:11.542275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Pushing event updated for resources: {'Port': ['ID=a7c2f48c-26d7-4850-8235-34ed69cd11bd,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:11.545691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:11.697244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.728334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:11.732348 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-151b09a7-495a-4ef9-944a-fc64fc21d6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:11.799451 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:11.802370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:11.806040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:11.845433 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Pushing event updated for resources: {'Port': ['ID=d5c0dadb-269b-416f-b108-b76be597909f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:11.852204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:12.235251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:12.358874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbca3d4-e45b-4f21-a90d-099a1f0d1f51 None None] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:12.447707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0323a400-a6f5-48c4-bd0d-408819a9d653 None None] Provisioning for port a7c2f48c-26d7-4850-8235-34ed69cd11bd completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:12.755322 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:12.961530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Router 6af43e55-03bf-4ef6-af46-ad893018f794 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:46:13.135678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:46:13.144751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Sync routers for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:46:13.154531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:13.155295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:45:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:13.156527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:13.157922 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5621514 Jun 09 13:46:13.160599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56296) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:13.372323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:13.548666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a7c2f48c-26d7-4850-8235-34ed69cd11bd up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:13.693289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port a7c2f48c-26d7-4850-8235-34ed69cd11bd completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:13.700552 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a7c2f48c-26d7-4850-8235-34ed69cd11bd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:13.700932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:13.775950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:12Z', 'revision_number': 3, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:13.782074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Checking router: 6af43e55-03bf-4ef6-af46-ad893018f794 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:46:13.782425 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Updating router 6af43e55-03bf-4ef6-af46-ad893018f794 port d5c0dadb-269b-416f-b108-b76be597909f binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:46:13.879541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:13.907386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:13.980856 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.003537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port a7c2f48c-26d7-4850-8235-34ed69cd11bd, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a7c2f48c-26d7-4850-8235-34ed69cd11bd,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:14.017860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.022249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:14.162729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=a7c2f48c-26d7-4850-8235-34ed69cd11bd,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:14.167590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:14.195248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Allocated IP 172.20.0.1 (599f718a-e327-4746-9d6d-a8db1f5f6c72/762aabc3-a24d-4e7a-90fa-5f18e937a288/44805cec-a495-477c-bebd-13ea11a96427) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:14.291003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.302421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Transition to ACTIVE for port object d5c0dadb-269b-416f-b108-b76be597909f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:14.309479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.313057 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:14.341813 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.357007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Transition to ACTIVE for port object 44805cec-a495-477c-bebd-13ea11a96427 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:14.380374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.385098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b71f6ef5-af69-4aee-96c9-96604fee52b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:14.386189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Attempting to bind port d5c0dadb-269b-416f-b108-b76be597909f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:14.386712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Attempting to bind port d5c0dadb-269b-416f-b108-b76be597909f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:14.386950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Attempting to bind port d5c0dadb-269b-416f-b108-b76be597909f on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:14.395021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Pushing event updated for resources: {'Port': ['ID=d5c0dadb-269b-416f-b108-b76be597909f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:14.397412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:14.397800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:14.398226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.398641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:14.399150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Bound port: d5c0dadb-269b-416f-b108-b76be597909f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:14.399501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.422820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:14.449411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:14.452358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:14.456175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:14.477973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] For port d5c0dadb-269b-416f-b108-b76be597909f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:14.481281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] For port d5c0dadb-269b-416f-b108-b76be597909f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d5c0dadb-269b-416f-b108-b76be597909f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:14.485070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.489569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd74293a-ca3a-43c4-a284-348d17c5aa83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:14.495167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Pushing event updated for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:14.499270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:14.515730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.570103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:14.570650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:45:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:14.638975 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.685924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Pushing event updated for resources: {'Port': ['ID=d5c0dadb-269b-416f-b108-b76be597909f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:14.687281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:14.742820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-36dffede-929f-4553-8823-0f8f1789378a None None] Provisioning for port 44805cec-a495-477c-bebd-13ea11a96427 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:14.753542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-36dffede-929f-4553-8823-0f8f1789378a None None] Provisioning complete for port 44805cec-a495-477c-bebd-13ea11a96427 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:14.753906 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36dffede-929f-4553-8823-0f8f1789378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.802841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:14.866424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.871981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.896625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:14.926839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-36dffede-929f-4553-8823-0f8f1789378a None None] Port 44805cec-a495-477c-bebd-13ea11a96427 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:46:14.979660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Pushing event updated for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:14.981968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:14.985585 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:15.114807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:15.115957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:15.175495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '44805cec-a495-477c-bebd-13ea11a96427', 'name': '', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'mac_address': 'fa:16:3e:1b:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:14Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 1, 'project_id': '12532522f05f4a279555318d257171c4', 'subnets': [{'id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:15.179923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8d95-5fa5-471d-9034-ca4efcae4098 None None] The sync data for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv is: [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '44805cec-a495-477c-bebd-13ea11a96427', 'name': '', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'mac_address': 'fa:16:3e:1b:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:14Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 1, 'project_id': '12532522f05f4a279555318d257171c4', 'subnets': [{'id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:46:15.308604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Router 6af43e55-03bf-4ef6-af46-ad893018f794 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:46:15.355192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e68a893c-f672-4918-9f5c-79362f65ee53 None None] Provisioning complete for port 44805cec-a495-477c-bebd-13ea11a96427 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:15.355716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e68a893c-f672-4918-9f5c-79362f65ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:15.436485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e68a893c-f672-4918-9f5c-79362f65ee53 None None] Port 44805cec-a495-477c-bebd-13ea11a96427 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:46:15.535396 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a7c2f48c-26d7-4850-8235-34ed69cd11bd up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:15.609755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port a7c2f48c-26d7-4850-8235-34ed69cd11bd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:15.610239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:15.676957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:46:15.699177 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] 10.222.0.21 "PUT /v2.0/routers/6af43e55-03bf-4ef6-af46-ad893018f794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282202 Jun 09 13:46:16.223700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56312) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:16.228891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1535888947-network', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:16.251008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Made reservation on behalf of 2ca311cc062f4e8a8763cf670273aa6f for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:16.253314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.266637 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.378738 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.383900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.387255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61960954-bf62-46ea-b9b6-f6614241e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:16.415402 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:46:16.423795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe76317-ef14-4860-a6b3-fb76cf28b2e8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:16.427403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:16.430057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.430492 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Added segment 7bce4c33-772b-4660-ad4b-9045ff450967 of type vlan for network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 Jun 09 13:46:16.455938 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.486151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.487214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:16.487831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.491177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7761c2c8-a69a-4255-aa27-91c3f6c9cc06 tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:16.577477 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3526042 Jun 09 13:46:16.580402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56314) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:16.586141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Request body: {'subnet': {'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-subnet', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:16.588398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Pushing event updated for resources: {'Network': ['ID=a8b68273-b0d9-4a0e-8689-c0ce8978b3f0,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:16.591256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:16.599182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:46:16.609966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Made reservation on behalf of 2ca311cc062f4e8a8763cf670273aa6f for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:16.612301 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.821694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.825296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ccdca844-6c2c-4d68-bb64-8a9c3c6aa30b tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:16.899507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a354239-5942-4e53-a813-86c531475d76,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:16.904154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:16.910152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Checking segment: {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:16.910670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Network hostable DHCP agents. Network: a8b68273-b0d9-4a0e-8689-c0ce8978b3f0, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:46:16.929871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:46:16.940685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, a8b68273-b0d9-4a0e-8689-c0ce8978b3f0) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:16.944797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:16.945372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.950011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9cc63-8d22-41be-860c-317e5c019f4a None None] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:16.965048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-50810eda-174e-4d40-829a-374cf97ef922 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3832359 Jun 09 13:46:16.967393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56316) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:16.971931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:16.995873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:16.997029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.012540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.097096 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Sync routers for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:46:17.107387 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:17.108601 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:45:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:17.168461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:46:17.169381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.281075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.288578 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:17.328150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Allocated IP 172.20.0.2 (a8b68273-b0d9-4a0e-8689-c0ce8978b3f0/8a354239-5942-4e53-a813-86c531475d76/6a76303f-71e8-4445-93cf-c6f4ecb69a56) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:17.551717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.562827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Transition to ACTIVE for port object 6a76303f-71e8-4445-93cf-c6f4ecb69a56 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:17.577801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d5c0dadb-269b-416f-b108-b76be597909f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:17.614222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.620602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Transition to ACTIVE for port object 6a76303f-71e8-4445-93cf-c6f4ecb69a56 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:17.636232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.642165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:17.643663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.687618 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '44805cec-a495-477c-bebd-13ea11a96427', 'name': '', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'mac_address': 'fa:16:3e:1b:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:14Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 2, 'project_id': '12532522f05f4a279555318d257171c4', 'subnets': [{'id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:17.692613 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Checking router: 6af43e55-03bf-4ef6-af46-ad893018f794 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:46:17.693224 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Updating router 6af43e55-03bf-4ef6-af46-ad893018f794 port 44805cec-a495-477c-bebd-13ea11a96427 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:46:17.717616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:17.722089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:17.724441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Pushing event updated for resources: {'Port': ['ID=6a76303f-71e8-4445-93cf-c6f4ecb69a56,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:17.726659 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:17.747998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.763341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:17.805239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Allocated IP 172.26.5.202 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/8092a150-f7f1-43af-b059-a00fbff65f11) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:17.817807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port d5c0dadb-269b-416f-b108-b76be597909f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:17.827856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d5c0dadb-269b-416f-b108-b76be597909f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:17.828240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.851771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Attempting to bind port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:17.852163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Attempting to bind port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:17.852497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Attempting to bind port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 on network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:17.869429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:17.869824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Checking segment: {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:17.870233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:17.870683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Bound using segment: {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:17.871160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Bound port: 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:17.872193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.027539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-793c70e7-4d06-4e01-9019-a996669d5195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.101299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] For port 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:18.111486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.116973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] For port 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a76303f-71e8-4445-93cf-c6f4ecb69a56,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:18.126698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.126895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.130483 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.132753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:18.143354 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Transition to ACTIVE for port object 44805cec-a495-477c-bebd-13ea11a96427 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:18.151085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.154718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72904d95-cf43-4bbb-8e1c-dbcbf6755bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:18.157977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.162806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-eae6723a-3a1a-4813-a2d7-9cdef790cb0a tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:18.171607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port d5c0dadb-269b-416f-b108-b76be597909f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d5c0dadb-269b-416f-b108-b76be597909f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:18.197705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.215546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Pushing event updated for resources: {'Port': ['ID=6a76303f-71e8-4445-93cf-c6f4ecb69a56,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:18.219730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:18.219730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56451f1d-dbdc-42f0-b319-167f55790f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:18.223316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:18.223536 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Pushing event updated for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:18.226562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:18.231476 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.231821 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.232060 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:18.232189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.232464 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.232787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.233109 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.233426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.233742 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.234061 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.234370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.234701 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.235172 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:46:18.239882 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:18.273058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8092a150-f7f1-43af-b059-a00fbff65f11,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:18.277605 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:18.318503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=d5c0dadb-269b-416f-b108-b76be597909f,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:18.321725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:18.402374 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Attempting to bind port 44805cec-a495-477c-bebd-13ea11a96427 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:18.403048 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Attempting to bind port 44805cec-a495-477c-bebd-13ea11a96427 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:18.403563 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Attempting to bind port 44805cec-a495-477c-bebd-13ea11a96427 on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:18.409799 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:18.410460 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Checking segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:18.411118 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.411651 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Bound using segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:18.412999 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Bound port: 44805cec-a495-477c-bebd-13ea11a96427, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:18.413528 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.537744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] For port 44805cec-a495-477c-bebd-13ea11a96427, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:18.541863 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] For port 44805cec-a495-477c-bebd-13ea11a96427, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=44805cec-a495-477c-bebd-13ea11a96427,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:18.550701 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.556233 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:18.630162 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:18.630823 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:45:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:18.716985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:18.752624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Pushing event updated for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:18.760753 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:18.822095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:19.064153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:19.171888 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-083946ac-e297-4f81-bb68-0e016220650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '44805cec-a495-477c-bebd-13ea11a96427', 'name': '', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'mac_address': 'fa:16:3e:1b:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:14Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'subnets': [{'id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:19.176284 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083946ac-e297-4f81-bb68-0e016220650e None None] The sync data for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv is: [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:46:14Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '44805cec-a495-477c-bebd-13ea11a96427', 'name': '', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'tenant_id': '12532522f05f4a279555318d257171c4', 'mac_address': 'fa:16:3e:1b:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:14Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 4, 'project_id': '12532522f05f4a279555318d257171c4', 'subnets': [{'id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:46:19.293260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:46:19.300524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d39a1-5bdd-4d7b-bd76-c8a1f18dfb18 None None] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:46:19.397110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fd2dea1e-e7d7-4299-8700-7b956219fff3 None None] Provisioning for port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:19.674317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:46:19.677139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d5c0dadb-269b-416f-b108-b76be597909f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:19.703428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:19.707504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56318) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:46:19.708141 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7393496 Jun 09 13:46:19.712249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Sync routers for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:46:19.745242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:19.745880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:45:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:19.958647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:20.084064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port d5c0dadb-269b-416f-b108-b76be597909f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:20.084600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.343475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 44805cec-a495-477c-bebd-13ea11a96427 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:20.379029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caf32efa-c22c-4623-9501-fee5e37f9d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.433276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.446340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 3, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:20.449963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 44805cec-a495-477c-bebd-13ea11a96427 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:20.455006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Checking router: cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:46:20.455214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.455555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Updating router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e port 8092a150-f7f1-43af-b059-a00fbff65f11 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:46:20.486588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 44805cec-a495-477c-bebd-13ea11a96427 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:20.487041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.558319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.665859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Allocated IP 172.20.0.1 (a8b68273-b0d9-4a0e-8689-c0ce8978b3f0/8a354239-5942-4e53-a813-86c531475d76/cdced59e-a1d5-4e42-8752-a6eef4907dff) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:20.790939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.819228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.834159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Transition to ACTIVE for port object cdced59e-a1d5-4e42-8752-a6eef4907dff will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:20.860011 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.864113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:20.901488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 44805cec-a495-477c-bebd-13ea11a96427, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=44805cec-a495-477c-bebd-13ea11a96427,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:20.908732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:20.909578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a76303f-71e8-4445-93cf-c6f4ecb69a56 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:20.926432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:20.929416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:20.934053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:20.940764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:21.065614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.071403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.130679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Pushing event updated for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.133810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.138547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:21.152161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:21.152546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.161718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.197779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.200034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3fea82f8-677a-468e-98f6-d2716e4d11c5 None None] Provisioning for port cdced59e-a1d5-4e42-8752-a6eef4907dff completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:21.220428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3fea82f8-677a-468e-98f6-d2716e4d11c5 None None] Provisioning complete for port cdced59e-a1d5-4e42-8752-a6eef4907dff triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:21.220957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fea82f8-677a-468e-98f6-d2716e4d11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.258949 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Transition to ACTIVE for port object 8092a150-f7f1-43af-b059-a00fbff65f11 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:21.270065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.282150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.290881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:21.371979 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3fea82f8-677a-468e-98f6-d2716e4d11c5 None None] Port cdced59e-a1d5-4e42-8752-a6eef4907dff cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:46:21.403738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Attempting to bind port 8092a150-f7f1-43af-b059-a00fbff65f11 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:21.404129 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Attempting to bind port 8092a150-f7f1-43af-b059-a00fbff65f11 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:21.404492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Attempting to bind port 8092a150-f7f1-43af-b059-a00fbff65f11 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:21.414497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Pushing event updated for resources: {'Port': ['ID=8092a150-f7f1-43af-b059-a00fbff65f11,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.424290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.425226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:21.425601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:21.426004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.426393 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:21.426904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Bound port: 8092a150-f7f1-43af-b059-a00fbff65f11, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:21.427265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.493677 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.497567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.500809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.516194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.527832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:21.555032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] For port 8092a150-f7f1-43af-b059-a00fbff65f11, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:21.557799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a76303f-71e8-4445-93cf-c6f4ecb69a56,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:21.560370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] For port 8092a150-f7f1-43af-b059-a00fbff65f11, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8092a150-f7f1-43af-b059-a00fbff65f11,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:21.562421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.564424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:21.599224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.612443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Pushing event updated for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.615366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.616317 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.645233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6a76303f-71e8-4445-93cf-c6f4ecb69a56,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.647731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:21.648268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:46:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:21.698234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.699905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:21.727771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 44805cec-a495-477c-bebd-13ea11a96427 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:21.755767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:21.756977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:21.897567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Pushing event updated for resources: {'Port': ['ID=8092a150-f7f1-43af-b059-a00fbff65f11,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:21.903860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:21.940962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 44805cec-a495-477c-bebd-13ea11a96427 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:21.941342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:21.965997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:46:21.980276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:22.137095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e8a8887e-cb3e-4a34-8dcf-faac15418a31 None None] Provisioning complete for port cdced59e-a1d5-4e42-8752-a6eef4907dff triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:22.137366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8a8887e-cb3e-4a34-8dcf-faac15418a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:22.144617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:46:22.149514 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398923 Jun 09 13:46:22.367519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8887e-cb3e-4a34-8dcf-faac15418a31 None None] Port cdced59e-a1d5-4e42-8752-a6eef4907dff cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:46:22.477601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'cdced59e-a1d5-4e42-8752-a6eef4907dff', 'name': '', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'mac_address': 'fa:16:3e:0e:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:20Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 2, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'subnets': [{'id': '8a354239-5942-4e53-a813-86c531475d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:22.481644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5841bd4-408e-4223-84bb-d08b9d7f4b6f None None] The sync data for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv is: [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'cdced59e-a1d5-4e42-8752-a6eef4907dff', 'name': '', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'mac_address': 'fa:16:3e:0e:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:20Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 2, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'subnets': [{'id': '8a354239-5942-4e53-a813-86c531475d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:46:23.030231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-90144671-a1e0-4353-8c21-df3a6f535522 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:23.031544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-90144671-a1e0-4353-8c21-df3a6f535522 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 817 time: 0.1482520 Jun 09 13:46:23.046445 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-0b6be230-f1ec-4e44-b8a9-c1e8aa14f0ee tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/quotas/12532522f05f4a279555318d257171c4 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Jun 09 13:46:23.161517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-9b70667b-882b-42d0-a5f1-a5e18ee0fc96 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920472 Jun 09 13:46:23.169953 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:23.295269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-bffe00c0-4f96-457a-8c11-f683c16f79b8 service neutron] 10.222.0.21 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304035 Jun 09 13:46:23.430723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-7a5dfee0-2885-4254-96b5-20ded420a28d service neutron] 10.222.0.21 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292367 Jun 09 13:46:23.626406 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c13aed3c-2771-4657-b102-f5fbc7cf0c92 req-ab9c5690-8330-46f1-92a4-f66fe7a01311 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 210 time: 0.0506701 Jun 09 13:46:23.730166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8092a150-f7f1-43af-b059-a00fbff65f11 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:23.802238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 8092a150-f7f1-43af-b059-a00fbff65f11 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:23.807284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8092a150-f7f1-43af-b059-a00fbff65f11 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:23.807669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:23.931919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:23.949856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 8092a150-f7f1-43af-b059-a00fbff65f11, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8092a150-f7f1-43af-b059-a00fbff65f11,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:23.951885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:23.952768 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a76303f-71e8-4445-93cf-c6f4ecb69a56 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:23.976923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:24.069638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=8092a150-f7f1-43af-b059-a00fbff65f11,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:24.073275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:24.083929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:24.084385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:24.705476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-5940c4d8-85db-4865-8950-f87abe283288 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:24.707037 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-5940c4d8-85db-4865-8950-f87abe283288 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 817 time: 0.1684821 Jun 09 13:46:24.719380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Request body: {'port': {'device_id': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'admin_state_up': True, 'tenant_id': '12532522f05f4a279555318d257171c4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:24.850392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cd813d61-04b8-44cb-806d-4fb79a755daa req-b0266f5c-b534-45ae-865f-e20c76ca66fd tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 210 time: 0.0596201 Jun 09 13:46:24.926915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Made reservation on behalf of 12532522f05f4a279555318d257171c4 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:46:24.930619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.098049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Allocated IP 172.20.0.4 (599f718a-e327-4746-9d6d-a8db1f5f6c72/762aabc3-a24d-4e7a-90fa-5f18e937a288/2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:46:25.112908 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:46:25.302768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.318520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Transition to ACTIVE for port object 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:25.351167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.359656 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-370a1bda-5f20-4f94-bbd6-98969f684ce7 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:25.434046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:46:25.437200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:46:25.441021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:46:25.471438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Pushing event updated for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:25.478388 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:25.510140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:25.510905 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.532264 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164728 Jun 09 13:46:25.543787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Request body: {'port': {'device_id': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:46:25.635886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8092a150-f7f1-43af-b059-a00fbff65f11 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:25.661190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.714807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8092a150-f7f1-43af-b059-a00fbff65f11 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:25.715111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.753951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bf47e5e3-387d-481d-a1ab-0d178ac4e86a None None] Provisioning for port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:25.771140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bf47e5e3-387d-481d-a1ab-0d178ac4e86a None None] Provisioning complete for port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:25.772363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf47e5e3-387d-481d-a1ab-0d178ac4e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:25.835135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bf47e5e3-387d-481d-a1ab-0d178ac4e86a None None] Port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:46:26.176521 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Sync routers for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:46:26.186422 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:26.187168 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:46:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:26.189176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291db72-449f-4c35-958e-945486bf07a0 req-46026652-6a71-40c7-91cb-850ecea24ff5 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:26.190690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2291db72-449f-4c35-958e-945486bf07a0 req-46026652-6a71-40c7-91cb-850ecea24ff5 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 931 time: 0.1557288 Jun 09 13:46:26.242454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:46:26.253570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.266053 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2291db72-449f-4c35-958e-945486bf07a0 req-a47f1c51-fe53-4edb-8830-28c9f0da68ed tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Jun 09 13:46:26.275517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Transition to ACTIVE for port object 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:26.281184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.285507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6ce8f5cb-640f-48dc-8d4c-9e3df44d4826 tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:26.366878 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:26.411171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:26.437413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:26.518735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Attempting to bind port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:26.519256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Attempting to bind port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:26.519585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Attempting to bind port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:26.524378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:46:26.524688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Attempting to bind port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:26.529839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:26.530169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Checking segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:26.530561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Bound using segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:26.530985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Bound port: 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:26.531332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.621951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:26.625019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:26.629137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.633211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0feeb587-8884-4b8e-bb7d-6fdc3ef9a71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:26.684703 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'cdced59e-a1d5-4e42-8752-a6eef4907dff', 'name': '', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'mac_address': 'fa:16:3e:0e:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:20Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 2, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'subnets': [{'id': '8a354239-5942-4e53-a813-86c531475d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:26.688767 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Checking router: cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:46:26.689121 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Updating router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e port cdced59e-a1d5-4e42-8752-a6eef4907dff binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:46:26.698704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:26.699374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.700836 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-38535232-225b-4126-b422-8bad5b857021 service neutron] 10.222.0.42 "PUT /v2.0/ports/2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc HTTP/1.1" status: 200 len: 1093 time: 1.1613181 Jun 09 13:46:26.701246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:46:26.703781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f467d5-44ed-41ab-bf36-30f76c780fed" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:46:26.720073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:26.723701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:26.746002 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:26.782252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8d093-3365-4c7f-b1ae-e932dc759f63 x-openstack-request-id: req-a4a8d093-3365-4c7f-b1ae-e932dc759f63 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:46:26.782639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:46:26.782944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4a8d093-3365-4c7f-b1ae-e932dc759f63 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:46:26.783553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc', 'status': 'completed', 'code': 200} Jun 09 13:46:26.831584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-a16b761f-4445-4a10-8eec-143456858db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:26.833260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-a16b761f-4445-4a10-8eec-143456858db6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 1096 time: 0.0897653 Jun 09 13:46:26.908917 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-863fdca8-05d5-4b9b-9a68-78336b6a899b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc HTTP/1.1" status: 200 len: 217 time: 0.0650783 Jun 09 13:46:26.969786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-5a560958-9b35-4027-9c59-537a2c0987aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:26.971237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-5a560958-9b35-4027-9c59-537a2c0987aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 200 len: 856 time: 0.0556161 Jun 09 13:46:27.049171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-ed70cfa6-436c-4d73-961c-657c5672eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:27.050697 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-ed70cfa6-436c-4d73-961c-657c5672eae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=599f718a-e327-4746-9d6d-a8db1f5f6c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720515 Jun 09 13:46:27.092217 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.103825 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Transition to ACTIVE for port object cdced59e-a1d5-4e42-8752-a6eef4907dff will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:46:27.111867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.115867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:27.182618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-0687ff3d-c4a6-417a-acbe-40018de2d9a2 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247480 Jun 09 13:46:27.227983 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Pushing event updated for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:27.237378 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:27.321147 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e2c1a35b-c2bb-40d2-b49c-1c78cefeaa28 req-4430e8de-bfa4-427f-8c82-6a2c9732366e service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321158 Jun 09 13:46:27.330700 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Attempting to bind port cdced59e-a1d5-4e42-8752-a6eef4907dff on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:46:27.331071 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Attempting to bind port cdced59e-a1d5-4e42-8752-a6eef4907dff by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:46:27.331454 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Attempting to bind port cdced59e-a1d5-4e42-8752-a6eef4907dff on network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:46:27.337397 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:46:27.337758 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Checking segment: {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:46:27.338128 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.338628 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Bound using segment: {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:46:27.339256 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Bound port: cdced59e-a1d5-4e42-8752-a6eef4907dff, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bce4c33-772b-4660-ad4b-9045ff450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:46:27.339787 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.429003 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] For port cdced59e-a1d5-4e42-8752-a6eef4907dff, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:46:27.431907 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] For port cdced59e-a1d5-4e42-8752-a6eef4907dff, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cdced59e-a1d5-4e42-8752-a6eef4907dff,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:46:27.436344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.439856 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-140ee801-bee0-434c-924b-fb8146e2a09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:27.512679 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Pushing event updated for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:27.515194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-ee7f2de1-eea5-4979-95f6-f7c073d88c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:27.516807 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:27.516924 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-ee7f2de1-eea5-4979-95f6-f7c073d88c04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 1096 time: 0.1425436 Jun 09 13:46:27.521181 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:46:27.521814 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:46:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:27.525110 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fbe38-53d9-45ba-8394-ea955c97f4f8 req-e9fee31d-63d5-4303-b447-b309f990c3ff tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:27.526508 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f84fbe38-53d9-45ba-8394-ea955c97f4f8 req-e9fee31d-63d5-4303-b447-b309f990c3ff tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 943 time: 0.1203551 Jun 09 13:46:27.686040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cdced59e-a1d5-4e42-8752-a6eef4907dff up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:27.699168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f84fbe38-53d9-45ba-8394-ea955c97f4f8 req-f7e5046e-9aa7-47b1-b47f-cb2dcb2030fb tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531560 Jun 09 13:46:27.715731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-b656f6a9-8ab6-41af-ac56-889ec2456d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:27.717353 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-b656f6a9-8ab6-41af-ac56-889ec2456d56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 918 time: 0.1899743 Jun 09 13:46:27.750370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:46:27.770963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port cdced59e-a1d5-4e42-8752-a6eef4907dff completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:27.777821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cdced59e-a1d5-4e42-8752-a6eef4907dff triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:27.778193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.796755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-4a67d171-8595-424a-ab9f-85adabda38fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc HTTP/1.1" status: 200 len: 217 time: 0.0679984 Jun 09 13:46:27.849475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b2eb959e-9a30-4129-8b58-3262a577353b None None] Provisioning complete for port cdced59e-a1d5-4e42-8752-a6eef4907dff triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:27.849987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb959e-9a30-4129-8b58-3262a577353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:27.958411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:28.020937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-e7139ffa-f458-47d1-a037-1071cde1be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:28.022450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-e7139ffa-f458-47d1-a037-1071cde1be05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 200 len: 856 time: 0.2186501 Jun 09 13:46:28.041535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port cdced59e-a1d5-4e42-8752-a6eef4907dff, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cdced59e-a1d5-4e42-8752-a6eef4907dff,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:28.047468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:28.051205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:28.065870 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'cdced59e-a1d5-4e42-8752-a6eef4907dff', 'name': '', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'mac_address': 'fa:16:3e:0e:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:20Z', 'updated_at': '2021-06-09T13:46:27Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'subnets': [{'id': '8a354239-5942-4e53-a813-86c531475d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:46:28.070751 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09431c58-78a0-4e05-bc54-beb456717332 None None] The sync data for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv is: [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:21Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'cdced59e-a1d5-4e42-8752-a6eef4907dff', 'name': '', 'network_id': 'a8b68273-b0d9-4a0e-8689-c0ce8978b3f0', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'mac_address': 'fa:16:3e:0e:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8a354239-5942-4e53-a813-86c531475d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:20Z', 'updated_at': '2021-06-09T13:46:27Z', 'revision_number': 4, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'subnets': [{'id': '8a354239-5942-4e53-a813-86c531475d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:46:28.093386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb959e-9a30-4129-8b58-3262a577353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:28.103494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-5228f1a8-6181-48bb-af1a-c7f6992cf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:28.105517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-5228f1a8-6181-48bb-af1a-c7f6992cf1ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=599f718a-e327-4746-9d6d-a8db1f5f6c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739293 Jun 09 13:46:28.172765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:28.177423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:28.196951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-b2eb959e-9a30-4129-8b58-3262a577353b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 13:46:28.197459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-b2eb959e-9a30-4129-8b58-3262a577353b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 13:46:28.245405 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-5ee26910-a625-4336-b57d-43f8857a7028 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331737 Jun 09 13:46:28.380823 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c8f467d5-44ed-41ab-bf36-30f76c780fed req-65528168-b239-4f5a-b826-e3587fa7711a service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290486 Jun 09 13:46:28.842377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:28.906210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c0e8d-75d6-4c53-8ef0-51600e23bc35 req-80c4868f-9247-4076-9fa0-d810753c2a9c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:28.907683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c45c0e8d-75d6-4c53-8ef0-51600e23bc35 req-80c4868f-9247-4076-9fa0-d810753c2a9c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 943 time: 0.0953052 Jun 09 13:46:28.952529 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c45c0e8d-75d6-4c53-8ef0-51600e23bc35 req-3cc70e2d-aec8-4586-88e6-ae3044d35aa5 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Jun 09 13:46:29.638951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:46:29.642317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cdced59e-a1d5-4e42-8752-a6eef4907dff up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:29.809557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port cdced59e-a1d5-4e42-8752-a6eef4907dff triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:29.809995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:29.876450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:29.897028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'port_id': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc', 'mac_address': 'fa:16:3e:31:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:46:30.036611 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:30.060027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:46:30.076798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:30.081744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:30.083491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-86e89570-0572-4f44-9561-594a86b55a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:30.145055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175658-9336-48b7-a6ba-de055877ff5e req-4a528fd4-66e3-4b48-8f42-c5c1f5bba05c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:30.146396 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-84175658-9336-48b7-a6ba-de055877ff5e req-4a528fd4-66e3-4b48-8f42-c5c1f5bba05c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 944 time: 0.0798919 Jun 09 13:46:30.148614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:30.151708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:30.195474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-84175658-9336-48b7-a6ba-de055877ff5e req-d525047d-e795-4976-b065-338b55b7847f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Jun 09 13:46:30.286656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:46:31.389267 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b80832-9900-47f0-ba06-72d74d782325 req-7d83eb02-8b87-4569-a9dd-f66c64225b24 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:31.390720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6b80832-9900-47f0-ba06-72d74d782325 req-7d83eb02-8b87-4569-a9dd-f66c64225b24 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 944 time: 0.0892026 Jun 09 13:46:31.435471 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6b80832-9900-47f0-ba06-72d74d782325 req-c5fd9f5d-5949-4102-ac9e-d4eef16476be tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Jun 09 13:46:31.638868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:46:31.716225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:46:31.721278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:46:31.721661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:31.838084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:31.864440 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:46:31.866725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e51744-4e18-48c7-8f2a-d12df47d97d7" -d '{"events": [{"server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "name": "network-vif-plugged", "status": "completed", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:46:31.874972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:31.879437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:31.881403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3549de56-add7-4ec5-a558-92c02c0840e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:31.910473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6721309a-dc67-4533-b289-3238b51853e8 x-openstack-request-id: req-6721309a-dc67-4533-b289-3238b51853e8 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:46:31.910799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "name": "network-vif-plugged", "status": "completed", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:46:31.911056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6721309a-dc67-4533-b289-3238b51853e8 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:46:31.911445 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc', 'code': 200} Jun 09 13:46:31.952651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:31.955579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:32.156747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a783b4e-656e-41f1-a1f0-3108e6963ce0 req-248b3e82-1434-4af0-a99e-2fa2128da6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:32.158080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a783b4e-656e-41f1-a1f0-3108e6963ce0 req-248b3e82-1434-4af0-a99e-2fa2128da6e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 1098 time: 0.0747354 Jun 09 13:46:32.199504 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1a783b4e-656e-41f1-a1f0-3108e6963ce0 req-e54902f6-7d20-427c-91cf-0de93056c51b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Jun 09 13:46:32.637790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8f8f-0cae-4a0e-be8b-4b417af5fb28 req-1030ca09-7cc8-4ef7-9cca-e3b6715229d8 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:32.639271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-243d8f8f-0cae-4a0e-be8b-4b417af5fb28 req-1030ca09-7cc8-4ef7-9cca-e3b6715229d8 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.0879695 Jun 09 13:46:32.684068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-243d8f8f-0cae-4a0e-be8b-4b417af5fb28 req-58650ccb-e0d2-485e-9e56-be5689becbad tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Jun 09 13:46:33.885426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434c3ec-9bdc-4c43-b4fe-3445899aa983 req-03a0aad7-6522-4c16-9607-af091159c34d tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:33.886830 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5434c3ec-9bdc-4c43-b4fe-3445899aa983 req-03a0aad7-6522-4c16-9607-af091159c34d tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.0961897 Jun 09 13:46:33.936360 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5434c3ec-9bdc-4c43-b4fe-3445899aa983 req-5a361e02-030d-430d-ac17-8b3bc514eedc tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Jun 09 13:46:34.139950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f08115-1ceb-43cd-a76e-f18acfe2b78d req-9e157208-2113-4ca7-ac38-28c670292916 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:34.141416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-57f08115-1ceb-43cd-a76e-f18acfe2b78d req-9e157208-2113-4ca7-ac38-28c670292916 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.0917196 Jun 09 13:46:34.185627 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-57f08115-1ceb-43cd-a76e-f18acfe2b78d req-db8cc9c1-3f21-4968-be8b-7daa33026937 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Jun 09 13:46:47.932947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf39c345-c4da-4cad-8da8-e01e1972510e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:50.325201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54a96859-d187-4b0b-83c1-b1b9829b35e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:50.389761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:51.472658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:52.864110 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-6da6d809-1097-4df6-9868-4326e9757dfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778110 Jun 09 13:46:53.005118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-3324d58b-f2fc-41e8-bf9a-db6445e31f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:53.006618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-3324d58b-f2fc-41e8-bf9a-db6445e31f06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 1098 time: 0.0721502 Jun 09 13:46:53.158687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-ab021ef9-c4c4-403e-b3c2-82215042be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:53.160119 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-ab021ef9-c4c4-403e-b3c2-82215042be1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 918 time: 0.1316180 Jun 09 13:46:53.166449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:53.231009 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-6be736d7-0ee5-4419-abfc-c26b6a0a13cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc HTTP/1.1" status: 200 len: 217 time: 0.0642052 Jun 09 13:46:53.293693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-5d0754d5-8379-4604-9ad3-01632968e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:53.295156 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-5d0754d5-8379-4604-9ad3-01632968e678 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 200 len: 856 time: 0.0579450 Jun 09 13:46:53.374281 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-ad883aba-ca02-4580-b4ea-31b0d9dc8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:53.375832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-ad883aba-ca02-4580-b4ea-31b0d9dc8d96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=599f718a-e327-4746-9d6d-a8db1f5f6c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737617 Jun 09 13:46:53.386871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-09c5062f-cc8b-4252-a494-1476c35f5c5b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:46:53.387786 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-09c5062f-cc8b-4252-a494-1476c35f5c5b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0049067 Jun 09 13:46:53.518373 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-b8e00773-e53a-4a62-887a-2d1a0869580f service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236875 Jun 09 13:46:53.657361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b0349639-1eba-4748-b8fe-34a1b4ab94df req-b713a219-7328-420d-9512-564dc99a69c6 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314280 Jun 09 13:46:54.536878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746ad75-b2ee-4b01-a147-065b77c8cc9a req-7b3e64e6-f263-4876-8768-2e35e8325654 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:54.538253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1746ad75-b2ee-4b01-a147-065b77c8cc9a req-7b3e64e6-f263-4876-8768-2e35e8325654 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.0827866 Jun 09 13:46:54.584371 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1746ad75-b2ee-4b01-a147-065b77c8cc9a req-13d11a9f-f409-43a5-b46b-f2378b3b622d tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Jun 09 13:46:55.913965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11832c7-6002-4b99-9add-0ab32df65f0f req-21131c68-f949-4690-91f2-017d238ce2cb tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:55.915509 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e11832c7-6002-4b99-9add-0ab32df65f0f req-21131c68-f949-4690-91f2-017d238ce2cb tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.2184970 Jun 09 13:46:56.001777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e11832c7-6002-4b99-9add-0ab32df65f0f req-839f8e02-9608-4bb9-bd4a-51bb599e5eeb tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803490 Jun 09 13:46:56.035804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-d31b0ee4-6680-4ed1-8992-6aa313679066 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:56.037207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-d31b0ee4-6680-4ed1-8992-6aa313679066 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 945 time: 0.1033323 Jun 09 13:46:56.172548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Deleting port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:46:56.172883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:56.307591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] For port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:46:56.307945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:56.430378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Calling delete_port for 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:46:56.559568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:56.567016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15b0f1b2-e908-422f-a6df-12040234db55 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:46:56.573293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:46:56.617904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Pushing event deleted for resources: {'Port': ['ID=2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:46:56.620930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:46:56.691172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] No DVR routers for this DVR port 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:46:56.693746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:56.695688 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7baa8bab-d674-49a4-b014-8dbcb39b1263 req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "DELETE /v2.0/ports/2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc HTTP/1.1" status: 204 len: 173 time: 0.6521614 Jun 09 13:46:56.696229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'name': 'network-vif-deleted', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:46:56.698585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce883d2-12a3-412f-9aa0-7bd184a51cc3" -d '{"events": [{"server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "name": "network-vif-deleted", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:46:56.741578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9511b3-9b4c-4d7b-869f-8d28a7af643b x-openstack-request-id: req-7f9511b3-9b4c-4d7b-869f-8d28a7af643b {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:46:56.741920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac239bd-d6a7-4a75-822a-be7c11c3ea7a", "name": "network-vif-deleted", "tag": "2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:46:56.742242 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f9511b3-9b4c-4d7b-869f-8d28a7af643b {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:46:56.742708 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac239bd-d6a7-4a75-822a-be7c11c3ea7a', 'name': 'network-vif-deleted', 'tag': '2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc', 'status': 'completed', 'code': 200} Jun 09 13:46:57.177566 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6e0a9abb-712c-46a0-b8f3-8ed830bac5f3 req-19008b9b-87d9-4273-b030-b0d94a551524 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ac239bd-d6a7-4a75-822a-be7c11c3ea7a HTTP/1.1" status: 200 len: 210 time: 0.0462241 Jun 09 13:46:58.840100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:46:59.159765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-d4990bbd-02b2-427e-a7f4-5cc67305dcc8 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:46:59.161173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-d4990bbd-02b2-427e-a7f4-5cc67305dcc8 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 817 time: 0.1486633 Jun 09 13:46:59.178094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-4bffeca6-18df-4837-ab7e-e821e3e02c33 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/quotas/12532522f05f4a279555318d257171c4 HTTP/1.1" status: 200 len: 375 time: 0.0089018 Jun 09 13:46:59.265651 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-f9a82527-2c76-4542-ba79-c1a5d134889d tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804067 Jun 09 13:46:59.411110 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-cc7eddd9-6e81-483a-855c-5d778ca9deea service neutron] 10.222.0.21 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304305 Jun 09 13:46:59.544703 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-a1e92592-d815-4a13-8a89-6295a101c08b service neutron] 10.222.0.21 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274819 Jun 09 13:46:59.747067 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:46:59.751098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48ed33dc-5556-4cb7-bb9a-33d571e2b770 req-cd348480-6441-4cb7-b6d3-7a965c535790 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Jun 09 13:46:59.785055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:46:59.785399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 2c2ddb87-bcb5-4e52-9fad-e5ddc0652ccc not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:00.847035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8afa6516-3f31-478b-a671-6788c6d236a7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:00.849183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8afa6516-3f31-478b-a671-6788c6d236a7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 817 time: 0.1521676 Jun 09 13:47:00.861519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Request body: {'port': {'device_id': 'f356330c-c30e-4575-841b-a70f6a672b32', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'admin_state_up': True, 'tenant_id': '12532522f05f4a279555318d257171c4'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:01.107182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7d03c8fc-21ed-4d3b-8ed0-192486cc26bf req-4a878b09-82d6-4d6f-9214-1c8c0f1d9921 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 210 time: 0.2273629 Jun 09 13:47:01.189878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Made reservation on behalf of 12532522f05f4a279555318d257171c4 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:47:01.193458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.354034 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Allocated IP 172.20.0.9 (599f718a-e327-4746-9d6d-a8db1f5f6c72/762aabc3-a24d-4e7a-90fa-5f18e937a288/251544dc-27a9-411e-8597-2cec222d6ba9) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:01.554152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.568992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Transition to ACTIVE for port object 251544dc-27a9-411e-8597-2cec222d6ba9 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:01.598249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.603802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-248649ae-a6aa-4b2c-803f-2377c4f79307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:01.678258 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:01.681432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:01.686076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:01.710561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Pushing event updated for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:01.716433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:01.752588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:01.753193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.773125 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9155319 Jun 09 13:47:01.784974 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Request body: {'port': {'device_id': 'f356330c-c30e-4575-841b-a70f6a672b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:01.903251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.929161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-00820b85-ba05-46b9-b971-24c3e87c6133 None None] Provisioning for port 251544dc-27a9-411e-8597-2cec222d6ba9 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:01.934058 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-00820b85-ba05-46b9-b971-24c3e87c6133 None None] Provisioning complete for port 251544dc-27a9-411e-8597-2cec222d6ba9 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:01.934428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00820b85-ba05-46b9-b971-24c3e87c6133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:01.991683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-00820b85-ba05-46b9-b971-24c3e87c6133 None None] Port 251544dc-27a9-411e-8597-2cec222d6ba9 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:47:02.112517 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:47:02.293942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251544dc-27a9-411e-8597-2cec222d6ba9 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:47:02.302819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:02.328465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Transition to ACTIVE for port object 251544dc-27a9-411e-8597-2cec222d6ba9 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:02.334887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:02.340259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5a32c2b-7d8c-45d1-a7b8-249e9768eb2d tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:02.455786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d5b5-3707-491d-9c07-b2e21cc4f217 req-d188ff8c-a5ef-45bd-a0d1-30b7d204a393 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:02.457286 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1173d5b5-3707-491d-9c07-b2e21cc4f217 req-d188ff8c-a5ef-45bd-a0d1-30b7d204a393 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 931 time: 0.2301002 Jun 09 13:47:02.491864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:02.499781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:02.584247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1173d5b5-3707-491d-9c07-b2e21cc4f217 req-e6e9392f-c1ac-4fa8-ba7c-371da0a1e4e6 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169450 Jun 09 13:47:02.620727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Attempting to bind port 251544dc-27a9-411e-8597-2cec222d6ba9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:02.621065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Attempting to bind port 251544dc-27a9-411e-8597-2cec222d6ba9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:02.621391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Attempting to bind port 251544dc-27a9-411e-8597-2cec222d6ba9 on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:02.626247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Port 251544dc-27a9-411e-8597-2cec222d6ba9 on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:47:02.626561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Attempting to bind port 251544dc-27a9-411e-8597-2cec222d6ba9 on network 599f718a-e327-4746-9d6d-a8db1f5f6c72 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:02.632151 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:02.632515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Checking segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:02.632896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Bound using segment: {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:02.633321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Bound port: 251544dc-27a9-411e-8597-2cec222d6ba9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063dee51-cb5a-4504-801e-244d2c8bfaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:02.633667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:02.725382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:02.728310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=251544dc-27a9-411e-8597-2cec222d6ba9,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:02.736570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:02.740111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:02.927314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:02.927960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:02.929305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] 10.222.0.42 "PUT /v2.0/ports/251544dc-27a9-411e-8597-2cec222d6ba9 HTTP/1.1" status: 200 len: 1093 time: 1.1486535 Jun 09 13:47:02.929831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:47:02.932175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f6c88-562a-41b0-addf-bf45ead67a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:47:02.953333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:02.956047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:03.002700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f0345b-54ae-4d9c-ad8f-e6421ac8bf6f x-openstack-request-id: req-26f0345b-54ae-4d9c-ad8f-e6421ac8bf6f {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:47:03.003047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:47:03.003346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26f0345b-54ae-4d9c-ad8f-e6421ac8bf6f {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:47:03.003781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9', 'status': 'completed', 'code': 200} Jun 09 13:47:03.049111 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-ef716397-3c85-40ab-a104-f1f238b1dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.050666 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-ef716397-3c85-40ab-a104-f1f238b1dbd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 1096 time: 0.0804260 Jun 09 13:47:03.121452 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-622095e1-dda3-4e97-bc79-97b392b05de0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251544dc-27a9-411e-8597-2cec222d6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0604768 Jun 09 13:47:03.187825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-9732067e-7f49-47a9-b80f-2523a672eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.189128 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-9732067e-7f49-47a9-b80f-2523a672eb54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 200 len: 856 time: 0.0610230 Jun 09 13:47:03.278149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8be9b652-f605-46a5-a29b-24001454154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.280312 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-8be9b652-f605-46a5-a29b-24001454154a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=599f718a-e327-4746-9d6d-a8db1f5f6c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0840333 Jun 09 13:47:03.412913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-61b3fd2f-0aae-458a-a73a-5aadaa20d0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256192 Jun 09 13:47:03.557439 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5d03556-9e4e-4a34-b671-e64f9c1132b2 req-e1bf7604-5670-4d0f-becb-09e3eb57ca39 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376698 Jun 09 13:47:03.724773 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-2f7712d6-32b7-4e4e-b519-cb733ab35e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.726181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-2f7712d6-32b7-4e4e-b519-cb733ab35e00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12532522f05f4a279555318d257171c4&device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 1096 time: 0.1146603 Jun 09 13:47:03.881900 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9084fcf-cb12-4f26-acfc-7a3ed497d7e0 req-a35fb698-1761-40bd-8100-0d3c4e240f90 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.883263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9084fcf-cb12-4f26-acfc-7a3ed497d7e0 req-a35fb698-1761-40bd-8100-0d3c4e240f90 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 943 time: 0.1903055 Jun 09 13:47:03.884326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-01f6118e-25ea-49a6-92c1-dfa7d582a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:03.885570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-01f6118e-25ea-49a6-92c1-dfa7d582a20d service neutron] 10.222.0.42 "GET /v2.0/networks?id=599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 200 len: 918 time: 0.1484683 Jun 09 13:47:03.976613 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-6e97e6fd-9ae6-4a8c-8b88-b01c1a0c0488 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251544dc-27a9-411e-8597-2cec222d6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0707731 Jun 09 13:47:04.016661 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9084fcf-cb12-4f26-acfc-7a3ed497d7e0 req-fe96a519-9e58-42ce-aaf7-44d9d7707d18 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266718 Jun 09 13:47:04.044158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-f3ef49cc-420c-4f1e-848b-c5c3c60a17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:04.045570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-f3ef49cc-420c-4f1e-848b-c5c3c60a17b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 200 len: 856 time: 0.0608561 Jun 09 13:47:04.126400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-65a38ba1-037a-4cc2-a773-1c50c8fb0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:04.127898 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-65a38ba1-037a-4cc2-a773-1c50c8fb0847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=599f718a-e327-4746-9d6d-a8db1f5f6c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755336 Jun 09 13:47:04.271571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-b467db3c-28d8-4f60-ae91-58f8c32a422f service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345024 Jun 09 13:47:04.411926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c9f6c88-562a-41b0-addf-bf45ead67a4b req-45be67cb-1e47-4218-a185-42f4149665a2 service neutron] 10.222.0.42 "GET /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327922 Jun 09 13:47:05.217013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7cb50-e62a-4436-aa38-cea355d2378f req-1061c919-4876-4a72-8997-0f84880db56f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:05.218465 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-97d7cb50-e62a-4436-aa38-cea355d2378f req-1061c919-4876-4a72-8997-0f84880db56f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 943 time: 0.0863099 Jun 09 13:47:05.264263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-97d7cb50-e62a-4436-aa38-cea355d2378f req-f736f3bb-f501-438d-83ec-6960ac226675 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Jun 09 13:47:05.779179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 251544dc-27a9-411e-8597-2cec222d6ba9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:47:05.919758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=251544dc-27a9-411e-8597-2cec222d6ba9,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:05.934036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '251544dc-27a9-411e-8597-2cec222d6ba9', 'network_id': '599f718a-e327-4746-9d6d-a8db1f5f6c72', 'port_id': '251544dc-27a9-411e-8597-2cec222d6ba9', 'mac_address': 'fa:16:3e:b2:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762aabc3-a24d-4e7a-90fa-5f18e937a288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:47:05.997116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:06.014289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251544dc-27a9-411e-8597-2cec222d6ba9 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:47:06.029567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=251544dc-27a9-411e-8597-2cec222d6ba9,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:06.035146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:06.036855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:06.106928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:06.114251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.114600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.114946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.115265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.115590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.115910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.116229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.116539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.116858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.117175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.117489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.117801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:06.121865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:06.231424 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['251544dc-27a9-411e-8597-2cec222d6ba9'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:47:06.591588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7295e7-3f01-4703-a33a-8734c4cc56c1 req-8aa8d133-b8c4-45ec-93e4-2fad41ea2f88 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:06.593048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e7295e7-3f01-4703-a33a-8734c4cc56c1 req-8aa8d133-b8c4-45ec-93e4-2fad41ea2f88 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 944 time: 0.2147825 Jun 09 13:47:06.640352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e7295e7-3f01-4703-a33a-8734c4cc56c1 req-62a31c07-9be3-4f7d-8c3a-4c84f1986b53 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Jun 09 13:47:07.793257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 251544dc-27a9-411e-8597-2cec222d6ba9 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:07.837325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac71d3-88fe-499e-a1df-2871d0364043 req-b3a3023b-dc34-4131-8fc3-74eb3d26b8da tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:07.838757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83ac71d3-88fe-499e-a1df-2871d0364043 req-b3a3023b-dc34-4131-8fc3-74eb3d26b8da tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 944 time: 0.0827007 Jun 09 13:47:07.861796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 251544dc-27a9-411e-8597-2cec222d6ba9 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:07.866390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 251544dc-27a9-411e-8597-2cec222d6ba9 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:07.866796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:07.886881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-83ac71d3-88fe-499e-a1df-2871d0364043 req-92b9ac55-b879-4c0f-baab-73d9be694245 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jun 09 13:47:08.020347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:08.054299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:47:08.056585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b3617-80de-4a80-b895-78ef0c7b6ebc" -d '{"events": [{"server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "name": "network-vif-plugged", "status": "completed", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:47:08.065661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=251544dc-27a9-411e-8597-2cec222d6ba9,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:08.070755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:08.073652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:08.104964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f81e79-fca6-4251-a6fb-4a2032ede01b x-openstack-request-id: req-42f81e79-fca6-4251-a6fb-4a2032ede01b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:47:08.105265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "name": "network-vif-plugged", "status": "completed", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:47:08.105525 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42f81e79-fca6-4251-a6fb-4a2032ede01b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:47:08.105912 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9', 'code': 200} Jun 09 13:47:08.150678 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:08.153603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:08.336496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016629f-955c-4d14-9036-0ee6240acb0f req-90bf5f1b-4e2a-427b-acc2-1db0e0bd4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:08.337973 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1016629f-955c-4d14-9036-0ee6240acb0f req-90bf5f1b-4e2a-427b-acc2-1db0e0bd4bc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 1098 time: 0.0732248 Jun 09 13:47:08.377797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1016629f-955c-4d14-9036-0ee6240acb0f req-0fc65339-d28d-4bf6-a1ee-c546394a39eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Jun 09 13:47:09.080947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab48f7-079b-4446-ba98-b4f3df867db0 req-ca17b3e9-0017-4cc1-9aa4-b9d2ac1a14c6 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:09.082399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fab48f7-079b-4446-ba98-b4f3df867db0 req-ca17b3e9-0017-4cc1-9aa4-b9d2ac1a14c6 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0872328 Jun 09 13:47:09.129140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4fab48f7-079b-4446-ba98-b4f3df867db0 req-482a4c60-cb7c-4e74-b564-8d18aea39a73 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Jun 09 13:47:10.331665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254b1d6-c299-401c-94ef-224c4cc21072 req-298802f8-5b95-44d0-94cc-a0626c2ce3a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:10.333102 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8254b1d6-c299-401c-94ef-224c4cc21072 req-298802f8-5b95-44d0-94cc-a0626c2ce3a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0883861 Jun 09 13:47:10.376797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8254b1d6-c299-401c-94ef-224c4cc21072 req-843a5a96-a461-43d5-b432-e0510a280f64 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Jun 09 13:47:10.574188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571173-0f7e-4463-a006-962eb02c5280 req-0a283b32-ec7f-49e0-ae94-f9b9dd4c9a5f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:10.575671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55571173-0f7e-4463-a006-962eb02c5280 req-0a283b32-ec7f-49e0-ae94-f9b9dd4c9a5f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0896161 Jun 09 13:47:10.627455 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55571173-0f7e-4463-a006-962eb02c5280 req-fee5ef0f-0a0b-4080-b153-0af73f929c33 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Jun 09 13:47:17.946829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46c12f10-0fb4-4773-a758-dc04a8077a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:20.318996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f014a81f-398a-4b69-8207-989e68dcd16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:20.385795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:21.487254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:23.184474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:28.844120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:31.953641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d03225-0f44-4b52-b324-fe8d8c30c8dc req-41919f60-3c05-4ec4-b8db-746b3ce3fb64 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:31.955011 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d8d03225-0f44-4b52-b324-fe8d8c30c8dc req-41919f60-3c05-4ec4-b8db-746b3ce3fb64 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0820076 Jun 09 13:47:32.006434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d8d03225-0f44-4b52-b324-fe8d8c30c8dc req-0287b462-7b8c-4891-85e8-f97c2c82411e tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Jun 09 13:47:33.216072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d28e-5574-4d3f-942b-0cd424529fb2 req-4349e4b2-a587-48a6-8a49-e132c31ff169 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:33.217523 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55e4d28e-5574-4d3f-942b-0cd424529fb2 req-4349e4b2-a587-48a6-8a49-e132c31ff169 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0890980 Jun 09 13:47:33.262327 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55e4d28e-5574-4d3f-942b-0cd424529fb2 req-9ae85796-df20-4f78-a09a-d862a183d61f tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d814ba-9111-4c80-b094-42803dd17c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Jun 09 13:47:33.441074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da716713-f717-4ecd-921a-983b41c422e9 req-5172e060-dfa2-4072-b659-e567557b6fac tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:33.442469 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da716713-f717-4ecd-921a-983b41c422e9 req-5172e060-dfa2-4072-b659-e567557b6fac tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 945 time: 0.0917058 Jun 09 13:47:33.575009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Deleting port 251544dc-27a9-411e-8597-2cec222d6ba9 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:33.575313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:33.703146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] For port 251544dc-27a9-411e-8597-2cec222d6ba9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=251544dc-27a9-411e-8597-2cec222d6ba9,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:33.703389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:33.824055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Calling delete_port for 251544dc-27a9-411e-8597-2cec222d6ba9 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:33.935704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:33.941120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0f4b3614-9f6f-41c6-ac62-66ce476fdb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:33.948877 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['251544dc-27a9-411e-8597-2cec222d6ba9'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:47:33.987928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Pushing event deleted for resources: {'Port': ['ID=251544dc-27a9-411e-8597-2cec222d6ba9,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:34.024989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.025369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.025739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.026105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.026472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.026859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.027243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.027575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.027932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.028271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.028624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.028975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:34.035870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:34.070501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] No DVR routers for this DVR port 251544dc-27a9-411e-8597-2cec222d6ba9 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:47:34.073123 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:34.075020 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da716713-f717-4ecd-921a-983b41c422e9 req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.42 "DELETE /v2.0/ports/251544dc-27a9-411e-8597-2cec222d6ba9 HTTP/1.1" status: 204 len: 173 time: 0.6267231 Jun 09 13:47:34.075499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'name': 'network-vif-deleted', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:47:34.077772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be6beeb-a8dd-458b-9654-00c371f75d9a" -d '{"events": [{"server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "name": "network-vif-deleted", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:47:34.121385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884cc473-6d7c-4231-a042-b581f5a80e08 x-openstack-request-id: req-884cc473-6d7c-4231-a042-b581f5a80e08 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:47:34.121875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f356330c-c30e-4575-841b-a70f6a672b32", "name": "network-vif-deleted", "tag": "251544dc-27a9-411e-8597-2cec222d6ba9", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:47:34.122205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-884cc473-6d7c-4231-a042-b581f5a80e08 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:47:34.122750 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356330c-c30e-4575-841b-a70f6a672b32', 'name': 'network-vif-deleted', 'tag': '251544dc-27a9-411e-8597-2cec222d6ba9', 'status': 'completed', 'code': 200} Jun 09 13:47:34.434625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62fd5a04-9809-454c-ab18-8560d23838ed req-3bb5fb4f-e14b-4365-a210-09f1a76366c3 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] 10.222.0.21 "GET /v2.0/ports?device_id=f356330c-c30e-4575-841b-a70f6a672b32 HTTP/1.1" status: 200 len: 210 time: 0.0461030 Jun 09 13:47:35.578377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56620) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:36.265536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:36.676480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Deleting port 44805cec-a495-477c-bebd-13ea11a96427 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:36.677047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:36.798887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] For port 44805cec-a495-477c-bebd-13ea11a96427, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=44805cec-a495-477c-bebd-13ea11a96427,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:36.799215 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:36.918961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Calling delete_port for 44805cec-a495-477c-bebd-13ea11a96427 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:37.065922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:37.069607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-10f13210-acf5-47dd-a4b4-b895669b0695 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:37.111909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=44805cec-a495-477c-bebd-13ea11a96427,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:37.152072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.152469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.152839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.153220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.153589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.153954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.154318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.154717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.155077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.155446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.155803 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.156155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:37.163547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:37.385393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:37.893468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Router 6af43e55-03bf-4ef6-af46-ad893018f794 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:47:37.934000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 251544dc-27a9-411e-8597-2cec222d6ba9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:37.968492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 251544dc-27a9-411e-8597-2cec222d6ba9 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:37.968860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 251544dc-27a9-411e-8597-2cec222d6ba9 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:38.075240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:38.080680 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] 10.222.0.21 "PUT /v2.0/routers/6af43e55-03bf-4ef6-af46-ad893018f794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5011387 Jun 09 13:47:38.082782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56624) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:38.084280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Sync routers for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:47:38.094842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:38.095463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:38.257541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:38.267443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:38.555781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:47:37Z', 'revision_number': 5, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port': {'id': 'd5c0dadb-269b-416f-b108-b76be597909f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:11Z', 'updated_at': '2021-06-09T13:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:38.559770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Checking router: 6af43e55-03bf-4ef6-af46-ad893018f794 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:47:38.565815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:38.568658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Routers {'6af43e55-03bf-4ef6-af46-ad893018f794'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:38.569282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6af43e55-03bf-4ef6-af46-ad893018f794'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:38.639996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Deleting port d5c0dadb-269b-416f-b108-b76be597909f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:38.640325 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:38.715904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] Set router 6af43e55-03bf-4ef6-af46-ad893018f794 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:38.759511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] For port d5c0dadb-269b-416f-b108-b76be597909f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=d5c0dadb-269b-416f-b108-b76be597909f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:38.759859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:38.818755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:47:38Z', 'revision_number': 6, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:38.822753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02212e-a5e4-487c-9ca1-16570f5a2887 None None] The sync data for ids ['6af43e55-03bf-4ef6-af46-ad893018f794'] in dv-neutron-601336-89-hyperv is: [{'id': '6af43e55-03bf-4ef6-af46-ad893018f794', 'name': 'tempest-TestEncryptedCinderVolumes-1717677072-router', 'tenant_id': '12532522f05f4a279555318d257171c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:10Z', 'updated_at': '2021-06-09T13:47:38Z', 'revision_number': 6, 'project_id': '12532522f05f4a279555318d257171c4', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:47:38.880365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Calling delete_port for d5c0dadb-269b-416f-b108-b76be597909f owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:39.020184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.023696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d75bb62b-8e31-4204-86a0-3389883ac8e7 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:39.067668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c0dadb-269b-416f-b108-b76be597909f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:39.070849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:39.111480 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:47:39.160816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.330071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.332372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.357131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.357632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af43e55-03bf-4ef6-af46-ad893018f794 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:47:39.361942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.363063 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6af43e55-03bf-4ef6-af46-ad893018f794 HTTP/1.1" status: 204 len: 168 time: 1.2793298 Jun 09 13:47:39.365867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56626) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:39.426355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Deleting subnet 762aabc3-a24d-4e7a-90fa-5f18e937a288 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:47:39.429385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.487743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.576832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.648693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.652784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:39.680559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 44805cec-a495-477c-bebd-13ea11a96427 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:39.687886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762aabc3-a24d-4e7a-90fa-5f18e937a288,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:39.690452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:39.695052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.696857 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b455cf93-a049-4349-b144-675a78324a7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/762aabc3-a24d-4e7a-90fa-5f18e937a288 HTTP/1.1" status: 204 len: 168 time: 0.3300815 Jun 09 13:47:39.699367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:39.709181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe5e89-68a2-4f29-87d9-e6888d88d2c4 None None] Network 599f718a-e327-4746-9d6d-a8db1f5f6c72 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:39.776558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 44805cec-a495-477c-bebd-13ea11a96427 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:39.776904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 44805cec-a495-477c-bebd-13ea11a96427 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:39.777332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d5c0dadb-269b-416f-b108-b76be597909f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:39.810210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.828287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: d5c0dadb-269b-416f-b108-b76be597909f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:39.828786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device d5c0dadb-269b-416f-b108-b76be597909f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:39.892155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Deleting port a7c2f48c-26d7-4850-8235-34ed69cd11bd {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:39.892498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:39.989952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] For port a7c2f48c-26d7-4850-8235-34ed69cd11bd, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a7c2f48c-26d7-4850-8235-34ed69cd11bd,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:39.990352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.023088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] DHCP port deletion for 599f718a-e327-4746-9d6d-a8db1f5f6c72 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:47:40.115109 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Calling delete_port for a7c2f48c-26d7-4850-8235-34ed69cd11bd owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:40.127010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Deleting port a7c2f48c-26d7-4850-8235-34ed69cd11bd {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:40.127324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.164181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.168336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4e48112d-3796-4980-b427-557fafaa1004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:40.211637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2f48c-26d7-4850-8235-34ed69cd11bd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:40.214202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:40.216620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] No DVR routers for this DVR port a7c2f48c-26d7-4850-8235-34ed69cd11bd on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:47:40.223502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] For port a7c2f48c-26d7-4850-8235-34ed69cd11bd, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=a7c2f48c-26d7-4850-8235-34ed69cd11bd,segment=NetworkSegment(063dee51-cb5a-4504-801e-244d2c8bfaa9),segment_id=063dee51-cb5a-4504-801e-244d2c8bfaa9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:40.223901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.327360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.340278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Calling delete_port for a7c2f48c-26d7-4850-8235-34ed69cd11bd owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:40.340477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599f718a-e327-4746-9d6d-a8db1f5f6c72']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:40.352284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063dee51-cb5a-4504-801e-244d2c8bfaa9') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:40.352571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063dee51-cb5a-4504-801e-244d2c8bfaa9') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:40.363426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.379171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:40.381204 dv-neutron-601336-89-hyperv neutron-server[92385]: util.warn( Jun 09 13:47:40.385929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:47:40.386131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.386363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.390468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bee949a-0770-4b03-ab39-d00f6bb47094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:47:40.403218 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:47:40.433649 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Pushing event deleted for resources: {'Port': ['ID=a7c2f48c-26d7-4850-8235-34ed69cd11bd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:40.436741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:40.437542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] No DVR routers for this DVR port a7c2f48c-26d7-4850-8235-34ed69cd11bd on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:47:40.479688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.483235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-79b76d75-fc76-402b-bf83-113cb0f93d6e tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:40.495782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:40.497525 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] 10.222.0.21 "DELETE /v2.0/networks/599f718a-e327-4746-9d6d-a8db1f5f6c72 HTTP/1.1" status: 204 len: 168 time: 0.7972751 Jun 09 13:47:40.500745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56630) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:40.503524 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Pushing event deleted for resources: {'Network': ['ID=599f718a-e327-4746-9d6d-a8db1f5f6c72,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:40.505983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:41.061786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:41.640755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Deleting port cdced59e-a1d5-4e42-8752-a6eef4907dff {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:41.641428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:41.671131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a7c2f48c-26d7-4850-8235-34ed69cd11bd no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:41.704775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: a7c2f48c-26d7-4850-8235-34ed69cd11bd {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:41.705093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device a7c2f48c-26d7-4850-8235-34ed69cd11bd not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:41.760035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] For port cdced59e-a1d5-4e42-8752-a6eef4907dff, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=cdced59e-a1d5-4e42-8752-a6eef4907dff,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:41.760386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:41.879314 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Calling delete_port for cdced59e-a1d5-4e42-8752-a6eef4907dff owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:42.054584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:42.058340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-164e1518-f5d7-47aa-bb83-352f7ee63327 tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:42.100686 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdced59e-a1d5-4e42-8752-a6eef4907dff,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:42.103763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:42.369943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:42.747886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:47:42.934670 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:42.940990 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] 10.222.0.21 "PUT /v2.0/routers/cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4391761 Jun 09 13:47:42.943794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56632) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:42.946448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Sync routers for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:47:42.956330 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:42.956947 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:43.134365 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:43.264784 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:43.408641 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:47:41Z', 'revision_number': 5, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port': {'id': '8092a150-f7f1-43af-b059-a00fbff65f11', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:43.412565 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Checking router: cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:47:43.421069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Routers {'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:43.421669 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:43.433656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:43.508220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Deleting port 8092a150-f7f1-43af-b059-a00fbff65f11 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:43.508535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:43.569209 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] Set router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:43.632131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] For port 8092a150-f7f1-43af-b059-a00fbff65f11, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8092a150-f7f1-43af-b059-a00fbff65f11,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:43.632493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:43.706277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:47:43Z', 'revision_number': 6, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:43.710267 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f3ae8-b10f-4e15-b4cb-deb8dd28ad45 None None] The sync data for ids ['cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e'] in dv-neutron-601336-89-hyperv is: [{'id': 'cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e', 'name': 'tempest-TestEncryptedCinderVolumes-1535888947-router', 'tenant_id': '2ca311cc062f4e8a8763cf670273aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:46:17Z', 'updated_at': '2021-06-09T13:47:43Z', 'revision_number': 6, 'project_id': '2ca311cc062f4e8a8763cf670273aa6f', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:47:43.756404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Calling delete_port for 8092a150-f7f1-43af-b059-a00fbff65f11 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:43.900606 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:43.904145 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b98bdc52-0866-43c3-850c-2c3835fb429d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:43.948894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8092a150-f7f1-43af-b059-a00fbff65f11,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:43.952131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:44.041513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.220847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.224467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.253176 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.254154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:47:44.258781 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.259962 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb2d73e6-d4b6-4354-9269-6fe9d3df2b0e HTTP/1.1" status: 204 len: 168 time: 1.3152137 Jun 09 13:47:44.262718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56634) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:44.325634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Deleting subnet 8a354239-5942-4e53-a813-86c531475d76 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:47:44.328691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.382597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.466514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.538148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.542306 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-01369b91-2be1-461a-a3ba-e4ec5a17d9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:44.578181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a354239-5942-4e53-a813-86c531475d76,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:44.580730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:44.583463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.585493 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6028e8fe-8fe3-4a22-8158-467816729e6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a354239-5942-4e53-a813-86c531475d76 HTTP/1.1" status: 204 len: 168 time: 0.3216019 Jun 09 13:47:44.589057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56636) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:44.591009 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeaca48-05a2-464e-8de8-d6a60faa386d None None] Network a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:44.696968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.839796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] DHCP port deletion for a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:47:44.909604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Deleting port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:44.909983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:44.919330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Deleting port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:47:44.919857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.008790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] For port 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a76303f-71e8-4445-93cf-c6f4ecb69a56,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:45.009086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.016364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] For port 6a76303f-71e8-4445-93cf-c6f4ecb69a56, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6a76303f-71e8-4445-93cf-c6f4ecb69a56,segment=NetworkSegment(7bce4c33-772b-4660-ad4b-9045ff450967),segment_id=7bce4c33-772b-4660-ad4b-9045ff450967)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:45.016721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.127397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Calling delete_port for 6a76303f-71e8-4445-93cf-c6f4ecb69a56 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:45.139788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Calling delete_port for 6a76303f-71e8-4445-93cf-c6f4ecb69a56 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:47:45.179327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.183863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:45.185886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.190442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-77ba0af7-ec9e-44c4-b6dc-5530753fb106 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:45.226208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Pushing event deleted for resources: {'Port': ['ID=6a76303f-71e8-4445-93cf-c6f4ecb69a56,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:45.228054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] No DVR routers for this DVR port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:47:45.229398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:45.237073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] No DVR routers for this DVR port 6a76303f-71e8-4445-93cf-c6f4ecb69a56 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:47:45.268042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a76303f-71e8-4445-93cf-c6f4ecb69a56,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:45.270254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:45.359531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.372161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b68273-b0d9-4a0e-8689-c0ce8978b3f0']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:45.383956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bce4c33-772b-4660-ad4b-9045ff450967') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:45.384189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bce4c33-772b-4660-ad4b-9045ff450967') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:45.395250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.415780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.426031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:47:45.426471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: util.warn( Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:47:45.440093 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:47:45.518993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.523561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:45.536242 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.538037 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8b68273-b0d9-4a0e-8689-c0ce8978b3f0 HTTP/1.1" status: 204 len: 168 time: 0.9480762 Jun 09 13:47:45.543774 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b68273-b0d9-4a0e-8689-c0ce8978b3f0,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:45.546128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:45.679507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cdced59e-a1d5-4e42-8752-a6eef4907dff no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:45.716198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: cdced59e-a1d5-4e42-8752-a6eef4907dff {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:45.716556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device cdced59e-a1d5-4e42-8752-a6eef4907dff not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:45.716994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8092a150-f7f1-43af-b059-a00fbff65f11 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:45.722235 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56640) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:45.749051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 8092a150-f7f1-43af-b059-a00fbff65f11 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:45.749404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8092a150-f7f1-43af-b059-a00fbff65f11 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:45.749800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a76303f-71e8-4445-93cf-c6f4ecb69a56 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:47:45.769869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5041a780-dfa8-41a1-bb03-aba64afe54db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12532522f05f4a279555318d257171c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462501 Jun 09 13:47:45.772251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56642) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:45.782025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6a76303f-71e8-4445-93cf-c6f4ecb69a56 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:47:45.782381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6a76303f-71e8-4445-93cf-c6f4ecb69a56 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:47:45.833763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.860233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.914297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.916829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:45.918029 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7d814ba-9111-4c80-b094-42803dd17c0e HTTP/1.1" status: 204 len: 168 time: 0.1448972 Jun 09 13:47:45.918854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5e6ae89-8591-4543-be60-9231d9715887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:45.930225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d814ba-9111-4c80-b094-42803dd17c0e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:45.933127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-062c1fad-ef02-41b2-b61f-bbe36309786a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:46.283994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56648) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:46.339728 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e47f8253-9c59-467b-ba0b-39adec33fcee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ca311cc062f4e8a8763cf670273aa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543859 Jun 09 13:47:46.342159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56650) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:46.400023 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:46.424935 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:46.477476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:46.479931 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:46.481078 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fe76317-ef14-4860-a6b3-fb76cf28b2e8 HTTP/1.1" status: 204 len: 168 time: 0.1379857 Jun 09 13:47:46.481914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1b49b0f6-213e-4a24-a194-26f5d9dc0797 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:46.491379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe76317-ef14-4860-a6b3-fb76cf28b2e8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:46.493849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:47.247990 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56672) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:47.354154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1115395144-network', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:47.379117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Made reservation on behalf of c6ea91a1fb424f4e9a2f888aab6ac78a for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:47:47.381892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.393911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.501569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.507898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.512190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2715e120-bcce-465c-a8c4-bc5053eed0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:47.549688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:47:47.558657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41701fb5-f212-4148-b5b1-3b772a1c594b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:47.562138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:47.564771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.565103 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Added segment c231233d-e7a1-4d12-99aa-034f55a74ef1 of type vlan for network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 Jun 09 13:47:47.590407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.619923 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.620964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:47.621519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.624930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ec8ff214-9757-40f4-933c-5db86c8ef4ba tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:47.709171 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4599667 Jun 09 13:47:47.712690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56676) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:47.717688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Request body: {'subnet': {'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1115395144-subnet', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:47.719665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Pushing event updated for resources: {'Network': ['ID=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:47.722337 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:47.729494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:47:47.740763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Made reservation on behalf of c6ea91a1fb424f4e9a2f888aab6ac78a for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:47:47.743107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:47.942840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b253d2bc-8b76-4489-99e4-2b986eda7f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.077067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.080433 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ede31d2c-537b-48fe-b857-c7cc6141af31 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:48.150404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fe780e-743f-476a-9093-ebb6fcd68137,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:48.153641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:48.159402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Checking segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:48.159744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Network hostable DHCP agents. Network: e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:47:48.176894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:47:48.187923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:48.191940 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:48.192507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.197860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f7432-8b82-4aed-8a0d-cbe63e9b33dd None None] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:48.212764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e78b91f1-27c8-4421-a114-201d3811307f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4989681 Jun 09 13:47:48.215493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56678) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:48.220138 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:48.242860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.244117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.260564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.457622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:47:48.458475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.529809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.610879 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Allocated IP 172.20.0.2 (e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40/61fe780e-743f-476a-9093-ebb6fcd68137/1714cdca-2d7c-4698-9d48-74a904540479) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:48.821338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.831337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Transition to ACTIVE for port object 1714cdca-2d7c-4698-9d48-74a904540479 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:48.849883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Transition to ACTIVE for port object 1714cdca-2d7c-4698-9d48-74a904540479 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:48.855505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:48.859013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:48.923177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:48.926112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:48.932702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:48.934843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Pushing event updated for resources: {'Port': ['ID=1714cdca-2d7c-4698-9d48-74a904540479,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:48.938352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:48.989171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.018498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.023093 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Attempting to bind port 1714cdca-2d7c-4698-9d48-74a904540479 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:49.023481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Attempting to bind port 1714cdca-2d7c-4698-9d48-74a904540479 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:49.023990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Attempting to bind port 1714cdca-2d7c-4698-9d48-74a904540479 on network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:49.029555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:49.029940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Checking segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:49.030357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.030787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Bound using segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:49.031262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Bound port: 1714cdca-2d7c-4698-9d48-74a904540479, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:49.031679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.118651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] For port 1714cdca-2d7c-4698-9d48-74a904540479, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:49.121703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] For port 1714cdca-2d7c-4698-9d48-74a904540479, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1714cdca-2d7c-4698-9d48-74a904540479,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:49.127428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.132445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1600afd5-0653-4300-9a56-2356af39d261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:49.160448 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Allocated IP 172.26.5.51 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/9c6b00f5-366d-4376-9b78-7171fbf9d2c1) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:49.213845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Pushing event updated for resources: {'Port': ['ID=1714cdca-2d7c-4698-9d48-74a904540479,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:49.216964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:49.311419 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.342508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:49.346783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:49.426674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:49.429786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:49.433736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:49.475291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Pushing event updated for resources: {'Port': ['ID=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:49.479232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:49.703576 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1714cdca-2d7c-4698-9d48-74a904540479 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:49.771182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 1714cdca-2d7c-4698-9d48-74a904540479 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:49.858139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.076152 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a247c37-ea8e-4d7f-affa-bd66f25c0d80 None None] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:50.169190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Provisioning for port 1714cdca-2d7c-4698-9d48-74a904540479 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:50.185475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Provisioning complete for port 1714cdca-2d7c-4698-9d48-74a904540479 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:50.185976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.355582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.393897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-89626502-6ac0-439b-b181-7fd8576b8314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.429817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.432463 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.479221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] For port 1714cdca-2d7c-4698-9d48-74a904540479, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1714cdca-2d7c-4698-9d48-74a904540479,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:50.484773 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.486676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3018de30-4a70-4637-8bc1-55a91b0f9193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:50.556231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Pushing event updated for resources: {'Port': ['ID=1714cdca-2d7c-4698-9d48-74a904540479,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:50.559601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:50.566766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Router 21f64b38-bd73-484b-97bf-f76d1ca65b12 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:47:50.706185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1ca152c8-e9f8-4324-a3f5-fbfa10d14d4e None None] Provisioning complete for port 1714cdca-2d7c-4698-9d48-74a904540479 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:50.706470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ca152c8-e9f8-4324-a3f5-fbfa10d14d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.747835 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:50.764455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Sync routers for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:47:50.768481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:50.769898 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5533082 Jun 09 13:47:50.772859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56680) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:50.782295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:50.782872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:51.053833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:51.334699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:49Z', 'revision_number': 3, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:51.339275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Checking router: 21f64b38-bd73-484b-97bf-f76d1ca65b12 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:47:51.339637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Updating router 21f64b38-bd73-484b-97bf-f76d1ca65b12 port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:47:51.394900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.446459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.513642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.650470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Allocated IP 172.20.0.1 (e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40/61fe780e-743f-476a-9093-ebb6fcd68137/ca72a413-72d2-48a9-9790-ef89231fc85a) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:51.724247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1714cdca-2d7c-4698-9d48-74a904540479 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:51.793737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.810207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Transition to ACTIVE for port object 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:51.819141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.823083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f74fd8d0-9720-479d-b42b-833afca3b047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:51.876766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 1714cdca-2d7c-4698-9d48-74a904540479 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:51.877007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.952230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Pushing event updated for resources: {'Port': ['ID=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:51.954438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Attempting to bind port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:51.954840 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Attempting to bind port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:51.955226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Attempting to bind port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:51.957370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:51.960590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.966477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:51.966889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:51.967290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.967684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:51.968167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Bound port: 9c6b00f5-366d-4376-9b78-7171fbf9d2c1, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:51.968543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:51.977045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Transition to ACTIVE for port object ca72a413-72d2-48a9-9790-ef89231fc85a will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:52.002748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.007610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-16d6c214-24b7-4fd7-8365-28f0d20920d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:52.070852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:52.073760 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:52.077636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:52.091847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] For port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:52.104898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] For port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:52.110808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.114755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Pushing event updated for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:52.116281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad0ccb3d-2ce4-45ca-8c71-f1d3c31ae241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:52.119305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:52.140839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.194906 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:52.195546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:52.260137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.262369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Pushing event updated for resources: {'Port': ['ID=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:52.316404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:52.386140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-701028b7-01b0-4a76-afb5-94fbd8327f21 None None] Provisioning for port ca72a413-72d2-48a9-9790-ef89231fc85a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:52.389920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:52.442501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-701028b7-01b0-4a76-afb5-94fbd8327f21 None None] Provisioning complete for port ca72a413-72d2-48a9-9790-ef89231fc85a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:52.442747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-701028b7-01b0-4a76-afb5-94fbd8327f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.481214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.486586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.517294 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-544cd759-0961-45d1-ac01-89628968868d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:52.595610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:52.599224 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Pushing event updated for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:52.602909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:52.677215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-701028b7-01b0-4a76-afb5-94fbd8327f21 None None] Port ca72a413-72d2-48a9-9790-ef89231fc85a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:47:52.736398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:52.737365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:52.810495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:51Z', 'revision_number': 1, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:52.815317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3c492-13b3-4ce0-86d8-e1e124accb8a None None] The sync data for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv is: [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:51Z', 'revision_number': 1, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:47:52.938257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Router 21f64b38-bd73-484b-97bf-f76d1ca65b12 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:47:53.007976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c1ccf1f9-ea94-48b0-aefb-784955d68784 None None] Provisioning complete for port ca72a413-72d2-48a9-9790-ef89231fc85a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:53.007976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf1f9-ea94-48b0-aefb-784955d68784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.085489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccf1f9-ea94-48b0-aefb-784955d68784 None None] Port ca72a413-72d2-48a9-9790-ef89231fc85a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:47:53.139116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:53.147049 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] 10.222.0.21 "PUT /v2.0/routers/21f64b38-bd73-484b-97bf-f76d1ca65b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3731878 Jun 09 13:47:53.178078 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.699554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56696) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:53.704647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1347778961-network', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:53.709329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:53.729237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Made reservation on behalf of f459fc3a845a4ae1ad5e5693c0004721 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:47:53.731763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.745279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.782925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:53.787818 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:53.788201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.858219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.863227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.866295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-170e7e66-0fc1-44ef-b194-a9d4ff210eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:53.897434 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:47:53.902944 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82806bf-76ac-4a18-b52d-39c6d59c59b6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:53.906928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:53.910785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.911219 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Added segment 44e32243-2735-45d8-8c7d-3077a909dae6 of type vlan for network 2f2369f0-5008-4a25-ae02-aa0506987266 Jun 09 13:47:53.915968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.934448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:53.939407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.940725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.942705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:53.974221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.975443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:53.976088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:53.983156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-03f5bb50-81b4-46be-abc3-834f277dc56d tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:54.010589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:54.013765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:54.074328 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3736312 Jun 09 13:47:54.077299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56698) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:54.082107 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2369f0-5008-4a25-ae02-aa0506987266,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:54.082991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Request body: {'subnet': {'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1347778961-subnet', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:54.084804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:54.093156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 2f2369f0-5008-4a25-ae02-aa0506987266 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:47:54.106665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Made reservation on behalf of f459fc3a845a4ae1ad5e5693c0004721 for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:47:54.109064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.313996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.317459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e49b6ac-422f-4254-8843-fc118dead6ae tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:54.386226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70880288-8dfd-4dcb-807d-e8563f54a1c1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:54.389935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:54.397128 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Checking segment: {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:54.397471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Network hostable DHCP agents. Network: 2f2369f0-5008-4a25-ae02-aa0506987266, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:47:54.415595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Network 2f2369f0-5008-4a25-ae02-aa0506987266 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:47:54.426714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 2f2369f0-5008-4a25-ae02-aa0506987266) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:54.431233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:47:54.431835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.437721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07440263-1668-40cf-b6c3-ee3795ee3bf9 None None] Network 2f2369f0-5008-4a25-ae02-aa0506987266 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:54.451685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-db156ca3-2649-4609-81c7-6490830aab8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3727024 Jun 09 13:47:54.453338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56700) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:54.457960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:47:54.485588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.486884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.504161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.664014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-2f2369f0-5008-4a25-ae02-aa0506987266', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:47:54.664862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:54.824760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Allocated IP 172.20.0.2 (2f2369f0-5008-4a25-ae02-aa0506987266/70880288-8dfd-4dcb-807d-e8563f54a1c1/386f3cb7-4612-416d-b6c5-9c4d2a9dadb6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:54.827117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Sync routers for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:47:54.838646 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:54.839370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:54.925512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.017960 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:55.035687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.046822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Transition to ACTIVE for port object 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:55.067819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Transition to ACTIVE for port object 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:55.074735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.081834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46d6e4fa-998e-4cdd-9847-d8d0a50571ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:55.139769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Network 2f2369f0-5008-4a25-ae02-aa0506987266 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:55.143075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:55.147005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:55.188697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Pushing event updated for resources: {'Port': ['ID=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:55.195657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:55.245998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Attempting to bind port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:55.246385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Attempting to bind port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:55.246552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.247100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Attempting to bind port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 on network 2f2369f0-5008-4a25-ae02-aa0506987266 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:55.252154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:55.252538 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Checking segment: {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:55.252960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.253354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Bound using segment: {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:55.253835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Bound port: 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:55.254216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.276088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.344933 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 2, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:55.346227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] For port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:55.349620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] For port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:55.349805 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Checking router: 21f64b38-bd73-484b-97bf-f76d1ca65b12 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:47:55.350031 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Updating router 21f64b38-bd73-484b-97bf-f76d1ca65b12 port ca72a413-72d2-48a9-9790-ef89231fc85a binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:47:55.354024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.358736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:55.402844 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.413483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Allocated IP 172.26.5.239 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/da46221c-876c-46c2-91a5-8e86d313655e) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:55.431947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Pushing event updated for resources: {'Port': ['ID=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:55.436045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:55.571829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.603874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.616028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2f126564-f362-46ec-ad54-d8c056038738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:55.666206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:55.669132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:55.678130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:55.739106 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Pushing event updated for resources: {'Port': ['ID=da46221c-876c-46c2-91a5-8e86d313655e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:55.799936 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.803845 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:55.811468 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Transition to ACTIVE for port object ca72a413-72d2-48a9-9790-ef89231fc85a will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:55.818180 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:55.821663 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:55.834275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:55.910950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:55.918213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:55.930978 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Pushing event updated for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:55.944573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.944910 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.949359 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.949941 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.950433 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.950782 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.951278 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.951755 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.952129 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.952386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.952702 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.953017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:47:55.963436 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:56.056569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:56.057050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.064430 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Attempting to bind port ca72a413-72d2-48a9-9790-ef89231fc85a on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:56.065105 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Attempting to bind port ca72a413-72d2-48a9-9790-ef89231fc85a by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:56.065676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Attempting to bind port ca72a413-72d2-48a9-9790-ef89231fc85a on network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:56.072201 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:56.072862 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Checking segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:56.073453 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.074069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Bound using segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:56.074918 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Bound port: ca72a413-72d2-48a9-9790-ef89231fc85a, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:56.075493 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.180129 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.180708 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] For port ca72a413-72d2-48a9-9790-ef89231fc85a, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:56.184137 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] For port ca72a413-72d2-48a9-9790-ef89231fc85a, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca72a413-72d2-48a9-9790-ef89231fc85a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:56.194791 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.203366 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:56.283576 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:56.284214 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:56.439850 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Pushing event updated for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:56.451659 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:56.517103 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:56.565008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe2324-e379-4f36-be75-bf31754e10eb None None] Network 2f2369f0-5008-4a25-ae02-aa0506987266 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:47:56.753643 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.785021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Provisioning for port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:56.796403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Provisioning complete for port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:56.796711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.840450 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:56Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:56.844925 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e54d-3713-4e64-a9c6-6b9564fb0a29 None None] The sync data for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv is: [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:56Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:47:56.947457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.985126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] For port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:56.987746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Router 94c8b0ed-f985-4406-95b2-9e20da228e26 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:47:56.989881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:56.991769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:57.065174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Pushing event updated for resources: {'Port': ['ID=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:57.075490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:57.179028 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:57.187765 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Sync routers for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:47:57.201575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:57.202600 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:57.202908 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-762ce8e3-07e9-497b-888c-79aeb0e439d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7484314 Jun 09 13:47:57.203447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:57.205439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56702) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:47:57.348286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eea02d0e-d801-4416-8742-002c2b121b8f None None] Provisioning complete for port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:57.348627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eea02d0e-d801-4416-8742-002c2b121b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:57.444412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:57.748634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:57.837751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:57.838112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:57.873367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:55Z', 'revision_number': 3, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:57.887385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Checking router: 94c8b0ed-f985-4406-95b2-9e20da228e26 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:47:57.887730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Updating router 94c8b0ed-f985-4406-95b2-9e20da228e26 port da46221c-876c-46c2-91a5-8e86d313655e binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:47:57.951957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.054206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.144772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca72a413-72d2-48a9-9790-ef89231fc85a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:58.261230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Allocated IP 172.20.0.1 (2f2369f0-5008-4a25-ae02-aa0506987266/70880288-8dfd-4dcb-807d-e8563f54a1c1/96e6ab82-05b0-4722-ae14-bd9fb7f16794) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:47:58.310043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ca72a413-72d2-48a9-9790-ef89231fc85a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:58.326555 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ca72a413-72d2-48a9-9790-ef89231fc85a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:58.326930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.413368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.428822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Transition to ACTIVE for port object 96e6ab82-05b0-4722-ae14-bd9fb7f16794 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:58.453291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.458202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:58.523204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.525890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Network 2f2369f0-5008-4a25-ae02-aa0506987266 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:58.528991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:58.531487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:47:58.532113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.549167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Transition to ACTIVE for port object da46221c-876c-46c2-91a5-8e86d313655e will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:47:58.561376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.565560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:58.572664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:58.575568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:58.596274 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.633952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port ca72a413-72d2-48a9-9790-ef89231fc85a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca72a413-72d2-48a9-9790-ef89231fc85a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:47:58.650027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.657971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db490444-767b-4866-995e-f996be7b9662 None None] Pushing event updated for resources: {'Port': ['ID=da46221c-876c-46c2-91a5-8e86d313655e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:58.660549 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Attempting to bind port da46221c-876c-46c2-91a5-8e86d313655e on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:47:58.660925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Attempting to bind port da46221c-876c-46c2-91a5-8e86d313655e by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:47:58.661284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Attempting to bind port da46221c-876c-46c2-91a5-8e86d313655e on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:47:58.663709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db490444-767b-4866-995e-f996be7b9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:58.664176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a72c00be-498a-4b8d-81bf-065234e33f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:58.711346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:47:58.712088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:47:58.712494 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.712888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:47:58.713366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Bound port: da46221c-876c-46c2-91a5-8e86d313655e, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:47:58.713902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.718617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.799514 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:58.804856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:58.813459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] For port da46221c-876c-46c2-91a5-8e86d313655e, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:47:58.816693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] For port da46221c-876c-46c2-91a5-8e86d313655e, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=da46221c-876c-46c2-91a5-8e86d313655e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:47:58.818001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3936f6da-3be9-4e2b-9dc5-6e0c5884bf12 None None] Provisioning for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:47:58.822623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.827132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:58.858049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3936f6da-3be9-4e2b-9dc5-6e0c5884bf12 None None] Provisioning complete for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:58.858426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3936f6da-3be9-4e2b-9dc5-6e0c5884bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.942792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.948342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.958687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:58.961035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3936f6da-3be9-4e2b-9dc5-6e0c5884bf12 None None] Port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:47:58.964422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:47:58.965039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:58.976588 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0d96bf-e6fb-4a48-82d1-61e398efc296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:47:59.015521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db490444-767b-4866-995e-f996be7b9662 None None] Pushing event updated for resources: {'Port': ['ID=da46221c-876c-46c2-91a5-8e86d313655e,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:59.025712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db490444-767b-4866-995e-f996be7b9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:59.052505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:47:59.056538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:47:59.059432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:59.144200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:47:59.194881 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Network 2f2369f0-5008-4a25-ae02-aa0506987266 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:47:59.195963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:47:59.385920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Router 94c8b0ed-f985-4406-95b2-9e20da228e26 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:47:59.437138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27a9fd4c-99b2-459b-9fb1-77d1a7ff4a84 None None] Provisioning complete for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:59.437519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27a9fd4c-99b2-459b-9fb1-77d1a7ff4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:47:59.497411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-27a9fd4c-99b2-459b-9fb1-77d1a7ff4a84 None None] Port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:47:59.521036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '96e6ab82-05b0-4722-ae14-bd9fb7f16794', 'name': '', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'mac_address': 'fa:16:3e:81:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:58Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 2, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'subnets': [{'id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:47:59.525337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4fe737-3a2a-4972-8737-ac4cbd20b2f8 None None] The sync data for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv is: [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '96e6ab82-05b0-4722-ae14-bd9fb7f16794', 'name': '', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'mac_address': 'fa:16:3e:81:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:58Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 2, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'subnets': [{'id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:47:59.567902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:47:59.572797 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] 10.222.0.21 "PUT /v2.0/routers/94c8b0ed-f985-4406-95b2-9e20da228e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662922 Jun 09 13:47:59.694951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca72a413-72d2-48a9-9790-ef89231fc85a up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:47:59.840319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ca72a413-72d2-48a9-9790-ef89231fc85a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:47:59.840700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:01.573712 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Sync routers for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:48:01.584014 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:48:01.584741 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:01.750726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device da46221c-876c-46c2-91a5-8e86d313655e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:48:01.815961 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:48:01.843904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port da46221c-876c-46c2-91a5-8e86d313655e completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:48:01.855380 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port da46221c-876c-46c2-91a5-8e86d313655e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:01.855808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:01.997793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.016052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port da46221c-876c-46c2-91a5-8e86d313655e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=da46221c-876c-46c2-91a5-8e86d313655e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:02.022320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.028249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:02.101077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=da46221c-876c-46c2-91a5-8e86d313655e,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:02.111372 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:02.155474 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '96e6ab82-05b0-4722-ae14-bd9fb7f16794', 'name': '', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'mac_address': 'fa:16:3e:81:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:58Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 2, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'subnets': [{'id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:02.159455 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Checking router: 94c8b0ed-f985-4406-95b2-9e20da228e26 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:48:02.159910 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Updating router 94c8b0ed-f985-4406-95b2-9e20da228e26 port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:48:02.214464 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.571906 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.587445 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Transition to ACTIVE for port object 96e6ab82-05b0-4722-ae14-bd9fb7f16794 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:48:02.596980 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.600797 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b922816b-a677-4412-9ba0-d22e927cb4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:02.791407 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37922f0-a835-427f-abba-00a6c5783d3d None None] Pushing event updated for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:02.842452 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f37922f0-a835-427f-abba-00a6c5783d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:02.865034 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Attempting to bind port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:48:02.865660 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Attempting to bind port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:48:02.866096 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Attempting to bind port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 on network 2f2369f0-5008-4a25-ae02-aa0506987266 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:48:02.874130 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:48:02.874623 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Checking segment: {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:48:02.875132 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.875657 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Bound using segment: {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:48:02.876135 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Bound port: 96e6ab82-05b0-4722-ae14-bd9fb7f16794, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e32243-2735-45d8-8c7d-3077a909dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:48:02.876508 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.975718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] For port 96e6ab82-05b0-4722-ae14-bd9fb7f16794, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:48:02.979878 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] For port 96e6ab82-05b0-4722-ae14-bd9fb7f16794, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=96e6ab82-05b0-4722-ae14-bd9fb7f16794,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:48:02.989511 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:02.994708 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-67343e76-4810-4470-a055-2daca4f5e09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:03.073905 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:48:03.074575 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:47:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:03.223147 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37922f0-a835-427f-abba-00a6c5783d3d None None] Pushing event updated for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:03.226373 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f37922f0-a835-427f-abba-00a6c5783d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:03.306175 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:48:03.629681 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '96e6ab82-05b0-4722-ae14-bd9fb7f16794', 'name': '', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'mac_address': 'fa:16:3e:81:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:58Z', 'updated_at': '2021-06-09T13:48:02Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'subnets': [{'id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:03.634081 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330c21b-75a5-4c94-8040-f59b51ec817a None None] The sync data for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv is: [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '96e6ab82-05b0-4722-ae14-bd9fb7f16794', 'name': '', 'network_id': '2f2369f0-5008-4a25-ae02-aa0506987266', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'mac_address': 'fa:16:3e:81:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:58Z', 'updated_at': '2021-06-09T13:48:02Z', 'revision_number': 4, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'subnets': [{'id': '70880288-8dfd-4dcb-807d-e8563f54a1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:48:03.779123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device da46221c-876c-46c2-91a5-8e86d313655e up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:48:03.859728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port da46221c-876c-46c2-91a5-8e86d313655e triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:03.860100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:03.999212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 96e6ab82-05b0-4722-ae14-bd9fb7f16794 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:48:04.092310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:48:04.099568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:04.100230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:04.268896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:04.313841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 96e6ab82-05b0-4722-ae14-bd9fb7f16794, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=96e6ab82-05b0-4722-ae14-bd9fb7f16794,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:04.322960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:04.325981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:04.403159 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:04.415029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:05.693941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 96e6ab82-05b0-4722-ae14-bd9fb7f16794 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:48:05.768921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:05.769297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:09.587384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-1ff5d895-8c7f-4c12-8356-34a752116aae tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:09.588816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-1ff5d895-8c7f-4c12-8356-34a752116aae tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 815 time: 0.1491232 Jun 09 13:48:09.606966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-c26f93e0-7314-4e1c-93c6-ad8213ed568d tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/quotas/c6ea91a1fb424f4e9a2f888aab6ac78a HTTP/1.1" status: 200 len: 375 time: 0.0097647 Jun 09 13:48:09.695280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-f679d201-ab5a-4d0d-98c3-a0434d788636 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811040 Jun 09 13:48:09.817340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-d75d4a10-d7e2-4fc8-b143-30843d7d11ac service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:48:09.818892 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-d75d4a10-d7e2-4fc8-b143-30843d7d11ac service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1124344 Jun 09 13:48:09.956211 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-d88c2448-efb0-43c7-b7c8-3a41b16fad0e service neutron] 10.222.0.21 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310894 Jun 09 13:48:10.100256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-66f5bf23-2c44-4242-9e4e-7f10b0161839 service neutron] 10.222.0.21 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379538 Jun 09 13:48:10.352681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-43107666-7e64-4f08-9894-b47824aec9c3 req-d61d2260-ee86-425d-9e26-a99699ba1af4 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 210 time: 0.1027114 Jun 09 13:48:11.525587 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d40d054-8c24-400c-9ab5-bf8cfef89b3c req-7840d95c-13f2-431d-9e3b-18b0c84e5256 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 210 time: 0.0606601 Jun 09 13:48:11.588826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-95890a77-b694-4932-9fc0-d10470b91e8b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:11.590357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-95890a77-b694-4932-9fc0-d10470b91e8b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 815 time: 0.1987121 Jun 09 13:48:11.604329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'port': {'device_id': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'admin_state_up': True, 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:11.758069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Made reservation on behalf of c6ea91a1fb424f4e9a2f888aab6ac78a for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:48:11.761622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:11.935857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Allocated IP 172.20.0.11 (e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40/61fe780e-743f-476a-9093-ebb6fcd68137/5498fca1-e36d-4a4a-9c6a-6c35e49f271a) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:48:12.325125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:12.341825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Transition to ACTIVE for port object 5498fca1-e36d-4a4a-9c6a-6c35e49f271a will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:48:12.365972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:12.372152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-71d5a0d6-8b9a-47af-a3bd-ecc2294e2260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:12.442572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:48:12.443822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:48:12.448053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:48:12.488546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:12.493456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:12.525712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:12.527163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:12.552935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9517968 Jun 09 13:48:12.700342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b155fd4-64c0-4136-8551-c4661ce92636 None None] Provisioning for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:48:12.718116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7b155fd4-64c0-4136-8551-c4661ce92636 None None] Provisioning complete for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:12.718488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b155fd4-64c0-4136-8551-c4661ce92636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:12.747260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6ef25-776c-4506-8d78-85b2945c66ed req-b60cb1b9-e8c0-46ba-9309-7e923a918579 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:12.748716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-13b6ef25-776c-4506-8d78-85b2945c66ed req-b60cb1b9-e8c0-46ba-9309-7e923a918579 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0982978 Jun 09 13:48:12.781897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7b155fd4-64c0-4136-8551-c4661ce92636 None None] Port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:48:12.805021 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-13b6ef25-776c-4506-8d78-85b2945c66ed req-af3c6736-bb46-4ba3-aff4-99a5735ceace tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498402 Jun 09 13:48:14.044848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105c189-e798-4351-97f7-839cd4a2cfe2 req-39434acf-bb0d-418d-a2d6-a08b97090b06 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:14.046753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8105c189-e798-4351-97f7-839cd4a2cfe2 req-39434acf-bb0d-418d-a2d6-a08b97090b06 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.1073453 Jun 09 13:48:14.097172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8105c189-e798-4351-97f7-839cd4a2cfe2 req-77b1928c-2080-4fb8-aa89-92efbf44394a tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Jun 09 13:48:15.311760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc501f-b5e7-4059-947e-4aa1f07ca8bd req-2368dad5-e1bf-4d4d-aaaa-dfa3a31e7cf2 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:15.313200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70dc501f-b5e7-4059-947e-4aa1f07ca8bd req-2368dad5-e1bf-4d4d-aaaa-dfa3a31e7cf2 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0855677 Jun 09 13:48:15.360414 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70dc501f-b5e7-4059-947e-4aa1f07ca8bd req-08e48803-bdee-4292-9c85-d97fbbd84ef6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Jun 09 13:48:16.110690 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:48:16.553113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee7bf1-e884-441f-b2ce-853a666fb14c req-21e89d3e-7ef4-430e-a2d9-218712dc79dd tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:16.554564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-daee7bf1-e884-441f-b2ce-853a666fb14c req-21e89d3e-7ef4-430e-a2d9-218712dc79dd tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0865192 Jun 09 13:48:16.602756 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-daee7bf1-e884-441f-b2ce-853a666fb14c req-6348832d-c723-4aa5-8516-cdefd611b63a tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Jun 09 13:48:17.791586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aed122-5474-4407-8583-9afac55e562d req-f1829473-5ba8-490b-9537-a1d6220f7eff tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:17.793483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-11aed122-5474-4407-8583-9afac55e562d req-f1829473-5ba8-490b-9537-a1d6220f7eff tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0839539 Jun 09 13:48:17.841412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-11aed122-5474-4407-8583-9afac55e562d req-79749a9e-93f5-4723-8bda-bec86c138f27 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Jun 09 13:48:17.942788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bff19b3-2b7a-4c05-80a3-a69bc6f3bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:19.039302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23122f16-dfea-4ec5-8dac-501249235c50 req-58ccf3a2-b667-40fc-b125-2211d4b94227 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:19.040718 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23122f16-dfea-4ec5-8dac-501249235c50 req-58ccf3a2-b667-40fc-b125-2211d4b94227 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0910504 Jun 09 13:48:19.084889 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23122f16-dfea-4ec5-8dac-501249235c50 req-7ea72f44-5e28-486b-bf42-2453b83576e3 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jun 09 13:48:20.282183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b18e-eb4e-4811-b76d-3385ff769f3b req-cba2bbf1-c0d1-4d57-b7fe-e8ee034d6fc5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:20.283826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e82b18e-eb4e-4811-b76d-3385ff769f3b req-cba2bbf1-c0d1-4d57-b7fe-e8ee034d6fc5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0811779 Jun 09 13:48:20.333652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fe0fed5-1385-4e27-a44a-989aeae2493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:20.345737 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e82b18e-eb4e-4811-b76d-3385ff769f3b req-72322b07-618c-4e86-9b0c-34687457e894 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559695 Jun 09 13:48:20.400027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:21.482340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:21.544794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fea06-95eb-4059-ba6a-c89dc93b019f req-9ffa8449-81ff-4774-8f82-f2e902621960 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:21.546270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa1fea06-95eb-4059-ba6a-c89dc93b019f req-9ffa8449-81ff-4774-8f82-f2e902621960 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 932 time: 0.0892525 Jun 09 13:48:21.593108 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fa1fea06-95eb-4059-ba6a-c89dc93b019f req-5a77b816-cecd-4793-b7a1-34daefa61bff tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Jun 09 13:48:22.097693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Request body: {'port': {'device_id': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:22.218239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:22.556479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5498fca1-e36d-4a4a-9c6a-6c35e49f271a {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:48:22.564402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:22.579850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Transition to ACTIVE for port object 5498fca1-e36d-4a4a-9c6a-6c35e49f271a will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:48:22.585919 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:22.590089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:22.782072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:22.791056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:23.012114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Attempting to bind port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:48:23.012350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Attempting to bind port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:48:23.012650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Attempting to bind port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a on network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:48:23.025863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85c0f6-9798-47b1-8526-8ca904f34705 req-a9ac0767-c09f-4223-b83c-b56d39f19796 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.027318 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f85c0f6-9798-47b1-8526-8ca904f34705 req-a9ac0767-c09f-4223-b83c-b56d39f19796 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 944 time: 0.3221529 Jun 09 13:48:23.028005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a on network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:48:23.028313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Attempting to bind port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a on network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:48:23.034793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:48:23.035069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Checking segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:48:23.035474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Bound using segment: {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:48:23.035895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Bound port: 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c231233d-e7a1-4d12-99aa-034f55a74ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:48:23.036227 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:23.128418 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f85c0f6-9798-47b1-8526-8ca904f34705 req-2178cf8b-62fd-4b76-aec5-2379141c68b7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946269 Jun 09 13:48:23.159546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:48:23.162726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:48:23.168199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:23.172910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6ad23f1-06f9-45a0-a197-dd416139705f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:23.182076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:23.226396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.227065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:23.228470 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] 10.222.0.42 "PUT /v2.0/ports/5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1094 time: 1.1841147 Jun 09 13:48:23.229017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:48:23.231439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07475eaf-6d49-46cc-be29-7651c0cd2ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:48:23.256617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:23.266848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:23.349898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-dc36fc2f-07f1-4e51-869a-9e0eefcbf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.351512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-dc36fc2f-07f1-4e51-869a-9e0eefcbf9f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1097 time: 0.0759442 Jun 09 13:48:23.353073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc76e48-4bfc-4b45-a596-e040fb0a4dbe x-openstack-request-id: req-1fc76e48-4bfc-4b45-a596-e040fb0a4dbe {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:48:23.353401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:48:23.353698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fc76e48-4bfc-4b45-a596-e040fb0a4dbe {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:48:23.354121 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:48:23.422935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-1aecf770-e694-4b24-a8e7-04d9be167bcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 217 time: 0.0645838 Jun 09 13:48:23.484502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-84215080-f850-4ade-8645-f16013cccc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.485963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-84215080-f850-4ade-8645-f16013cccc5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0565851 Jun 09 13:48:23.571197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-2091554b-0178-4907-b7cb-0701c974f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.573110 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-2091554b-0178-4907-b7cb-0701c974f12d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0798306 Jun 09 13:48:23.705149 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-03df487d-231b-4f2c-a379-907beb9ffbb2 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255307 Jun 09 13:48:23.835200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-afb95132-f41b-4870-addd-a680d7dc9dfd req-c937f45a-90e5-4498-941f-dd9d1e5de76b service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237705 Jun 09 13:48:23.958351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-d92794c4-42e0-43cc-a927-14ce83435f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:23.959800 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-d92794c4-42e0-43cc-a927-14ce83435f4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1097 time: 0.0723920 Jun 09 13:48:24.091707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-9162d0e4-4919-4e73-abf3-8f1353ef374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:24.093105 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-9162d0e4-4919-4e73-abf3-8f1353ef374a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1259632 Jun 09 13:48:24.163331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-bc6c664b-6d5f-4f95-b55d-ea6a9e2110c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 217 time: 0.0629869 Jun 09 13:48:24.226096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-9224716d-b32c-48f8-93a9-a55d8c06e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:24.227637 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-9224716d-b32c-48f8-93a9-a55d8c06e25a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0573981 Jun 09 13:48:24.363450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-c7464972-adc6-4f52-bf8a-4a2d27e18eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:24.364879 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-c7464972-adc6-4f52-bf8a-4a2d27e18eac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0978429 Jun 09 13:48:24.372183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d7b99-fdc2-4aa2-bd02-85e92bd7e026 req-245b732e-f64e-4e0b-b95f-12e89b749f0d tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:24.373495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e6d7b99-fdc2-4aa2-bd02-85e92bd7e026 req-245b732e-f64e-4e0b-b95f-12e89b749f0d tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 944 time: 0.1392090 Jun 09 13:48:24.491896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e6d7b99-fdc2-4aa2-bd02-85e92bd7e026 req-bd1e940f-06b3-4045-afe8-4c7c7c075865 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009352 Jun 09 13:48:24.535141 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-f4d19095-4dc2-42cf-9f4a-e23fae2144b0 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604240 Jun 09 13:48:24.670058 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-07475eaf-6d49-46cc-be29-7651c0cd2ba6 req-29c8201f-fa85-4d36-9896-b4ac4c8b3861 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281769 Jun 09 13:48:25.694833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15578-2a94-48e7-a08b-3377f531360e req-5837a78e-c896-4f0e-b992-dc38c530dc1b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:25.696271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ccc15578-2a94-48e7-a08b-3377f531360e req-5837a78e-c896-4f0e-b992-dc38c530dc1b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 944 time: 0.0934160 Jun 09 13:48:25.741564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ccc15578-2a94-48e7-a08b-3377f531360e req-3cde87a4-38bd-4c36-91d3-82b01d055a95 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Jun 09 13:48:26.937814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44310e-7d82-4ef3-b7fc-de5ff62fdd50 req-390799cc-6210-4761-8d07-8f481d6a1414 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:26.939189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ab44310e-7d82-4ef3-b7fc-de5ff62fdd50 req-390799cc-6210-4761-8d07-8f481d6a1414 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 944 time: 0.0944507 Jun 09 13:48:26.984963 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ab44310e-7d82-4ef3-b7fc-de5ff62fdd50 req-ed71c45f-1153-469b-b216-a4c487319860 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jun 09 13:48:28.154054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5498fca1-e36d-4a4a-9c6a-6c35e49f271a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:48:28.189327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0595a-0681-4373-a75a-5e3dcf145f3b req-31d515f4-87a5-4cd0-8ef5-9d2a241cf678 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:28.190822 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cc0595a-0681-4373-a75a-5e3dcf145f3b req-31d515f4-87a5-4cd0-8ef5-9d2a241cf678 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 944 time: 0.0810208 Jun 09 13:48:28.235016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cc0595a-0681-4373-a75a-5e3dcf145f3b req-350e2d1e-9524-4b47-8193-40424c183a03 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Jun 09 13:48:28.285978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:28.298346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'port_id': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'mac_address': 'fa:16:3e:b4:7e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:48:28.355520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:28.378161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5498fca1-e36d-4a4a-9c6a-6c35e49f271a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:48:28.401073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:28.407543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:28.409244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b56311e5-0966-4a81-9a30-cb1741c6a168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:28.474865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:28.482005 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.482346 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.482716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.483043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.483366 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.483690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.484010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.484327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.484644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.484963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.485275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.485570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:28.489353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:28.614479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:48:28.875475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:29.457962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc5b40-5f7d-4aee-b513-c61e387d6483 req-c2367959-c913-41e6-964b-8a63cca59553 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:29.459464 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7dc5b40-5f7d-4aee-b513-c61e387d6483 req-c2367959-c913-41e6-964b-8a63cca59553 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 945 time: 0.1070349 Jun 09 13:48:29.504421 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7dc5b40-5f7d-4aee-b513-c61e387d6483 req-aef0a015-7689-4e01-90c8-d071fd3ea958 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Jun 09 13:48:30.168985 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5498fca1-e36d-4a4a-9c6a-6c35e49f271a up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:48:30.257251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:48:30.262455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:30.262893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:30.409214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:30.436725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:48:30.438955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93235d71-6ca3-4e16-abef-139ea7b8dc32" -d '{"events": [{"server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:48:30.446477 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:30.452930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:30.454806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:30.522010 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:30.524987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:30.538363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13b1b8-5036-4df8-9882-eac396766616 x-openstack-request-id: req-be13b1b8-5036-4df8-9882-eac396766616 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:48:30.538695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:48:30.538956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be13b1b8-5036-4df8-9882-eac396766616 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:48:30.539374 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'code': 200} Jun 09 13:48:30.693363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb491c1b-fd93-40fa-9487-224af71c6cff req-dd1862e6-d650-492d-b43e-80e084a27bfb tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:30.694766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb491c1b-fd93-40fa-9487-224af71c6cff req-dd1862e6-d650-492d-b43e-80e084a27bfb tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0851605 Jun 09 13:48:30.784655 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bb491c1b-fd93-40fa-9487-224af71c6cff req-ba4dbe28-a614-49a0-865f-8eada8ed0d1b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556550 Jun 09 13:48:30.800533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efd096-0213-4a79-aecf-e1420a113929 req-a3cdf981-4a03-4f55-8360-1dcdc67c48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:30.801949 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91efd096-0213-4a79-aecf-e1420a113929 req-a3cdf981-4a03-4f55-8360-1dcdc67c48b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1099 time: 0.1049304 Jun 09 13:48:30.843328 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-91efd096-0213-4a79-aecf-e1420a113929 req-d6efe0d4-0d26-4b6b-9f46-61dd103d7b0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Jun 09 13:48:31.993714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085109a-4d85-4f4f-9079-8347f5250b23 req-b94102d9-3c8b-4a1c-818c-5942d6d2df4c tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:31.995085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3085109a-4d85-4f4f-9079-8347f5250b23 req-b94102d9-3c8b-4a1c-818c-5942d6d2df4c tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0886736 Jun 09 13:48:32.177027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3085109a-4d85-4f4f-9079-8347f5250b23 req-3448bf52-ab07-4aae-8617-d577268e0d15 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731551 Jun 09 13:48:32.371598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6aed7-0103-4986-963f-1569199f20ed req-b9a2c658-1b27-4b6f-88ab-d4f3e8d7e7aa tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:32.373063 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bff6aed7-0103-4986-963f-1569199f20ed req-b9a2c658-1b27-4b6f-88ab-d4f3e8d7e7aa tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0869582 Jun 09 13:48:32.423565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bff6aed7-0103-4986-963f-1569199f20ed req-58b819c2-e657-43a9-9211-a9ba567dfdd7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jun 09 13:48:32.840839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dce2b-e45d-4087-9626-afe86f64d081 req-799a3021-3c35-4c4c-a878-f74b173d2a46 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:32.842285 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-208dce2b-e45d-4087-9626-afe86f64d081 req-799a3021-3c35-4c4c-a878-f74b173d2a46 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0915966 Jun 09 13:48:32.887132 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-208dce2b-e45d-4087-9626-afe86f64d081 req-ee6ca5fa-6c75-4ba6-8282-3b32df298c49 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Jun 09 13:48:45.469768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67491102-f615-4da9-962a-0592f30cc463 req-98600dea-42b4-4eeb-bc65-e9862851a151 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:45.471329 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67491102-f615-4da9-962a-0592f30cc463 req-98600dea-42b4-4eeb-bc65-e9862851a151 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0965695 Jun 09 13:48:45.516154 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67491102-f615-4da9-962a-0592f30cc463 req-7eb27755-f77d-427e-a0d7-dacdccdfe9ee tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Jun 09 13:48:45.544562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56920) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:45.662265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21a6c6-0842-4cb7-8abc-0a55446c217c tempest-TestMinimumBasicScenario-1425091740 tempest-TestMinimumBasicScenario-1425091740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:45.663753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9c21a6c6-0842-4cb7-8abc-0a55446c217c tempest-TestMinimumBasicScenario-1425091740 tempest-TestMinimumBasicScenario-1425091740-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1094 time: 0.1182406 Jun 09 13:48:45.668047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 56924) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:45.672462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:45.697602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:45.836778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:45.974714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Allocated IP 172.26.5.101 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/956956f5-37f3-4140-a8f8-56f681ed7bd3) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:48:46.118588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.150004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.154437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd3bf66b-c1f3-437c-88cc-9bfc895dbecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:46.217680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:48:46.220527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:48:46.224240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:48:46.260841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'Port': ['ID=956956f5-37f3-4140-a8f8-56f681ed7bd3,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:46.272470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.272852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.273225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.273587 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.273946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.274309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.274690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.275042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.275394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.275740 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.276084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.276420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:46.284666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:46.644665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.726048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.929544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.936671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:46.940279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0894899f-f8b0-48d5-a007-122b55ec855a tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:47.161266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'Port': ['ID=956956f5-37f3-4140-a8f8-56f681ed7bd3,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:47.168591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:47.178246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:47.349473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Floating IP d2c865de-100b-433b-9627-6a849b39e13e associated. External IP: 172.26.5.101, port: 5498fca1-e36d-4a4a-9c6a-6c35e49f271a. Jun 09 13:48:47.707540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Router 21f64b38-bd73-484b-97bf-f76d1ca65b12 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:48:47.889147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:48:47.899251 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Sync routers for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:48:47.911019 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:48:47.911682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:48:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:47.912339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:47.967035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2979910 Jun 09 13:48:47.967690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:48:47.970012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f" -d '{"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:48:47.970404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56926) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:47.975621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891848637', 'description': 'tempest-secgroup-smoke-1891848637 description', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.004922 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.014023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2443045-52d7-46f0-9706-dd34bec67281 x-openstack-request-id: req-c2443045-52d7-46f0-9706-dd34bec67281 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:48:48.014360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:48:48.014692 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2443045-52d7-46f0-9706-dd34bec67281 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:48:48.015128 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:48:48.049479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54462bd4-f914-446e-8ee3-1363d85ad386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.104318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.108676 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.111357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-dcbbae47-9cff-4ccd-b7db-2b68ebde0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:48.111546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:48:48.112854 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-dcbbae47-9cff-4ccd-b7db-2b68ebde0ffe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1099 time: 0.0768850 Jun 09 13:48:48.113998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3a02f857-a8a1-43d0-b11e-fae5b093886f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:48.144003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.148051 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1736102 Jun 09 13:48:48.148681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56930) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:48.149373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf70b97-70a9-45c3-b2e6-8edede303472,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:48.155387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.175096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.175416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.175768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.176144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.176549 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.176939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.177275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.177602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.177992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.178354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.178717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.179069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:48:48.188313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-02f1c096-ebdd-4edc-8331-c27e2957afca tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:48.200987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.247949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-18884016-861a-4023-bc75-c143e6421c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:48.249496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-18884016-861a-4023-bc75-c143e6421c72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1295967 Jun 09 13:48:48.263287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.267997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.287656 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5cdfe484-7af7-4b50-832c-9de456ae5201 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:48.298623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.302652 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489766 Jun 09 13:48:48.305030 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56932) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:48.309822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.317094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21512e85-4f49-4606-ae45-cddae7d1ea58,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:48.320841 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:48.346629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.355759 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-088b2a58-7803-47a8-8ef2-5d17a5fa3549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1000 time: 0.0988369 Jun 09 13:48:48.410552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.415757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.417731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9c75bf6a-afc8-4609-9d2c-2abf6052b6dc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:48.433355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-4ac91b0f-2905-4ed5-97fd-0208936bc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:48.435609 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-4ac91b0f-2905-4ed5-97fd-0208936bc43c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0736699 Jun 09 13:48:48.438285 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d96315a-fd46-44fb-84b1-a591cbade546,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:48.442720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:48.451339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.452740 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467929 Jun 09 13:48:48.455409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56934) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:48.460222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.471411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd2c865de-100b-433b-9627-6a849b39e13e', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'port_id': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'mac_address': 'fa:16:3e:b4:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:48:46Z', 'updated_at': '2021-06-09T13:48:46Z', 'revision_number': 0, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:48.475443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Checking router: 21f64b38-bd73-484b-97bf-f76d1ca65b12 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:48:48.484287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:48:48.486061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:48:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:48.492183 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.523739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-49e454e5-937a-443e-9e35-5e769e0e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:48.525225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-49e454e5-937a-443e-9e35-5e769e0e01c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0832198 Jun 09 13:48:48.555416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.560780 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.562746 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d3f0602-fb2c-4d22-8e09-cf667b136e4d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:48.588167 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3375184d-d6ab-407b-a763-5683378f95e1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:48.591339 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:48.594625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.598446 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-adc522db-7289-4aeb-83d6-97cdc74c38a6 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395795 Jun 09 13:48:48.599214 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56936) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:48.603886 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.636883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.669972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:48:48.708082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.716795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.719480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-14271159-e9c9-4e0c-83e2-701a343cc7da tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:48.831166 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-54a5cef5-6225-4a10-81b3-7ee87995d7e5 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986932 Jun 09 13:48:48.896131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9587ca95-3fd5-4308-bc57-c5b5f2289d43,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:48.898728 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:48.905556 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.907542 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3074036 Jun 09 13:48:48.910232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56938) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:48.914714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:48.936676 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Project c6ea91a1fb424f4e9a2f888aab6ac78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:48:48.943628 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:48.973072 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75a515e8-ac8d-4a69-ac0b-df4d10d8b71f req-caaf38f7-01f4-4ee4-ae67-a7d948d958f3 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345563 Jun 09 13:48:49.011783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.017298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.024700 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d398a025-8c7d-44d8-a301-ef25c8ef8c71 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:49.031963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd2c865de-100b-433b-9627-6a849b39e13e', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'port_id': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'mac_address': 'fa:16:3e:b4:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:48:46Z', 'updated_at': '2021-06-09T13:48:46Z', 'revision_number': 0, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:48:49.036208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9d3b7-4ea5-4524-bf30-504e20cb4aff None None] The sync data for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv is: [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'd2c865de-100b-433b-9627-6a849b39e13e', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'port_id': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'mac_address': 'fa:16:3e:b4:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:48:46Z', 'updated_at': '2021-06-09T13:48:46Z', 'revision_number': 0, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:48:49.043543 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab8bde4-f2af-4f02-b114-cbe59400342f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:49.046443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:49.051979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.053424 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420999 Jun 09 13:48:49.056013 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56940) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:48:49.060810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'security_group_rule': {'security_group_id': '4bf70b97-70a9-45c3-b2e6-8edede303472', 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:49.084029 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Project c6ea91a1fb424f4e9a2f888aab6ac78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:48:49.091547 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.159689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.163795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.165671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e57e9ff9-1e3c-44ea-ae4a-08e410b29213 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:49.189572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d7f48f-a2da-4e73-a2a2-d75a9e8fbf7f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:49.196147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:49.199956 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.201198 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442852 Jun 09 13:48:49.222320 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b69c70-15f8-4e99-9c94-e7cb39b46c32 None None] New status for floating IP d2c865de-100b-433b-9627-6a849b39e13e: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:48:49.321914 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-be7d23e8-45d6-44fa-9ddf-0be3503f5fac tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891848637&fields=id&tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a HTTP/1.1" status: 200 len: 267 time: 0.0400457 Jun 09 13:48:49.406014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-bf4d6cd3-0673-4143-b86f-fd0e2cca9757 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:49.407463 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-bf4d6cd3-0673-4143-b86f-fd0e2cca9757 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0799966 Jun 09 13:48:49.418321 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'port': {'security_groups': ['41701fb5-f212-4148-b5b1-3b772a1c594b', '4bf70b97-70a9-45c3-b2e6-8edede303472']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:48:49.540118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.829059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:48:49.853560 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.860898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.868871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:48:49.873242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:48:49.932964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:49.933675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:49.935118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9c099d24-b410-4d62-955b-278c1bdc1cac req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "PUT /v2.0/ports/5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 982 time: 0.5215185 Jun 09 13:48:49.957063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=6']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:48:49.960059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:48:50.005819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:48:50.016029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:48:50.018787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866375a-1091-4ff8-90dc-3a687224b402" -d '{"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:48:50.080338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e27680-628c-4ccc-9408-da14efd4c64c x-openstack-request-id: req-46e27680-628c-4ccc-9408-da14efd4c64c {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:48:50.080673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:48:50.080973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46e27680-628c-4ccc-9408-da14efd4c64c {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:48:50.081407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:48:50.185463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069fd2c-7486-41a3-b406-6f3de772f121 req-7c264721-0839-41fd-92a9-79cd4f7221e2 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:50.186856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c069fd2c-7486-41a3-b406-6f3de772f121 req-7c264721-0839-41fd-92a9-79cd4f7221e2 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.1460278 Jun 09 13:48:50.220149 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866375a-1091-4ff8-90dc-3a687224b402 req-5b6a67ee-924c-4945-bbf1-857df77899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:50.221499 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-5b6a67ee-924c-4945-bbf1-857df77899fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1138 time: 0.1120994 Jun 09 13:48:50.296073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e17d12f-ac50-4203-a021-c572e1b0318b None None] Provisioning complete for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:48:50.296657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e17d12f-ac50-4203-a021-c572e1b0318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:50.316604 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c069fd2c-7486-41a3-b406-6f3de772f121 req-da9ec2e0-b202-49f6-ac89-c0eeddbaf4a8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231902 Jun 09 13:48:50.385429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866375a-1091-4ff8-90dc-3a687224b402 req-d4f5a605-b766-40b7-844b-d9fe5c09e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:50.387043 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-d4f5a605-b766-40b7-844b-d9fe5c09e1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1574528 Jun 09 13:48:50.425518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-081a26c8-da86-45e1-97c1-01091ee47115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:50.443209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:50.492944 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-b0cfd30a-0937-4838-b785-4fe5238466e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1002 time: 0.0987422 Jun 09 13:48:50.561499 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866375a-1091-4ff8-90dc-3a687224b402 req-ab3726de-e3fb-4554-bd6c-c966afad2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:50.563076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-ab3726de-e3fb-4554-bd6c-c966afad2afc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0623226 Jun 09 13:48:50.638933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866375a-1091-4ff8-90dc-3a687224b402 req-290f6bf3-ac3f-4edf-860b-e3a101069246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:50.640388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-290f6bf3-ac3f-4edf-860b-e3a101069246 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698504 Jun 09 13:48:50.776847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-23c06e53-1fed-499b-9f8d-db6cb2f2b4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281879 Jun 09 13:48:50.919716 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a866375a-1091-4ff8-90dc-3a687224b402 req-f7b9a0a4-f2f4-4f0f-a694-578651d66eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363802 Jun 09 13:48:51.496960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:53.116141 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:48:53.194548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:48:53.864235 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-f9371052-a5ed-47e9-bf52-06a9c302b6f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799756 Jun 09 13:48:54.005047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-c9b9dc43-08f5-4573-918e-ea1650c7edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:54.006372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-c9b9dc43-08f5-4573-918e-ea1650c7edaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1138 time: 0.0729072 Jun 09 13:48:54.287934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-4c629e45-82bf-45cb-b833-5f6aac801921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:54.289435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-4c629e45-82bf-45cb-b833-5f6aac801921 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.2615564 Jun 09 13:48:54.393949 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-dc181e31-027b-4188-9aa4-075888de89e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1002 time: 0.0971963 Jun 09 13:48:54.466881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-c5f60b69-2402-47cf-9b4e-5c86287a2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:54.468273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-c5f60b69-2402-47cf-9b4e-5c86287a2e12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0677905 Jun 09 13:48:54.553800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-b804d056-6720-48b4-9314-9ab28b23c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:48:54.555287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-b804d056-6720-48b4-9314-9ab28b23c33a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802345 Jun 09 13:48:54.691124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-d3cc9890-4ab9-4ab1-a97f-c344205386d7 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276133 Jun 09 13:48:54.822606 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04f1b754-e270-4786-ab12-0b1b78e824a1 req-f3de64ec-200c-448a-9995-9b8ea57e9de1 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243594 Jun 09 13:48:58.880334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:04.687513 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-45278f7f-c32a-4fce-94fe-c14fe3e0a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:04.690013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-45278f7f-c32a-4fce-94fe-c14fe3e0a231 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1138 time: 0.1411626 Jun 09 13:49:04.705287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c673919-0ec0-44e5-b963-9d1fb77ae64f req-de8d1e0e-eed3-4069-99eb-c2ade505e058 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:04.707103 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c673919-0ec0-44e5-b963-9d1fb77ae64f req-de8d1e0e-eed3-4069-99eb-c2ade505e058 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.1242976 Jun 09 13:49:04.827947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7c673919-0ec0-44e5-b963-9d1fb77ae64f req-1c14d69a-c5e7-42b7-8760-5f879bea5c5e tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030412 Jun 09 13:49:04.860928 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-b68ae015-ff84-4f16-b3c8-be73fafeccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:04.862337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-b68ae015-ff84-4f16-b3c8-be73fafeccb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1658297 Jun 09 13:49:04.961932 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-7ec2c60d-2150-4332-8f47-744c320e9224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1002 time: 0.0929680 Jun 09 13:49:05.023862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-2bc80307-b9f2-4ad5-88b0-cf670ff71f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:05.025209 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-2bc80307-b9f2-4ad5-88b0-cf670ff71f29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0561323 Jun 09 13:49:05.105425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-5e6fc6e9-5516-42ce-bac3-75f2e6b83065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:05.106833 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-5e6fc6e9-5516-42ce-bac3-75f2e6b83065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738833 Jun 09 13:49:05.248056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-c7fe39f5-fc95-4ae2-b851-fadff9b32685 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335044 Jun 09 13:49:05.380178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-da723050-66ac-4cc3-9af5-d5f8c6a49fa8 req-50f4411c-e2f9-4548-8097-adecf44f016b service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257381 Jun 09 13:49:06.040650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0d9b6-f12c-4ba0-8222-6270f23b032e req-5051ec7d-a5ce-40c1-b54e-64d01842890e tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:06.041955 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ffa0d9b6-f12c-4ba0-8222-6270f23b032e req-5051ec7d-a5ce-40c1-b54e-64d01842890e tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0928540 Jun 09 13:49:06.090830 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ffa0d9b6-f12c-4ba0-8222-6270f23b032e req-d146d255-b08e-45cf-8ce4-ec3fc9a3c217 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419343 Jun 09 13:49:07.423716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de46749-c8f6-4cc2-be02-0bf7ba5afd1b req-cda91bbd-8903-4416-b466-8131f3fa0970 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:07.425085 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6de46749-c8f6-4cc2-be02-0bf7ba5afd1b req-cda91bbd-8903-4416-b466-8131f3fa0970 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.2265680 Jun 09 13:49:07.473795 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6de46749-c8f6-4cc2-be02-0bf7ba5afd1b req-64189344-9d1e-4177-9750-bb4283898409 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425627 Jun 09 13:49:08.659204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574142f9-1b49-47b9-9be8-7eac58734fbb req-dd33d34b-7dcc-4c13-a0a6-b21b5f45fb33 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:08.660620 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-574142f9-1b49-47b9-9be8-7eac58734fbb req-dd33d34b-7dcc-4c13-a0a6-b21b5f45fb33 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0823979 Jun 09 13:49:08.709395 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-574142f9-1b49-47b9-9be8-7eac58734fbb req-8f5a4cb9-c44a-4e12-b5fd-b3db5e99750d tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427554 Jun 09 13:49:09.910643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6975-200e-46c4-adc8-0b8da4e6bc97 req-bbabb785-b509-4cd8-99ce-d7ebd3fbc284 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:09.912090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d64f6975-200e-46c4-adc8-0b8da4e6bc97 req-bbabb785-b509-4cd8-99ce-d7ebd3fbc284 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0829115 Jun 09 13:49:09.957621 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d64f6975-200e-46c4-adc8-0b8da4e6bc97 req-42ce6e6a-7f88-4ca8-9a80-199e8722e679 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395472 Jun 09 13:49:11.163933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005545e-494f-4e2f-a824-473023cdb0ad req-da1fc51d-219f-4cd1-a92b-2d485cdb97ef tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:11.165364 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6005545e-494f-4e2f-a824-473023cdb0ad req-da1fc51d-219f-4cd1-a92b-2d485cdb97ef tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0912235 Jun 09 13:49:11.223410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6005545e-494f-4e2f-a824-473023cdb0ad req-e082e19a-1d4e-4e3d-9489-77a391d4a9a4 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521421 Jun 09 13:49:12.422142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240ce2-a86c-438e-9d33-bf003567a8cc req-62ff240f-7288-4f1d-804d-1822e29e6e95 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:12.423601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-97240ce2-a86c-438e-9d33-bf003567a8cc req-62ff240f-7288-4f1d-804d-1822e29e6e95 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0883913 Jun 09 13:49:12.470652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-97240ce2-a86c-438e-9d33-bf003567a8cc req-28d9ac4c-e867-4cc2-90b5-8d0868340a37 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411427 Jun 09 13:49:13.685459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43342-07c2-4580-98bf-620a862f082b req-e1bc200e-0cf8-40a9-a7d0-340d91b516a7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:13.687056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2fc43342-07c2-4580-98bf-620a862f082b req-e1bc200e-0cf8-40a9-a7d0-340d91b516a7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0943012 Jun 09 13:49:13.738230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2fc43342-07c2-4580-98bf-620a862f082b req-24277708-600d-4c4a-a6c6-cace27326c5f tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422125 Jun 09 13:49:14.941792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227ec5-3aee-4e22-932d-89377601a243 req-d7c71f30-2d49-492a-93c4-bf973b21ea0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:14.943144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d227ec5-3aee-4e22-932d-89377601a243 req-d7c71f30-2d49-492a-93c4-bf973b21ea0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0812433 Jun 09 13:49:14.995847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d227ec5-3aee-4e22-932d-89377601a243 req-bd00e202-8881-4b51-a9c6-f0a2542fb85b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442073 Jun 09 13:49:16.196635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df22b3-070f-43cf-be82-b13cca2ef651 req-574cd332-d1a5-4f05-b2c4-f67b1a208e78 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:16.198082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94df22b3-070f-43cf-be82-b13cca2ef651 req-574cd332-d1a5-4f05-b2c4-f67b1a208e78 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0838926 Jun 09 13:49:16.255812 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94df22b3-070f-43cf-be82-b13cca2ef651 req-cc0caba9-d05d-40a6-8bb0-5cc54f7a50e9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507026 Jun 09 13:49:17.469702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f142-f025-4560-b307-e129e0a6293c req-a2836f79-9382-42a4-861a-25eae847f574 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:17.471193 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c694f142-f025-4560-b307-e129e0a6293c req-a2836f79-9382-42a4-861a-25eae847f574 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0964062 Jun 09 13:49:17.519553 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c694f142-f025-4560-b307-e129e0a6293c req-bb41016a-0b20-4850-8698-d0509e6426ef tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf70b97-70a9-45c3-b2e6-8edede303472&id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423663 Jun 09 13:49:17.944111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2cebe07-8262-45bd-bb5d-bcc81db85c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:20.330518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-086893c6-dca0-4f5c-9369-14aaa43a3bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:20.397003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:21.501316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:23.199242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:28.887177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:30.117144 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:49:47.948243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de52ba9a-8270-4013-bebe-652b39d10e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:49.973476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-69f8ed17-b2db-47bf-b976-dd15beb5ca1b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891848637&fields=id&tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a HTTP/1.1" status: 200 len: 267 time: 0.0501430 Jun 09 13:49:50.059689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-76b63afe-b619-4149-a585-638706d675a4 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:50.061116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-76b63afe-b619-4149-a585-638706d675a4 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 985 time: 0.0820222 Jun 09 13:49:50.071765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Request body: {'port': {'security_groups': ['41701fb5-f212-4148-b5b1-3b772a1c594b']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:49:50.196949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.333219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-044cc19a-4b02-483c-adcf-b9845faa7c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.401458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.439558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:49:50.466706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.472311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.477860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-66a1c298-239f-453d-a364-312ccdd463a0 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:49:50.484110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:49:50.541589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:50.542303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.546921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1b6517f8-604a-4f52-b1d0-dd2f2501058f req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "PUT /v2.0/ports/5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 943 time: 0.4793489 Jun 09 13:49:50.547336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:49:50.549830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56990) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:49:50.550244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:49:50.572998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event updated for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=7']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:49:50.581084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.581479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.581860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.582282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.582719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.583054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.583410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.583806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.584167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.584530 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.584891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.585249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.590018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:49:50.615389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:49:50.623442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024b695-fde0-4ddf-89d2-d2ef71990068 x-openstack-request-id: req-4024b695-fde0-4ddf-89d2-d2ef71990068 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:49:50.623785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:49:50.624090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4024b695-fde0-4ddf-89d2-d2ef71990068 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:49:50.624538 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:49:50.677508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.710954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.743672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-8fa2ea2a-43f5-486e-a0b5-4c5d5fc596dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:50.745182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-8fa2ea2a-43f5-486e-a0b5-4c5d5fc596dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1099 time: 0.0986178 Jun 09 13:49:50.788629 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.791539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.792690 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "DELETE /v2.0/security-groups/4bf70b97-70a9-45c3-b2e6-8edede303472 HTTP/1.1" status: 204 len: 168 time: 0.2418551 Jun 09 13:49:50.793496 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9face62d-bd0b-4875-964c-4a6d29135349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:49:50.802519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 56996) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:49:50.807201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-870dec41-edcf-4a67-a778-fffe7e425abd None None] Provisioning complete for port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:49:50.807655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-870dec41-edcf-4a67-a778-fffe7e425abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:50.866664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf70b97-70a9-45c3-b2e6-8edede303472,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:49:50.889292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-1c0772ca-1439-471a-9c0d-3d57b5e36a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:50.890757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-1c0772ca-1439-471a-9c0d-3d57b5e36a53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1378248 Jun 09 13:49:50.890890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.891191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.891565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.891934 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.892304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.892691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.893070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.893416 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.893798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.894158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.894518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.894897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:49:50.899646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:49:51.086493 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Deleting port 956956f5-37f3-4140-a8f8-56f681ed7bd3 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:49:51.086862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.142770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-a8283546-5fcb-47da-9512-3802c42f9eae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 1002 time: 0.2440953 Jun 09 13:49:51.204744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.205004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-1945e60c-a2f7-4564-971b-3bb21cf94895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:51.205104 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.206315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-1945e60c-a2f7-4564-971b-3bb21cf94895 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0568578 Jun 09 13:49:51.282302 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-357bdef7-9601-4c47-a946-9ae536fb9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:51.283697 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-357bdef7-9601-4c47-a946-9ae536fb9533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713561 Jun 09 13:49:51.329329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Calling delete_port for 956956f5-37f3-4140-a8f8-56f681ed7bd3 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:49:51.413434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-26e24c04-111f-4ff3-9bb6-51ade2d7b6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229243 Jun 09 13:49:51.451538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.456140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2ac2d17e-211a-418d-8b76-2d6788e63eaf tempest-DeleteServersTestJSON-617094153 tempest-DeleteServersTestJSON-617094153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:49:51.493933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.499713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event deleted for resources: {'Port': ['ID=956956f5-37f3-4140-a8f8-56f681ed7bd3,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:49:51.527929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:49:51.545562 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27529d2e-85ab-4f5d-a349-6cf3e904e6b4 req-1522f12b-4510-4530-b62d-967e26f279a9 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260767 Jun 09 13:49:51.589785 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:51.590409 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Floating IP d2c865de-100b-433b-9627-6a849b39e13e disassociated (deleted). External IP: 172.26.5.101, port: 5498fca1-e36d-4a4a-9c6a-6c35e49f271a. Jun 09 13:49:51.943751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Router 21f64b38-bd73-484b-97bf-f76d1ca65b12 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:49:52.268456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:49:52.273561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:52.278409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Sync routers for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:49:52.289855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:49:52.290507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:49:52.333524 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "DELETE /v2.0/floatingips/d2c865de-100b-433b-9627-6a849b39e13e HTTP/1.1" status: 204 len: 168 time: 1.5273533 Jun 09 13:49:52.333524 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:49:52.334121 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c622e91a-cb21-49dd-ba02-744c057c3628" -d '{"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:49:52.437260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc34141-209b-43f5-99dc-bb782fb1397e x-openstack-request-id: req-8dc34141-209b-43f5-99dc-bb782fb1397e {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:49:52.437599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:49:52.437927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dc34141-209b-43f5-99dc-bb782fb1397e {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:49:52.438364 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:49:52.478648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:49:52.542693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-4b802b9a-9175-4c36-9150-e1456c8e3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:52.544197 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-4b802b9a-9175-4c36-9150-e1456c8e3cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1099 time: 0.0842502 Jun 09 13:49:52.686751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-aa578a4d-2174-4ce9-a589-089ca5e2d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:52.688205 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-aa578a4d-2174-4ce9-a589-089ca5e2d47c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1363986 Jun 09 13:49:52.762475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-0320bd71-500f-4357-b4f1-635f4c0cfa33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 217 time: 0.0666153 Jun 09 13:49:52.832369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-32b2439b-0a43-423b-8e67-bd81476c4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:52.833839 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-32b2439b-0a43-423b-8e67-bd81476c4393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0629191 Jun 09 13:49:52.866783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:49:52.870685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Checking router: 21f64b38-bd73-484b-97bf-f76d1ca65b12 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:49:52.879004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:49:52.879607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:49:52.909863 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-0326cc87-1f8b-4111-8ecf-d04fd2563c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:52.911435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-0326cc87-1f8b-4111-8ecf-d04fd2563c4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692654 Jun 09 13:49:53.044248 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-6c8a59bd-6c35-45ed-af85-9a076a3b81e8 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256373 Jun 09 13:49:53.060247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:49:53.176657 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c622e91a-cb21-49dd-ba02-744c057c3628 req-b67ba31c-261d-4b73-9a8c-3b2e6854ec04 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253927 Jun 09 13:49:53.272310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:49:53.393658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:49:53.399982 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929d7ef-3dc0-4d18-bd5f-039f68523fbf None None] The sync data for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv is: [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:47:52Z', 'revision_number': 4, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'ca72a413-72d2-48a9-9790-ef89231fc85a', 'name': '', 'network_id': 'e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'mac_address': 'fa:16:3e:8e:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:51Z', 'updated_at': '2021-06-09T13:47:58Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'subnets': [{'id': '61fe780e-743f-476a-9093-ebb6fcd68137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:49:53.624069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99920aa-188d-47df-9d2f-076af97ff90a None None] New status for floating IP d2c865de-100b-433b-9627-6a849b39e13e: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:49:55.860607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-1c6bdc2e-bf41-4681-b572-629af40cdc63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742626 Jun 09 13:49:55.999709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-d830141d-0a38-4e54-85e0-4a6d17414da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:56.001168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-d830141d-0a38-4e54-85e0-4a6d17414da4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 1099 time: 0.0737953 Jun 09 13:49:56.145876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-0ea1deb1-6617-4267-a7e8-87d73282e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:56.147418 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-0ea1deb1-6617-4267-a7e8-87d73282e8a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 200 len: 916 time: 0.1257348 Jun 09 13:49:56.217930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-2f09084d-43fa-4573-be6e-14952e3527bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 200 len: 217 time: 0.0644276 Jun 09 13:49:56.280013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-b8425249-6a07-4a93-acf5-0185e73aa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:56.281376 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-b8425249-6a07-4a93-acf5-0185e73aa701 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 200 len: 854 time: 0.0575767 Jun 09 13:49:56.362755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-0f8cdb90-7337-41c7-ae86-a06052dee908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:49:56.364113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-0f8cdb90-7337-41c7-ae86-a06052dee908 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756168 Jun 09 13:49:56.502092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-38b7e73a-dfd6-495e-96c8-f2ec3ff21951 service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319363 Jun 09 13:49:56.772792 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-188b837c-2a61-417f-b2f0-a77f8f10b376 req-07f93034-6dd8-4b7a-acae-f986073245ed service neutron] 10.222.0.42 "GET /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644331 Jun 09 13:49:58.896586 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:00.045691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ffd34-8ed3-461e-b6e4-f401c1a8e41c req-529a20dc-317e-4ee7-9858-8b574e8f307a tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:00.047139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-693ffd34-8ed3-461e-b6e4-f401c1a8e41c req-529a20dc-317e-4ee7-9858-8b574e8f307a tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0811491 Jun 09 13:50:00.092509 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-693ffd34-8ed3-461e-b6e4-f401c1a8e41c req-2a49e517-5043-421e-9b20-694eb3f26374 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Jun 09 13:50:01.290382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f2aa2-22e6-4356-b35d-243a12be588d req-46bbd803-f31a-4d65-8de1-fa79ce7d8fcf tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:01.292046 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-823f2aa2-22e6-4356-b35d-243a12be588d req-46bbd803-f31a-4d65-8de1-fa79ce7d8fcf tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0887234 Jun 09 13:50:01.340080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-823f2aa2-22e6-4356-b35d-243a12be588d req-278bafdf-8e8c-4786-9e7c-2ee5a032ca74 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/security-groups?id=41701fb5-f212-4148-b5b1-3b772a1c594b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Jun 09 13:50:01.623904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-dc4c1b1e-0423-4057-9805-827a10e70e06 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:01.625309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-dc4c1b1e-0423-4057-9805-827a10e70e06 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.42 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 946 time: 0.0890353 Jun 09 13:50:01.762728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Deleting port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:01.763068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:01.896534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] For port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:01.896779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:02.018386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Calling delete_port for 5498fca1-e36d-4a4a-9c6a-6c35e49f271a owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:02.138624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:02.144421 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-93d36ca4-cc9d-4d46-880d-bda064a1983c tempest-ServersNegativeTestJSON-1600364146 tempest-ServersNegativeTestJSON-1600364146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:02.150198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['5498fca1-e36d-4a4a-9c6a-6c35e49f271a'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:50:02.188668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Pushing event deleted for resources: {'Port': ['ID=5498fca1-e36d-4a4a-9c6a-6c35e49f271a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:02.191782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:02.264135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] No DVR routers for this DVR port 5498fca1-e36d-4a4a-9c6a-6c35e49f271a on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:50:02.266972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:02.268926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df63b132-346e-4ac2-8054-f4b94691ff04 req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.42 "DELETE /v2.0/ports/5498fca1-e36d-4a4a-9c6a-6c35e49f271a HTTP/1.1" status: 204 len: 173 time: 0.6376879 Jun 09 13:50:02.269385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'name': 'network-vif-deleted', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:50:02.271910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088ef8c-dd3e-4c12-aeb1-c373f4c8a1e9" -d '{"events": [{"server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "name": "network-vif-deleted", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:50:02.319558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08e31e-955d-4ff6-b03d-1f96c726508a x-openstack-request-id: req-fe08e31e-955d-4ff6-b03d-1f96c726508a {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:50:02.320217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6811e0d8-9b13-4a95-96a4-28df51174d1d", "name": "network-vif-deleted", "tag": "5498fca1-e36d-4a4a-9c6a-6c35e49f271a", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:50:02.320217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe08e31e-955d-4ff6-b03d-1f96c726508a {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:50:02.320599 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6811e0d8-9b13-4a95-96a4-28df51174d1d', 'name': 'network-vif-deleted', 'tag': '5498fca1-e36d-4a4a-9c6a-6c35e49f271a', 'status': 'completed', 'code': 200} Jun 09 13:50:02.512323 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b3d7203c-15e1-4f57-bd01-96398f4805ac req-48899a53-55e4-46b7-92a8-416989da5a75 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] 10.222.0.21 "GET /v2.0/ports?device_id=6811e0d8-9b13-4a95-96a4-28df51174d1d HTTP/1.1" status: 200 len: 210 time: 0.0436738 Jun 09 13:50:04.201588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57108) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:04.908660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:05.321689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Deleting port ca72a413-72d2-48a9-9790-ef89231fc85a {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:05.322447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:05.441820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] For port ca72a413-72d2-48a9-9790-ef89231fc85a, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca72a413-72d2-48a9-9790-ef89231fc85a,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:05.442173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:05.569018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Calling delete_port for ca72a413-72d2-48a9-9790-ef89231fc85a owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:05.716212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:05.722155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:05.772695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca72a413-72d2-48a9-9790-ef89231fc85a,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:05.799020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:06.041184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:06.527993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Router 21f64b38-bd73-484b-97bf-f76d1ca65b12 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:50:06.602502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5498fca1-e36d-4a4a-9c6a-6c35e49f271a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:06.635934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 5498fca1-e36d-4a4a-9c6a-6c35e49f271a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:06.636290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 5498fca1-e36d-4a4a-9c6a-6c35e49f271a not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:06.707815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:50:06.713693 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-24ea76ab-d491-4960-8a52-95dae25a9071 admin admin] 10.222.0.21 "PUT /v2.0/routers/21f64b38-bd73-484b-97bf-f76d1ca65b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101123 Jun 09 13:50:06.715675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57110) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:06.718415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818350a-a450-472b-8072-488027235ac9 None None] Sync routers for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:50:06.728489 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:06.729098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:06.885229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:06.903499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:07.063285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.116146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:50:07.137435 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Deleting port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:07.137694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.229880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:50:05Z', 'revision_number': 5, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port': {'id': '9c6b00f5-366d-4376-9b78-7171fbf9d2c1', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:49Z', 'updated_at': '2021-06-09T13:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:07.233822 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818350a-a450-472b-8072-488027235ac9 None None] Checking router: 21f64b38-bd73-484b-97bf-f76d1ca65b12 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:50:07.242086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] Routers {'21f64b38-bd73-484b-97bf-f76d1ca65b12'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:07.242798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['21f64b38-bd73-484b-97bf-f76d1ca65b12'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:07.259365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] For port 9c6b00f5-366d-4376-9b78-7171fbf9d2c1, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:07.259722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.386559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Calling delete_port for 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:07.411502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] Set router 21f64b38-bd73-484b-97bf-f76d1ca65b12 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:07.517745 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0818350a-a450-472b-8072-488027235ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:50:07Z', 'revision_number': 6, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:07.521957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818350a-a450-472b-8072-488027235ac9 None None] The sync data for ids ['21f64b38-bd73-484b-97bf-f76d1ca65b12'] in dv-neutron-601336-89-hyperv is: [{'id': '21f64b38-bd73-484b-97bf-f76d1ca65b12', 'name': 'tempest-TestMinimumBasicScenario-1115395144-router', 'tenant_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:48Z', 'updated_at': '2021-06-09T13:50:07Z', 'revision_number': 6, 'project_id': 'c6ea91a1fb424f4e9a2f888aab6ac78a', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:50:07.529244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.533381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:07.581558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6b00f5-366d-4376-9b78-7171fbf9d2c1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:07.584775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:07.671073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.981792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:07.984015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.007071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.007835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f64b38-bd73-484b-97bf-f76d1ca65b12 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:50:08.012390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.013591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] 10.222.0.21 "DELETE /v2.0/routers/21f64b38-bd73-484b-97bf-f76d1ca65b12 HTTP/1.1" status: 204 len: 168 time: 1.2970352 Jun 09 13:50:08.016155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57112) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:08.079943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Deleting subnet 61fe780e-743f-476a-9093-ebb6fcd68137 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:50:08.082942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.130705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.211074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.277116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca72a413-72d2-48a9-9790-ef89231fc85a no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:08.287983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.292206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2532c9ec-5f79-43cd-9b42-82afcf4a50b2 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:08.319461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ca72a413-72d2-48a9-9790-ef89231fc85a {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:08.320026 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca72a413-72d2-48a9-9790-ef89231fc85a not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:08.333714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.338027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61fe780e-743f-476a-9093-ebb6fcd68137 HTTP/1.1" status: 204 len: 168 time: 0.3184016 Jun 09 13:50:08.338027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fe780e-743f-476a-9093-ebb6fcd68137,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:08.338708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57114) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:08.339954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:08.350903 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb7f40-f719-457a-a9e8-194a230a55d3 None None] Network e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:50:08.441614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.521538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Deleting port 1714cdca-2d7c-4698-9d48-74a904540479 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:08.522192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.620305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] DHCP port deletion for e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:50:08.628196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] For port 1714cdca-2d7c-4698-9d48-74a904540479, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1714cdca-2d7c-4698-9d48-74a904540479,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:08.628558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.687406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Deleting port 1714cdca-2d7c-4698-9d48-74a904540479 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:08.687790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.752191 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Calling delete_port for 1714cdca-2d7c-4698-9d48-74a904540479 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:08.781363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] For port 1714cdca-2d7c-4698-9d48-74a904540479, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=1714cdca-2d7c-4698-9d48-74a904540479,segment=NetworkSegment(c231233d-e7a1-4d12-99aa-034f55a74ef1),segment_id=c231233d-e7a1-4d12-99aa-034f55a74ef1)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:08.781775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.802287 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.806432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-037880e0-5bcb-4f87-88bf-ed312815fbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:08.852592 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1714cdca-2d7c-4698-9d48-74a904540479,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:08.855160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:08.857832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] No DVR routers for this DVR port 1714cdca-2d7c-4698-9d48-74a904540479 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:50:08.902131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Calling delete_port for 1714cdca-2d7c-4698-9d48-74a904540479 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:08.942845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.946461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:08.972264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:08.985591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:08.987168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Pushing event deleted for resources: {'Port': ['ID=1714cdca-2d7c-4698-9d48-74a904540479,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:08.996228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] No DVR routers for this DVR port 1714cdca-2d7c-4698-9d48-74a904540479 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:50:08.998192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:08.998548 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:08.998889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:08.999206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:08.999414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c231233d-e7a1-4d12-99aa-034f55a74ef1') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:08.999518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:08.999727 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c231233d-e7a1-4d12-99aa-034f55a74ef1') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:08.999836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.000130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.000487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.000802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.001111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.001421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.001725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:09.005288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:09.012861 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.032235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.038407 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:50:09.038809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:50:09.052298 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:50:09.129139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.133583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.135590 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40 HTTP/1.1" status: 204 len: 168 time: 0.7958958 Jun 09 13:50:09.136375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5e3c78a2-f44e-4abe-964c-d52f8cafa5f7 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:09.138723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57116) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:09.153819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e786e6ce-a1cf-4bb0-9cbe-f6571dbcbe40,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:09.156281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:09.674082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:09.767546 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:09.801643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:09.801996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9c6b00f5-366d-4376-9b78-7171fbf9d2c1 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:09.802488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1714cdca-2d7c-4698-9d48-74a904540479 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:09.837217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 1714cdca-2d7c-4698-9d48-74a904540479 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:09.837588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 1714cdca-2d7c-4698-9d48-74a904540479 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:10.229608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Deleting port 96e6ab82-05b0-4722-ae14-bd9fb7f16794 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:10.230260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:10.351244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] For port 96e6ab82-05b0-4722-ae14-bd9fb7f16794, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=96e6ab82-05b0-4722-ae14-bd9fb7f16794,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:10.351553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:10.472194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Calling delete_port for 96e6ab82-05b0-4722-ae14-bd9fb7f16794 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:10.620558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:10.624145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-362b45b5-d9c9-4857-be42-a1646fac3fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:10.671380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e6ab82-05b0-4722-ae14-bd9fb7f16794,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:10.674457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:10.935209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:11.293353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Router 94c8b0ed-f985-4406-95b2-9e20da228e26 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:50:11.613789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:50:11.618684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] 10.222.0.21 "PUT /v2.0/routers/94c8b0ed-f985-4406-95b2-9e20da228e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787264 Jun 09 13:50:11.621679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:11.622634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Sync routers for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:50:11.635189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:11.635778 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:11.808870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:11.812824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:12.109843 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:50:10Z', 'revision_number': 5, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port': {'id': 'da46221c-876c-46c2-91a5-8e86d313655e', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:47:55Z', 'updated_at': '2021-06-09T13:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:12.114053 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Checking router: 94c8b0ed-f985-4406-95b2-9e20da228e26 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:50:12.122874 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Routers {'94c8b0ed-f985-4406-95b2-9e20da228e26'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:12.123500 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:49:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['94c8b0ed-f985-4406-95b2-9e20da228e26'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:12.143772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.212321 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Deleting port da46221c-876c-46c2-91a5-8e86d313655e {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:12.212767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.270440 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] Set router 94c8b0ed-f985-4406-95b2-9e20da228e26 gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:12.335204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] For port da46221c-876c-46c2-91a5-8e86d313655e, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=da46221c-876c-46c2-91a5-8e86d313655e,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:12.335530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.375304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:50:12Z', 'revision_number': 6, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:12.379445 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ec12-0580-4a26-9568-4adbc17b2321 None None] The sync data for ids ['94c8b0ed-f985-4406-95b2-9e20da228e26'] in dv-neutron-601336-89-hyperv is: [{'id': '94c8b0ed-f985-4406-95b2-9e20da228e26', 'name': 'tempest-TestMinimumBasicScenario-1347778961-router', 'tenant_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:47:54Z', 'updated_at': '2021-06-09T13:50:12Z', 'revision_number': 6, 'project_id': 'f459fc3a845a4ae1ad5e5693c0004721', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:50:12.458954 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Calling delete_port for da46221c-876c-46c2-91a5-8e86d313655e owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:12.602400 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.607894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c37ed3d-8850-463b-b803-1fa3a29af2d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:12.660410 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da46221c-876c-46c2-91a5-8e86d313655e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:12.663602 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:12.754652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.933557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.935732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.961424 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.961993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c8b0ed-f985-4406-95b2-9e20da228e26 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:50:12.966834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:12.968114 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-63687937-c549-405a-957c-286979e44bf2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/94c8b0ed-f985-4406-95b2-9e20da228e26 HTTP/1.1" status: 204 len: 168 time: 1.3453560 Jun 09 13:50:12.970603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57122) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:13.032269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Deleting subnet 70880288-8dfd-4dcb-807d-e8563f54a1c1 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:50:13.035533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.082805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.159452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.233019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.236908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a77dc776-86cc-4bde-9734-d41f7d4769ba tempest-TestNetworkAdvancedServerOps-1214583760 tempest-TestNetworkAdvancedServerOps-1214583760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:13.271132 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70880288-8dfd-4dcb-807d-e8563f54a1c1,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:13.274158 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:13.275148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.276950 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-31c505e1-746c-4bf6-bc34-aa118d96c0e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70880288-8dfd-4dcb-807d-e8563f54a1c1 HTTP/1.1" status: 204 len: 168 time: 0.3054314 Jun 09 13:50:13.279528 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57124) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:13.282108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cd974-5983-4267-bba8-cfb6d555a6b1 None None] Network 2f2369f0-5008-4a25-ae02-aa0506987266 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:50:13.387694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.460968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Deleting port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:13.461201 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.517967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] DHCP port deletion for 2f2369f0-5008-4a25-ae02-aa0506987266 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:50:13.567540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] For port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:13.568094 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.585728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Deleting port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:50:13.586110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.689826 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Calling delete_port for 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:13.721390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] For port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,segment=NetworkSegment(44e32243-2735-45d8-8c7d-3077a909dae6),segment_id=44e32243-2735-45d8-8c7d-3077a909dae6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:13.721720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.741441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:13.746567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:13.786265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:13.793742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:13.795519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] No DVR routers for this DVR port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:50:13.796926 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:13.877662 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Calling delete_port for 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:50:13.886570 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:13.886961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:13.887375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device da46221c-876c-46c2-91a5-8e86d313655e no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:13.925595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: da46221c-876c-46c2-91a5-8e86d313655e {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:13.925936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device da46221c-876c-46c2-91a5-8e86d313655e not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:13.926418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 96e6ab82-05b0-4722-ae14-bd9fb7f16794 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:50:13.966957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 96e6ab82-05b0-4722-ae14-bd9fb7f16794 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:50:13.967199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 96e6ab82-05b0-4722-ae14-bd9fb7f16794 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:50:13.997814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.001617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:14.046942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Pushing event deleted for resources: {'Port': ['ID=386f3cb7-4612-416d-b6c5-9c4d2a9dadb6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:14.049507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:14.052160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] No DVR routers for this DVR port 386f3cb7-4612-416d-b6c5-9c4d2a9dadb6 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:50:14.080156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.093198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2369f0-5008-4a25-ae02-aa0506987266']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:14.105096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e32243-2735-45d8-8c7d-3077a909dae6') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:14.105388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e32243-2735-45d8-8c7d-3077a909dae6') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:14.116541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.132667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.138726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:50:14.139099 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:50:14.151916 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:50:14.242401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.249583 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.251815 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f2369f0-5008-4a25-ae02-aa0506987266 HTTP/1.1" status: 204 len: 168 time: 0.9713104 Jun 09 13:50:14.252691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-61013ac9-8f9c-425f-8512-65b57ad3e614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:14.270485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2369f0-5008-4a25-ae02-aa0506987266,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:14.273053 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:14.437256 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57128) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:14.486785 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1b6acc40-757a-425c-b82d-d0d144a9fe7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6ea91a1fb424f4e9a2f888aab6ac78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481839 Jun 09 13:50:14.489291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57130) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:14.545220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.572100 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.629116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.631755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:14.632922 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41701fb5-f212-4148-b5b1-3b772a1c594b HTTP/1.1" status: 204 len: 168 time: 0.1426506 Jun 09 13:50:14.633709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2735df6-b73f-40af-931b-4bb495428dcb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:14.643319 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41701fb5-f212-4148-b5b1-3b772a1c594b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:14.645849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e86f6a24-8285-4cd6-b062-1857bf21ddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:15.001448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57136) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:15.049076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7a565c91-2b43-4557-addb-1679371eaddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f459fc3a845a4ae1ad5e5693c0004721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463233 Jun 09 13:50:15.051534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57138) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:15.109018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:15.133933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:15.186324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:15.188693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:15.189941 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c82806bf-76ac-4a18-b52d-39c6d59c59b6 HTTP/1.1" status: 204 len: 168 time: 0.1374164 Jun 09 13:50:15.191090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e50f8ac9-1992-4bd1-bd41-c0049125e445 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:15.200486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82806bf-76ac-4a18-b52d-39c6d59c59b6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:15.202939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.113428 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:17.118313 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831271607', 'description': 'tempest-secgroup-smoke-831271607 description', 'project_id': '502d7d084643456e94cd53db6be2d76b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:17.147614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.160225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.268986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.274096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.277486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e38ded4c-380e-4c6c-bb47-cf2cb8ba42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:17.316334 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4334087d-86b8-426c-991d-6be86e64e29c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:17.319957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.380101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.384824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.388364 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a7fcb5d2-a422-4b6d-aa2f-fca519c5b7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:17.424741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303aa619-dd4c-4d5d-b468-b651f8a7210d,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:17.427379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.428618 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3140714 Jun 09 13:50:17.429498 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8c43a31c-70c4-4a7d-8978-3e90fe606ebb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.431871 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57180) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:17.436156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:17.467081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.531056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.536995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.538883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:17.560443 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761e963e-3ad6-4043-a9e9-75e5d652d607,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:17.563254 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.567621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.569031 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362228 Jun 09 13:50:17.571920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:17.576441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:17.607771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.680068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.684151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.686151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-86d02878-f394-466c-bc0e-59edcf2c4469 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:17.711850 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6badb6-5c9e-4f2f-94cf-a9a9c778bbd1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:17.714520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.719261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.720389 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-23b3c633-a8fc-48f5-86d8-df7ffdc27186 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475618 Jun 09 13:50:17.723220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:17.727702 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:17.759102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.822680 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.827634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.829995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8d648a55-70da-49ac-ad57-6997851d6b0b tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:17.859126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb20d92-a7f8-4e4e-85ae-6b94efc49f1c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:17.861450 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:17.867353 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.868550 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444054 Jun 09 13:50:17.871386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57186) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:17.875849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:17.906913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.943713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bdd8000d-f0ec-4257-9b42-455682f99866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.973648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.979095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:17.986745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-253b0b9b-d1cf-4368-8b2b-320d715b22ba tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:18.005318 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ce429c-7e98-4dd0-82e6-6854236fca9f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:18.007873 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:18.009369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.010497 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382098 Jun 09 13:50:18.013326 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57188) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:18.017621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:18.040438 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:50:18.046506 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.112566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.118266 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.124097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0179d0a-165b-465c-ad37-a333e247f4f0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:18.142293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f0cc1f-f834-4428-b029-1cdf8f5e16a0,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:18.144675 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:18.150252 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.151552 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373270 Jun 09 13:50:18.154331 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57190) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:18.158776 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '303aa619-dd4c-4d5d-b468-b651f8a7210d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:18.182846 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:50:18.191289 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.264098 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.270642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.273403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7e9c3887-baca-4aa7-a8a3-c856402c7a45 tempest-NegativeSecGroupTest-863534486 tempest-NegativeSecGroupTest-863534486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:18.295329 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d7786-f8dd-4363-9d6d-0641f12378af,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:18.297958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:18.300516 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.301705 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463101 Jun 09 13:50:18.305233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57192) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:18.310432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'network': {'name': 'tempest-network-smoke--76558334', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:18.333674 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:50:18.337068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.364512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:50:18.373669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.374006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Added segment 7dbb4bde-03ff-49ec-9a4e-3354fffd9707 of type vlan for network 90528668-5f79-429e-bde0-02ed5e753872 Jun 09 13:50:18.402253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.432340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.437660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:18.438226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.441629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7bf3e31-aff5-4dea-a2f5-74b90aa78af7 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:18.529225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2227538 Jun 09 13:50:18.532290 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57194) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:18.537168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'admin_state_up': True, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:18.540725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Network': ['ID=90528668-5f79-429e-bde0-02ed5e753872,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:18.543607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1e698b1a-5133-4666-8822-6dab86e7417b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:18.556587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 90528668-5f79-429e-bde0-02ed5e753872 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:50:18.562513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.563575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.578429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:18.841830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:19.148711 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:19.177078 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:19.315349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.42 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/6372dd1a-ee6d-4f3a-af9a-028fe20799a6) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:50:19.611611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:19.644916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:19.648596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-76070ce7-3f7e-4daa-80bb-a2170b21cd7e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:19.711115 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:19.714391 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:19.718218 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:50:19.750393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:19.756160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:20.133268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:20.336003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6069cf-1f8f-4e94-b374-c6b15edef534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:20.408281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:20.479617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:20.681685 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 797affe1-42c9-459f-9c5b-c41b1a257026 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:50:20.872566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:50:20.883677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Sync routers for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:50:20.892658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:20.893475 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:20.895930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:20.897156 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3638308 Jun 09 13:50:20.900619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57196) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:21.040658 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f19a9057-28e6-4822-8087-f60355289448 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=502d7d084643456e94cd53db6be2d76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387885 Jun 09 13:50:21.043264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57200) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:21.065925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:21.170807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66040e-1eb4-4ba6-8dd6-b722aff41a6f tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:21.172290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cf66040e-1eb4-4ba6-8dd6-b722aff41a6f tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281009 Jun 09 13:50:21.175142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57202) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:21.212695 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e6a6a2df-4d1f-43a2-85b6-f7148fd250a9 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364373 Jun 09 13:50:21.215804 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57204) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:21.221513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040519015', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:21.359496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:19Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:21.363730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Checking router: 797affe1-42c9-459f-9c5b-c41b1a257026 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:50:21.364075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Updating router 797affe1-42c9-459f-9c5b-c41b1a257026 port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:50:21.416704 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.501889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:50:21.506020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.537480 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.725979 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.729640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db18de41-b2cc-4618-bb61-6cba740b555d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:21.796637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.799900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Subnet': ['ID=766c272f-1210-4f0b-b29d-a48eb13a6bbe,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:21.802842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:21.808317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Transition to ACTIVE for port object 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:21.815641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Checking segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:50:21.816024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network hostable DHCP agents. Network: 90528668-5f79-429e-bde0-02ed5e753872, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:50:21.817226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.820917 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:21.832877 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 90528668-5f79-429e-bde0-02ed5e753872 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:50:21.844721 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 90528668-5f79-429e-bde0-02ed5e753872) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:21.849070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:21.849658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:21.859560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcad93e-24d6-438a-9910-d44e6b6cb211 None None] Network 90528668-5f79-429e-bde0-02ed5e753872 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:50:21.869475 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c11e8aa7-35f2-44ee-be63-0cd7ecf5f78d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6525342 Jun 09 13:50:21.872368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57206) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:21.977354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Pushing event updated for resources: {'Port': ['ID=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:21.981276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Attempting to bind port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:50:21.981654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Attempting to bind port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:50:21.982025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Attempting to bind port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:50:21.986685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:22.001363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:50:22.001744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:50:22.002153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:22.002556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:50:22.003051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Bound port: 6372dd1a-ee6d-4f3a-af9a-028fe20799a6, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:50:22.003431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:22.128530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] For port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:50:22.141503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] For port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:50:22.170468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:22.178146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b5d1b81a-10c9-45d5-bdca-959700205675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:22.227572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-90528668-5f79-429e-bde0-02ed5e753872', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:50:22.228389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:22.310516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:22.311209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:22.376543 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Pushing event updated for resources: {'Port': ['ID=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:22.437677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:22.553958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:22.568419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Allocated IP 172.20.0.2 (90528668-5f79-429e-bde0-02ed5e753872/766c272f-1210-4f0b-b29d-a48eb13a6bbe/ca252d0d-1982-4d44-8777-6c5203f5382f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:50:22.571365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:23.010228 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.030520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Transition to ACTIVE for port object ca252d0d-1982-4d44-8777-6c5203f5382f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:23.053560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Transition to ACTIVE for port object ca252d0d-1982-4d44-8777-6c5203f5382f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:23.057043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:19Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:23.062218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.066692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:23.125012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.1 (90528668-5f79-429e-bde0-02ed5e753872/766c272f-1210-4f0b-b29d-a48eb13a6bbe/4d1362dd-375d-40f5-9f88-03c2454a5fee) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:50:23.152353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672d29e-4d77-40ce-94f0-f9a7645381a7 None None] The sync data for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv is: [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:19Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:50:23.180970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Network 90528668-5f79-429e-bde0-02ed5e753872 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:23.184582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:23.186835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:50:23.289419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.294088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.303077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Pushing event updated for resources: {'Port': ['ID=ca252d0d-1982-4d44-8777-6c5203f5382f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:23.307584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:23.310075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Attempting to bind port ca252d0d-1982-4d44-8777-6c5203f5382f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:50:23.310315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Attempting to bind port ca252d0d-1982-4d44-8777-6c5203f5382f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:50:23.310722 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Attempting to bind port ca252d0d-1982-4d44-8777-6c5203f5382f on network 90528668-5f79-429e-bde0-02ed5e753872 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:50:23.316651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:50:23.317039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Checking segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:50:23.317174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 4d1362dd-375d-40f5-9f88-03c2454a5fee will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:23.317454 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.318082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Bound using segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:50:23.318358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Bound port: ca252d0d-1982-4d44-8777-6c5203f5382f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:50:23.318772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.343755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.347980 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b897beb2-4b7f-4df2-a99e-95f2fbf85e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:23.429875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] For port ca252d0d-1982-4d44-8777-6c5203f5382f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:50:23.433689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 90528668-5f79-429e-bde0-02ed5e753872 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:23.434317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] For port ca252d0d-1982-4d44-8777-6c5203f5382f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca252d0d-1982-4d44-8777-6c5203f5382f,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:50:23.437002 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:23.441432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.441646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:50:23.445955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d31bca6-70b1-4de1-9a16-6806ce9767bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:23.481435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:23.486281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:23.511631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.533775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Pushing event updated for resources: {'Port': ['ID=ca252d0d-1982-4d44-8777-6c5203f5382f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:23.537202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:23.645555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:23.894774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:23.965907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:23.971120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:23.971505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.098199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.122209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:24.124189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.127311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.128263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca252d0d-1982-4d44-8777-6c5203f5382f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:24.128743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.151416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f117d30-6bf3-44f5-a401-a032bdcf8287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:24.160617 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-17974909-415f-4d25-a146-6c5e27f32e09 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:24.244562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:24.248512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.248784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:24.252896 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:24.255992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:24.260493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port ca252d0d-1982-4d44-8777-6c5203f5382f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:24.394239 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 90528668-5f79-429e-bde0-02ed5e753872 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:24.395716 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:24.496291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf3b10-bd7b-4295-bfb4-ba980fa23f92 None None] Network 90528668-5f79-429e-bde0-02ed5e753872 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:50:24.591233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Provisioning for port ca252d0d-1982-4d44-8777-6c5203f5382f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:24.591454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 797affe1-42c9-459f-9c5b-c41b1a257026 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:50:24.603892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Provisioning complete for port ca252d0d-1982-4d44-8777-6c5203f5382f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:24.604267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.826736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.871604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] For port ca252d0d-1982-4d44-8777-6c5203f5382f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca252d0d-1982-4d44-8777-6c5203f5382f,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:24.879205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:24.880860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d076f602-4885-44a9-8dbd-cd31449ddf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:24.925814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:50:24.931350 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/797affe1-42c9-459f-9c5b-c41b1a257026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0579202 Jun 09 13:50:24.958173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Pushing event updated for resources: {'Port': ['ID=ca252d0d-1982-4d44-8777-6c5203f5382f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:24.961596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:25.040502 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Sync routers for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:50:25.050878 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:25.051511 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:25.109208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-b74af3c6-8619-48fc-8f59-a12d78e932e2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831271607&fields=id&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 267 time: 0.0412323 Jun 09 13:50:25.125605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Provisioning complete for port ca252d0d-1982-4d44-8777-6c5203f5382f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:25.126194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.239604 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:25.271870 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Provisioning for port 4d1362dd-375d-40f5-9f88-03c2454a5fee completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:25.278279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Provisioning complete for port 4d1362dd-375d-40f5-9f88-03c2454a5fee triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:25.278405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-b572f2a8-2b5d-4d18-ac95-88b98a3d41fe tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:25.278716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.280042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-b572f2a8-2b5d-4d18-ac95-88b98a3d41fe tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 795 time: 0.1625030 Jun 09 13:50:25.299770 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-4d997ded-4a62-40a3-be5f-0565b230ba94 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/quotas/502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 375 time: 0.0094919 Jun 09 13:50:25.341327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b9f66-f142-452f-a18d-89ecbd1318f8 None None] Port 4d1362dd-375d-40f5-9f88-03c2454a5fee cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:50:25.410571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-a0d98f62-657f-4fbe-87ea-dc98fc7c56bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027412 Jun 09 13:50:25.467835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-5038fd69-c6ff-433d-8c89-8f2c1bdebd27 None None] Provisioning complete for port 4d1362dd-375d-40f5-9f88-03c2454a5fee triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:25.468220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5038fd69-c6ff-433d-8c89-8f2c1bdebd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.540495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5038fd69-c6ff-433d-8c89-8f2c1bdebd27 None None] Port 4d1362dd-375d-40f5-9f88-03c2454a5fee cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:50:25.563515 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-4c82e0b0-5913-45f9-b6ca-4e6b98e9f920 service neutron] 10.222.0.21 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399770 Jun 09 13:50:25.620803 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 2, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:25.624886 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Checking router: 797affe1-42c9-459f-9c5b-c41b1a257026 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:50:25.625244 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Updating router 797affe1-42c9-459f-9c5b-c41b1a257026 port 4d1362dd-375d-40f5-9f88-03c2454a5fee binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:50:25.659925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d3772595-f6df-4132-b484-88b46b4b5dbe None None] Provisioning complete for port 4d1362dd-375d-40f5-9f88-03c2454a5fee triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:25.660188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3772595-f6df-4132-b484-88b46b4b5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.685765 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.701013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-37631a72-70b9-4ee4-b0b0-a413d051449e service neutron] 10.222.0.21 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312692 Jun 09 13:50:25.725255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d3772595-f6df-4132-b484-88b46b4b5dbe None None] Port 4d1362dd-375d-40f5-9f88-03c2454a5fee cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:50:25.786966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:25.873683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:25.874220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:25.905925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-19508a43-e114-4faa-b02c-f40f9c1e4bd4 req-6beeb5a6-a7f1-4ce9-b8b3-243e3a5c8b55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 210 time: 0.0461650 Jun 09 13:50:26.003242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca252d0d-1982-4d44-8777-6c5203f5382f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:26.069055 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.081222 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Transition to ACTIVE for port object 4d1362dd-375d-40f5-9f88-03c2454a5fee will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:26.089566 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.094105 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:26.125059 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port ca252d0d-1982-4d44-8777-6c5203f5382f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:26.125556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.208460 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Pushing event updated for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:26.223143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.223865 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.224146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.224482 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.224862 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.225164 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.225695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.226190 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.226695 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.227184 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.227706 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.228064 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:50:26.237250 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:26.331457 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Attempting to bind port 4d1362dd-375d-40f5-9f88-03c2454a5fee on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:50:26.331841 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Attempting to bind port 4d1362dd-375d-40f5-9f88-03c2454a5fee by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:50:26.332344 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Attempting to bind port 4d1362dd-375d-40f5-9f88-03c2454a5fee on network 90528668-5f79-429e-bde0-02ed5e753872 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:50:26.338352 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:50:26.339105 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Checking segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:50:26.339697 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.340088 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Bound using segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:50:26.340566 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Bound port: 4d1362dd-375d-40f5-9f88-03c2454a5fee, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:50:26.340935 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.431085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] For port 4d1362dd-375d-40f5-9f88-03c2454a5fee, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:50:26.434117 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] For port 4d1362dd-375d-40f5-9f88-03c2454a5fee, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d1362dd-375d-40f5-9f88-03c2454a5fee,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:50:26.439738 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:26.444631 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:26.517621 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:26.518248 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:26.575808 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Pushing event updated for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:26.587081 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:26.704522 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:27.028544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-0b3f7a7a-0807-499e-89e0-d05687cd49a2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:27.030772 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-0b3f7a7a-0807-499e-89e0-d05687cd49a2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 795 time: 0.1650453 Jun 09 13:50:27.049146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:26Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:27.053463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ff732-b3bf-4b46-a95e-70137b2a2df5 None None] The sync data for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv is: [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:26Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:50:27.103864 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a0bc9621-d559-43db-86d4-6ccb1625d476 req-78e2aba2-79a4-4f41-a2b4-f3b0e7eea153 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 210 time: 0.0720699 Jun 09 13:50:27.145260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-d5904c9c-2189-46bd-9982-fab332372bdd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 379 time: 0.0797608 Jun 09 13:50:27.154583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'port': {'device_id': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'admin_state_up': True, 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'security_groups': ['303aa619-dd4c-4d5d-b468-b651f8a7210d']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:27.314233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:50:27.317836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:27.640336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.4 (90528668-5f79-429e-bde0-02ed5e753872/766c272f-1210-4f0b-b29d-a48eb13a6bbe/7699dcb6-6488-4b7c-84fb-367bc3efc0b8) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:50:27.804331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d1362dd-375d-40f5-9f88-03c2454a5fee up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:27.841780 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:27.859837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:27.875497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4d1362dd-375d-40f5-9f88-03c2454a5fee completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:27.881151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4d1362dd-375d-40f5-9f88-03c2454a5fee triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:27.881634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:27.888278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:27.894776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b323cf39-5278-4df0-b7b1-d60240715b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:27.962142 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 90528668-5f79-429e-bde0-02ed5e753872 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:27.965955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:27.968558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:50:28.009844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:28.013686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:28.021665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.055540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:28.056870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.057189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4d1362dd-375d-40f5-9f88-03c2454a5fee, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d1362dd-375d-40f5-9f88-03c2454a5fee,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:28.064034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.066260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:28.082974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319189 Jun 09 13:50:28.095881 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Request body: {'port': {'device_id': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:28.141923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:28.155227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:28.219680 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.300675 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e434a9cd-0a50-45bf-9c08-3dc572073c7b None None] Provisioning for port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:28.305825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e434a9cd-0a50-45bf-9c08-3dc572073c7b None None] Provisioning complete for port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:28.306229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e434a9cd-0a50-45bf-9c08-3dc572073c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.363845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e434a9cd-0a50-45bf-9c08-3dc572073c7b None None] Port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:50:28.436781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58670a0-be02-41a4-8359-e59ca43e291e req-db9a65b8-a4fe-4952-82b3-795c7e2a7fea tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:28.438218 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f58670a0-be02-41a4-8359-e59ca43e291e req-db9a65b8-a4fe-4952-82b3-795c7e2a7fea tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 931 time: 0.2056961 Jun 09 13:50:28.550574 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f58670a0-be02-41a4-8359-e59ca43e291e req-df2cc522-6d09-4797-a94d-36a80df1987b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674706 Jun 09 13:50:28.649266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:50:28.656392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.671730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Transition to ACTIVE for port object 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:50:28.676600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.680290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f78c6ebb-68e6-479e-b60c-1a9d3e2ce1d7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:28.802755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:28.828651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:28.884025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:28.910042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Attempting to bind port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:50:28.910373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Attempting to bind port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:50:28.910739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Attempting to bind port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 on network 90528668-5f79-429e-bde0-02ed5e753872 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:50:28.915291 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 on network 90528668-5f79-429e-bde0-02ed5e753872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:50:28.915602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Attempting to bind port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 on network 90528668-5f79-429e-bde0-02ed5e753872 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:50:28.920533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:50:28.920861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Checking segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:50:28.921240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Bound using segment: {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:50:28.921663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Bound port: 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbb4bde-03ff-49ec-9a4e-3354fffd9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90528668-5f79-429e-bde0-02ed5e753872'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:50:28.922001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:29.011098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:50:29.014099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:50:29.021057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:29.024775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:29.083317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:29.083938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:29.085492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] 10.222.0.42 "PUT /v2.0/ports/7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 1093 time: 0.9945495 Jun 09 13:50:29.088914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:50:29.092062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea12e82-5a46-431b-8ddb-621b5a53d2da" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:50:29.113174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:29.116420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:29.167457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f776f0-2e25-4193-8665-44a2f5f861e2 x-openstack-request-id: req-38f776f0-2e25-4193-8665-44a2f5f861e2 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:50:29.167795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:50:29.168089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38f776f0-2e25-4193-8665-44a2f5f861e2 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:50:29.168522 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'status': 'completed', 'code': 200} Jun 09 13:50:29.212873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-48feed38-68bb-43f8-b0a0-2356bab93429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:29.214779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-48feed38-68bb-43f8-b0a0-2356bab93429 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1096 time: 0.0829642 Jun 09 13:50:29.285654 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-3265b333-9527-44d1-a07b-b7ea639a22a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 217 time: 0.0638146 Jun 09 13:50:29.347399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-bd55102c-f4f9-4a7a-8287-acc88205b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:29.348751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-bd55102c-f4f9-4a7a-8287-acc88205b5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 200 len: 835 time: 0.0569212 Jun 09 13:50:29.427665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-739b95d1-6352-4026-9b76-e9417deb9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:29.429173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-739b95d1-6352-4026-9b76-e9417deb9475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90528668-5f79-429e-bde0-02ed5e753872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739269 Jun 09 13:50:29.739003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-e7c98ecb-2fc2-41c1-a692-e26a472f1390 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034163 Jun 09 13:50:29.780409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d1362dd-375d-40f5-9f88-03c2454a5fee up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:29.847715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4d1362dd-375d-40f5-9f88-03c2454a5fee triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:29.848084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:29.864850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0246d-15a5-43e9-82c0-77e8dd833902 req-601a33e8-b020-4c9b-a7df-488610b21dac tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:29.866317 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f1c0246d-15a5-43e9-82c0-77e8dd833902 req-601a33e8-b020-4c9b-a7df-488610b21dac tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 943 time: 0.2022176 Jun 09 13:50:29.899572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4362e83f-a6b4-49ac-a2dd-e1ef339d680e req-08abc800-709c-4275-9f8b-8bcd8054b974 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542234 Jun 09 13:50:29.929549 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f1c0246d-15a5-43e9-82c0-77e8dd833902 req-4806ccb6-170c-4a9b-a422-973d6f441032 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506952 Jun 09 13:50:30.019789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-0b5a85fb-13e4-4882-8718-7620eb27e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:30.021240 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-0b5a85fb-13e4-4882-8718-7620eb27e6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1096 time: 0.0699770 Jun 09 13:50:30.150247 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-479ee5cd-429b-4b92-b943-03cdd1359929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:30.151684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-479ee5cd-429b-4b92-b943-03cdd1359929 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 896 time: 0.1242950 Jun 09 13:50:30.221041 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-ee0ddb7f-d862-42ce-bcbb-654f4e5e0453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 217 time: 0.0617583 Jun 09 13:50:30.284882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-ab4cf1da-3a19-4b49-a5c5-314933b3e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:30.286301 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-ab4cf1da-3a19-4b49-a5c5-314933b3e29b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 200 len: 835 time: 0.0581186 Jun 09 13:50:30.363582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-124d53e9-6f7d-4205-a3a1-eb71ad4a1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:30.365019 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-124d53e9-6f7d-4205-a3a1-eb71ad4a1d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90528668-5f79-429e-bde0-02ed5e753872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717969 Jun 09 13:50:30.503064 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-069bc764-a41e-49e8-ba32-6dcb175b4ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306515 Jun 09 13:50:30.648256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0ea12e82-5a46-431b-8ddb-621b5a53d2da req-a7d16cfc-8ace-4752-8df5-0ea960d99b83 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365135 Jun 09 13:50:31.134039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8fa6-9d94-4f13-8f2b-021ed69434de req-bbfb322f-c5b1-464c-842c-8fe878ffd925 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:31.135494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f33a8fa6-9d94-4f13-8f2b-021ed69434de req-bbfb322f-c5b1-464c-842c-8fe878ffd925 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 943 time: 0.0873668 Jun 09 13:50:31.179608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f33a8fa6-9d94-4f13-8f2b-021ed69434de req-5946f347-3aa7-4d5e-958b-d486737e581f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384121 Jun 09 13:50:32.369311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773814-3c13-4ae7-9517-747f3cc5bc74 req-1540a31a-76f0-4c96-af05-c6bc6066d175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:32.370777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5773814-3c13-4ae7-9517-747f3cc5bc74 req-1540a31a-76f0-4c96-af05-c6bc6066d175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 943 time: 0.0824745 Jun 09 13:50:32.433377 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5773814-3c13-4ae7-9517-747f3cc5bc74 req-5eb89f3e-2ed6-4eb9-a7c5-50695a1911e6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537105 Jun 09 13:50:32.745735 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:50:32.884617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:32.898337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'port_id': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'mac_address': 'fa:16:3e:37:71:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:50:32.956404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:32.972908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:50:32.989772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:32.995681 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:32.997343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fa0d74a-a085-4057-937c-38efcfa46092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:33.061249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:33.064176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:33.237491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['7699dcb6-6488-4b7c-84fb-367bc3efc0b8'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:50:33.621874 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b73f2-119a-475d-b472-63fc9a0272a3 req-615130bb-3a62-4386-8c2a-8c079649c410 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:33.623374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae8b73f2-119a-475d-b472-63fc9a0272a3 req-615130bb-3a62-4386-8c2a-8c079649c410 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 944 time: 0.0832548 Jun 09 13:50:33.671358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae8b73f2-119a-475d-b472-63fc9a0272a3 req-be5b3885-5e24-47ed-afc5-de4fb3c836e6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Jun 09 13:50:34.758705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:50:34.831450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:50:34.836073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:50:34.836453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:34.869065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce2c7b-b230-46d5-8c04-5fb054e2a696 req-907f23f2-2028-402b-a64e-b8e3f31490db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:34.870582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbce2c7b-b230-46d5-8c04-5fb054e2a696 req-907f23f2-2028-402b-a64e-b8e3f31490db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 944 time: 0.0882313 Jun 09 13:50:34.915783 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbce2c7b-b230-46d5-8c04-5fb054e2a696 req-37e0ce1d-a402-4c31-ae8a-9279f7729eda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392473 Jun 09 13:50:34.958147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:34.985073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:50:34.987343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc221b9-56b1-42b0-8901-6ecc13106f9d" -d '{"events": [{"server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:50:34.995385 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:50:34.999637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:35.001473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:35.035136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d04e17-9adb-4e95-a095-74c0da45c823 x-openstack-request-id: req-84d04e17-9adb-4e95-a095-74c0da45c823 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:50:35.035397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:50:35.035737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84d04e17-9adb-4e95-a095-74c0da45c823 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:50:35.036056 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'code': 200} Jun 09 13:50:35.068670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:35.071772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:35.267795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d935a7-ca8c-488b-a2b8-80baa57c78f3 req-ca4aa599-b7fb-423a-aa18-ba2461373e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:35.269196 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04d935a7-ca8c-488b-a2b8-80baa57c78f3 req-ca4aa599-b7fb-423a-aa18-ba2461373e2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1098 time: 0.0790434 Jun 09 13:50:35.311087 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-04d935a7-ca8c-488b-a2b8-80baa57c78f3 req-37ee8676-b95b-4219-881b-80eaab66243b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352714 Jun 09 13:50:36.115676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d55f6-e841-4508-b9b5-5847ef2eb11b req-87a6db72-c0c3-491b-a501-25223e0a10b3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:36.117219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-917d55f6-e841-4508-b9b5-5847ef2eb11b req-87a6db72-c0c3-491b-a501-25223e0a10b3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0855520 Jun 09 13:50:36.161566 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-917d55f6-e841-4508-b9b5-5847ef2eb11b req-4323481b-7188-4cc3-bc34-2c87b534076c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384398 Jun 09 13:50:37.355420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae62f93-f115-4d13-9483-1e02c1ed62f5 req-15be72be-4355-458a-9a5a-58f29213c9bb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:37.356838 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ae62f93-f115-4d13-9483-1e02c1ed62f5 req-15be72be-4355-458a-9a5a-58f29213c9bb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0882397 Jun 09 13:50:37.406762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ae62f93-f115-4d13-9483-1e02c1ed62f5 req-16e260f7-8ec0-4b5b-8021-e1b5896a7283 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Jun 09 13:50:37.733045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c24da-cee8-4db7-ab5f-a80779239ce0 req-97d44dbf-c42f-4b60-8563-1ba1061626ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:37.734488 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-161c24da-cee8-4db7-ab5f-a80779239ce0 req-97d44dbf-c42f-4b60-8563-1ba1061626ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.2165298 Jun 09 13:50:37.778279 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-161c24da-cee8-4db7-ab5f-a80779239ce0 req-7d486f00-561a-47a3-bb37-33f2197b24e6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380189 Jun 09 13:50:37.804519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57260) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:37.883544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb44a0-34b5-463d-8c19-065833ff28d7 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:37.885152 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b5cb44a0-34b5-463d-8c19-065833ff28d7 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1093 time: 0.0796471 Jun 09 13:50:37.889161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57262) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:37.893508 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:50:37.919539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:38.092377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:38.228809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.145 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:50:38.380163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:38.413832 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:38.417436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ca80430-24aa-4182-a6ad-7deb1ae0e09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:38.478598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:50:38.484341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:50:38.488689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:50:38.512645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:38.517458 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:38.920437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:39.000020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:39.216566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:39.223665 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:39.227223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a0490e5e-0ada-4bb8-8af5-949213696aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:50:39.331211 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:50:39.335427 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:50:39.342464 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:39.657865 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 1cd19d2e-b642-49da-9433-920d96534777 associated. External IP: 172.26.5.145, port: 7699dcb6-6488-4b7c-84fb-367bc3efc0b8. Jun 09 13:50:40.009029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 797affe1-42c9-459f-9c5b-c41b1a257026 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:50:40.186540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:50:40.196603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Sync routers for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:50:40.206814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:40.207250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:40.207409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:40.265938 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3756566 Jun 09 13:50:40.266486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:50:40.268952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d3c49-d7bf-4de3-9b00-ec7e389a4674" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:50:40.311876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7b191-c6df-442e-8c4c-913fe8f2b3a5 x-openstack-request-id: req-57d7b191-c6df-442e-8c4c-913fe8f2b3a5 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:50:40.312225 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:50:40.312529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d7b191-c6df-442e-8c4c-913fe8f2b3a5 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:50:40.312982 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'status': 'completed', 'code': 200} Jun 09 13:50:40.428246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:40.468456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-4788f6d3-4239-4849-9792-5331e57f7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:40.469920 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-4788f6d3-4239-4849-9792-5331e57f7698 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1098 time: 0.1343572 Jun 09 13:50:40.478037 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7f099-aed7-4249-bb07-4268108f82f1 req-0d01e97e-2c31-4511-9c8c-3f1f6b41eb36 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:40.479387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85f7f099-aed7-4249-bb07-4268108f82f1 req-0d01e97e-2c31-4511-9c8c-3f1f6b41eb36 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.1047976 Jun 09 13:50:40.606014 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-85f7f099-aed7-4249-bb07-4268108f82f1 req-2af26371-877b-46aa-9d8a-144f465ebd4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061656 Jun 09 13:50:40.630748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57268) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:40.652240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-7a2713dd-1821-4833-abd5-07efcf6a082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:40.653723 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-7a2713dd-1821-4833-abd5-07efcf6a082f service neutron] 10.222.0.42 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 896 time: 0.1734531 Jun 09 13:50:40.755238 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6854d45a-b1ea-4b6a-af09-6ebc46a5b058 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/1cd19d2e-b642-49da-9433-920d96534777 HTTP/1.1" status: 200 len: 991 time: 0.1227458 Jun 09 13:50:40.768425 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-4832b70d-f163-4f6f-b85a-00c4886058c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 999 time: 0.1066010 Jun 09 13:50:40.783896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '1cd19d2e-b642-49da-9433-920d96534777', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'port_id': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'mac_address': 'fa:16:3e:37:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:50:38Z', 'updated_at': '2021-06-09T13:50:38Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:40.788026 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Checking router: 797affe1-42c9-459f-9c5b-c41b1a257026 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:50:40.796689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:50:40.797315 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:40.831264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-d23e29ee-5592-4698-9076-4a3074f892f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:40.832699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-d23e29ee-5592-4698-9076-4a3074f892f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 200 len: 835 time: 0.0574739 Jun 09 13:50:40.907467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-8feb91fc-ecc6-4e27-800d-8c4929a84e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:40.908974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-8feb91fc-ecc6-4e27-800d-8c4929a84e67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90528668-5f79-429e-bde0-02ed5e753872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702415 Jun 09 13:50:40.971370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:50:41.040227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-83a6671f-b3c2-4cc5-92ce-85acd0334617 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236782 Jun 09 13:50:41.172635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-699d3c49-d7bf-4de3-9b00-ec7e389a4674 req-d0098239-d692-4c0c-a741-2afc7fef16fa service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262877 Jun 09 13:50:41.318195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '1cd19d2e-b642-49da-9433-920d96534777', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'port_id': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'mac_address': 'fa:16:3e:37:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:50:38Z', 'updated_at': '2021-06-09T13:50:38Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:50:41.322473 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238ea62-4585-498d-a933-f83f8e1fd266 None None] The sync data for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv is: [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '1cd19d2e-b642-49da-9433-920d96534777', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'port_id': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'mac_address': 'fa:16:3e:37:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:50:38Z', 'updated_at': '2021-06-09T13:50:38Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:50:41.520134 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2e37f-7fd6-47b7-8f1d-341dc16c1de3 None None] New status for floating IP 1cd19d2e-b642-49da-9433-920d96534777: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:50:41.759366 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57270) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:50:41.865411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7d69ff03-033c-4562-b104-34169e798e66 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/1cd19d2e-b642-49da-9433-920d96534777 HTTP/1.1" status: 200 len: 993 time: 0.1047330 Jun 09 13:50:44.121252 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:50:47.950157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-610b66bf-b525-48b7-8114-a66a3f5778ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:50.347016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5f20639-1f6a-4381-b32d-1cd1471c221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:50.402018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:51.508887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:53.212168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:50:57.859977 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-7a205366-0103-40a7-bc3a-ce07ed4c2909 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780253 Jun 09 13:50:58.004480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-3fa4013a-3e9b-48aa-83a8-0e2542d73012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:58.005825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-3fa4013a-3e9b-48aa-83a8-0e2542d73012 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1098 time: 0.0765035 Jun 09 13:50:58.151104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-7540cbd5-49b1-4315-b5ec-38a550666a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:58.152493 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-7540cbd5-49b1-4315-b5ec-38a550666a3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 896 time: 0.1255672 Jun 09 13:50:58.255537 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-ad7a27ea-5ec0-42f1-a076-36c2a5caeee5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 1001 time: 0.0960612 Jun 09 13:50:58.315719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-3605ba1e-9b20-4ecb-92e9-be0a41a57621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:58.317237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-3605ba1e-9b20-4ecb-92e9-be0a41a57621 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 200 len: 835 time: 0.0553393 Jun 09 13:50:58.396261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-08e19078-87fc-49c5-8ec7-72facb25cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:50:58.397675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-08e19078-87fc-49c5-8ec7-72facb25cf61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90528668-5f79-429e-bde0-02ed5e753872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739131 Jun 09 13:50:58.534631 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-9738ee54-46c7-4aa8-85d5-72dc3544b857 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Jun 09 13:50:58.811122 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a86f165c-6210-437e-bab0-3b73e9eb8372 req-93f2bc80-21b0-4301-9557-393ba6dac90f service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692690 Jun 09 13:50:58.886460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:09.804025 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a4f6-4e8e-4ccb-8795-8d6636e8128d req-0c7c2392-a7b3-406e-94c4-0844405a21f5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:09.805435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cf9a4f6-4e8e-4ccb-8795-8d6636e8128d req-0c7c2392-a7b3-406e-94c4-0844405a21f5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0799158 Jun 09 13:51:09.851840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cf9a4f6-4e8e-4ccb-8795-8d6636e8128d req-aaa10eb3-53be-4658-a009-523eacb1ab51 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Jun 09 13:51:11.064759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8cdc-b6d4-4e59-acfa-2ab38651a707 req-99e36adc-3ba8-4fc3-96cc-b0d7d30ceb41 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:11.066239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d5d8cdc-b6d4-4e59-acfa-2ab38651a707 req-99e36adc-3ba8-4fc3-96cc-b0d7d30ceb41 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0960650 Jun 09 13:51:11.111270 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d5d8cdc-b6d4-4e59-acfa-2ab38651a707 req-9081aacd-5fe4-4731-bbc6-8dd3e5dd55b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392392 Jun 09 13:51:11.134043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57288) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:11.240910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b799570b-9433-4360-9458-3761a4ebb1f6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/1cd19d2e-b642-49da-9433-920d96534777 HTTP/1.1" status: 200 len: 993 time: 0.1056519 Jun 09 13:51:12.704300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6f26d-8414-485b-88e6-c44d6bb048cf req-5de8d621-09c5-4af1-be9f-505da8b61439 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:12.705721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32e6f26d-8414-485b-88e6-c44d6bb048cf req-5de8d621-09c5-4af1-be9f-505da8b61439 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0806987 Jun 09 13:51:12.753180 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-32e6f26d-8414-485b-88e6-c44d6bb048cf req-79238b16-d0f1-481b-a495-0e585a92d9e4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Jun 09 13:51:13.959411 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3a34-0f46-4cba-873b-c14ce57badd7 req-8ebc92b3-960d-4b7b-9be8-27027f98fa22 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:13.960747 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac8c3a34-0f46-4cba-873b-c14ce57badd7 req-8ebc92b3-960d-4b7b-9be8-27027f98fa22 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0944936 Jun 09 13:51:14.005899 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ac8c3a34-0f46-4cba-873b-c14ce57badd7 req-1bef3804-62e6-44aa-bbb5-cd99bd9e4bfc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Jun 09 13:51:14.029257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57298) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:14.134790 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e6e656c0-3dc1-4d45-8dbe-01ffc8c52d44 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/1cd19d2e-b642-49da-9433-920d96534777 HTTP/1.1" status: 200 len: 993 time: 0.1042190 Jun 09 13:51:14.418672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57304) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:14.695883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:51:14.696236 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:14.962969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:14.963221 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:15.082022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:51:15.218076 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:15.223802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9fdc9a94-1114-42d0-b81d-436bcb4617c8 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:15.266927 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=3b7d9a23-8ae2-4e86-8f0d-f9c2ec741e16,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:15.301708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.302096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.302480 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.302982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.303356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.303724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.304091 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.304456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.304823 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.305187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.305548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.305929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:15.313377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:15.376668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:15.376966 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 1cd19d2e-b642-49da-9433-920d96534777 disassociated (deleted). External IP: 172.26.5.145, port: 7699dcb6-6488-4b7c-84fb-367bc3efc0b8. Jun 09 13:51:15.748430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 797affe1-42c9-459f-9c5b-c41b1a257026 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:51:15.927298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:51:15.931747 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:15.937215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Sync routers for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:51:15.947268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:15.947887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:15.985856 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/floatingips/1cd19d2e-b642-49da-9433-920d96534777 HTTP/1.1" status: 204 len: 168 time: 1.5657682 Jun 09 13:51:15.986646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:51:15.989066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c2747-aa2f-4062-90e2-3e04052e380a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:51:16.032159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b314a63-f2ca-42f0-9ece-c463b676d367 x-openstack-request-id: req-4b314a63-f2ca-42f0-9ece-c463b676d367 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:51:16.032505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:51:16.032807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b314a63-f2ca-42f0-9ece-c463b676d367 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:51:16.033252 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'status': 'completed', 'code': 200} Jun 09 13:51:16.135592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2747-aa2f-4062-90e2-3e04052e380a req-777268dd-4346-47c2-95b1-3010eaac720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:16.137207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-777268dd-4346-47c2-95b1-3010eaac720c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 1098 time: 0.0792358 Jun 09 13:51:16.190556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:16.281150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2747-aa2f-4062-90e2-3e04052e380a req-4abe8b99-041a-4601-bd9a-8d4f20aaa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:16.282608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-4abe8b99-041a-4601-bd9a-8d4f20aaa20d service neutron] 10.222.0.42 "GET /v2.0/networks?id=90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 200 len: 896 time: 0.1390200 Jun 09 13:51:16.387066 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-fbc85e8d-4c52-48eb-b30a-e4570a2e4145 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 200 len: 217 time: 0.0677621 Jun 09 13:51:16.466369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2747-aa2f-4062-90e2-3e04052e380a req-85dfc10c-ba84-4421-9963-fea06d63dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:16.467711 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-85dfc10c-ba84-4421-9963-fea06d63dc5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 200 len: 835 time: 0.0708647 Jun 09 13:51:16.476098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d4413-0aff-4941-bf7b-b3ef104a4a45 req-3e6f5afc-0064-4823-ac4d-1ecf00d663b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:16.477454 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-496d4413-0aff-4941-bf7b-b3ef104a4a45 req-3e6f5afc-0064-4823-ac4d-1ecf00d663b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.1924689 Jun 09 13:51:16.503559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:16.507706 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Checking router: 797affe1-42c9-459f-9c5b-c41b1a257026 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:51:16.516391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:16.517011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:50:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:16.570042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-496d4413-0aff-4941-bf7b-b3ef104a4a45 req-51b05611-c671-46b2-bd90-50e2a3028a2c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585041 Jun 09 13:51:16.585315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2747-aa2f-4062-90e2-3e04052e380a req-e7ff2a69-42a6-40dd-81d6-fd01beeeed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:16.586918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-e7ff2a69-42a6-40dd-81d6-fd01beeeed58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90528668-5f79-429e-bde0-02ed5e753872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1086342 Jun 09 13:51:16.700433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:16.720528 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-b58f2aad-cde7-4707-9820-9f883fb5bc3c service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257155 Jun 09 13:51:16.852729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-544c2747-aa2f-4062-90e2-3e04052e380a req-d7a20dc1-83ec-4f8c-ba13-e2bbc107c5d5 service neutron] 10.222.0.42 "GET /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250629 Jun 09 13:51:17.008063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:17.012103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908618-3fc9-4e04-916e-ea723e90833b None None] The sync data for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv is: [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:50:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4d1362dd-375d-40f5-9f88-03c2454a5fee', 'name': '', 'network_id': '90528668-5f79-429e-bde0-02ed5e753872', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:ac:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:22Z', 'updated_at': '2021-06-09T13:50:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '766c272f-1210-4f0b-b29d-a48eb13a6bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:51:17.235264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19384fc8-8fbe-4717-aeba-a94cee108da9 None None] New status for floating IP 1cd19d2e-b642-49da-9433-920d96534777: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:51:17.758728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc919bbe-bbdd-474f-912f-90e3edb82317 req-f247830b-f38b-452e-a84d-2e17cbfcc56c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:17.760165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc919bbe-bbdd-474f-912f-90e3edb82317 req-f247830b-f38b-452e-a84d-2e17cbfcc56c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.0808144 Jun 09 13:51:17.853369 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bc919bbe-bbdd-474f-912f-90e3edb82317 req-59fb033b-7cb9-4150-8417-aab8b75b8b11 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=303aa619-dd4c-4d5d-b468-b651f8a7210d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875905 Jun 09 13:51:17.881170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-1c5b14d4-6f82-4933-b287-bbd26cb3cb85 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:17.882570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-1c5b14d4-6f82-4933-b287-bbd26cb3cb85 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 945 time: 0.1043715 Jun 09 13:51:17.945441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-168f15d8-3bcf-4975-997d-7f4aafb6fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:18.155885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:51:18.156186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:18.294836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:18.295077 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:18.417703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:51:18.534333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:18.540122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f39e4073-e962-4c3b-8bad-551a5766cd67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:18.583718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=7699dcb6-6488-4b7c-84fb-367bc3efc0b8,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:18.621223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.621611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.621989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.622362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.622759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.623121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.623503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.623864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.624224 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.624580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.624935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.625304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:18.632249 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:18.673867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] No DVR routers for this DVR port 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:51:18.678292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:18.680547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b8079a03-6d6f-432c-b11e-351ff573e7ab req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "DELETE /v2.0/ports/7699dcb6-6488-4b7c-84fb-367bc3efc0b8 HTTP/1.1" status: 204 len: 173 time: 0.7927651 Jun 09 13:51:18.681083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'name': 'network-vif-deleted', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:51:18.683670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3556a12-4c51-4af1-acf4-d8b27884a8b9" -d '{"events": [{"server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "name": "network-vif-deleted", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:51:18.730009 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff40ab0-0504-4f2c-8e02-b9e8d43bc378 x-openstack-request-id: req-4ff40ab0-0504-4f2c-8e02-b9e8d43bc378 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:51:18.730353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ffa64-4c95-492f-b48b-0cc8fa954b4d", "name": "network-vif-deleted", "tag": "7699dcb6-6488-4b7c-84fb-367bc3efc0b8", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:51:18.730685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ff40ab0-0504-4f2c-8e02-b9e8d43bc378 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:51:18.731128 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ffa64-4c95-492f-b48b-0cc8fa954b4d', 'name': 'network-vif-deleted', 'tag': '7699dcb6-6488-4b7c-84fb-367bc3efc0b8', 'status': 'completed', 'code': 200} Jun 09 13:51:19.020414 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7b23282b-7141-49b6-ac7f-3c853d4d5e66 req-7ecdf9c5-cb08-4020-b4a8-d395a84751a9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6ffa64-4c95-492f-b48b-0cc8fa954b4d HTTP/1.1" status: 200 len: 210 time: 0.0433557 Jun 09 13:51:20.121315 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57320) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:20.340915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-217e2e01-105c-4342-877c-eaee3095b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:20.401954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:20.867557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:21.120798 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:51:21.314575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 4d1362dd-375d-40f5-9f88-03c2454a5fee {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:51:21.315181 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:21.448161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 4d1362dd-375d-40f5-9f88-03c2454a5fee, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4d1362dd-375d-40f5-9f88-03c2454a5fee,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:21.448510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:21.503925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:21.568705 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 4d1362dd-375d-40f5-9f88-03c2454a5fee owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:51:21.733818 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:21.738144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d0c6da14-de37-4104-ad57-9244e2b92537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:21.782453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=4d1362dd-375d-40f5-9f88-03c2454a5fee,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:21.808259 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:22.057971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:22.567571 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 797affe1-42c9-459f-9c5b-c41b1a257026 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:51:22.746991 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:51:22.753494 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/797affe1-42c9-459f-9c5b-c41b1a257026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6301510 Jun 09 13:51:22.755653 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57322) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:22.758298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Sync routers for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:51:22.772519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:22.773179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:22.821677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting subnet 766c272f-1210-4f0b-b29d-a48eb13a6bbe {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:51:22.824723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:22.882228 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:22.932116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:51:22.965145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:22.976904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:23.021629 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:51:23.022091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 7699dcb6-6488-4b7c-84fb-367bc3efc0b8 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:51:23.044819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.049354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-dca2885b-e39b-40d4-b82f-8bceebe88eed tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:23.085045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Subnet': ['ID=766c272f-1210-4f0b-b29d-a48eb13a6bbe,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:23.086898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.090577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/subnets/766c272f-1210-4f0b-b29d-a48eb13a6bbe HTTP/1.1" status: 204 len: 168 time: 0.3319702 Jun 09 13:51:23.090577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5356aba1-0487-4a75-af9f-aeedb98ace7d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:23.092356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57324) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:23.102094 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de614b-653c-42bc-923a-1a59933bbc5b None None] Network 90528668-5f79-429e-bde0-02ed5e753872 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:51:23.275508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.324149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.449860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.514363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:51:21Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '6372dd1a-ee6d-4f3a-af9a-028fe20799a6', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:50:19Z', 'updated_at': '2021-06-09T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:23.518238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Checking router: 797affe1-42c9-459f-9c5b-c41b1a257026 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:51:23.525466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:51:23.525815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.527748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Routers {'797affe1-42c9-459f-9c5b-c41b1a257026'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:23.528360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['797affe1-42c9-459f-9c5b-c41b1a257026'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:23.577378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] DHCP port deletion for 90528668-5f79-429e-bde0-02ed5e753872 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:51:23.723862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] Set router 797affe1-42c9-459f-9c5b-c41b1a257026 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:23.788124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 6372dd1a-ee6d-4f3a-af9a-028fe20799a6, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:23.788739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.832582 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:51:23Z', 'revision_number': 6, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:23.839075 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003712b4-7e98-4923-ad50-ae0396cd2c20 None None] The sync data for ids ['797affe1-42c9-459f-9c5b-c41b1a257026'] in dv-neutron-601336-89-hyperv is: [{'id': '797affe1-42c9-459f-9c5b-c41b1a257026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6398165', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:50:18Z', 'updated_at': '2021-06-09T13:51:23Z', 'revision_number': 6, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:51:23.849013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Deleting port ca252d0d-1982-4d44-8777-6c5203f5382f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:51:23.854647 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:23.912993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:51:23.957383 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] For port ca252d0d-1982-4d44-8777-6c5203f5382f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=ca252d0d-1982-4d44-8777-6c5203f5382f,segment=NetworkSegment(7dbb4bde-03ff-49ec-9a4e-3354fffd9707),segment_id=7dbb4bde-03ff-49ec-9a4e-3354fffd9707)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:23.957781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.051173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.055279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:24.077401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Calling delete_port for ca252d0d-1982-4d44-8777-6c5203f5382f owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:51:24.102828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=6372dd1a-ee6d-4f3a-af9a-028fe20799a6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:24.106099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:24.129271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.133223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51f23050-3d75-43c5-b6eb-466de3c25721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:24.181041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Pushing event deleted for resources: {'Port': ['ID=ca252d0d-1982-4d44-8777-6c5203f5382f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:24.192447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] No DVR routers for this DVR port ca252d0d-1982-4d44-8777-6c5203f5382f on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:51:24.197180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.197651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.197861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.198165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.198544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.199306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.199306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.199532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.199824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.200132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.200453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.200775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:24.205847 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca252d0d-1982-4d44-8777-6c5203f5382f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:51:24.213271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.244856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:24.246121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: ca252d0d-1982-4d44-8777-6c5203f5382f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:51:24.246642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device ca252d0d-1982-4d44-8777-6c5203f5382f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:51:24.385057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.387371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.412630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.413304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Fanout notify agent at l3_agent the message router_deleted on router 797affe1-42c9-459f-9c5b-c41b1a257026 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:51:24.422463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.423653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/routers/797affe1-42c9-459f-9c5b-c41b1a257026 HTTP/1.1" status: 204 len: 168 time: 1.3301861 Jun 09 13:51:24.426576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57326) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:24.546299 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.677753 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.691769 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90528668-5f79-429e-bde0-02ed5e753872']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:24.705962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbb4bde-03ff-49ec-9a4e-3354fffd9707') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:24.706232 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbb4bde-03ff-49ec-9a4e-3354fffd9707') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:24.718223 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.733698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.739500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:51:24.739869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:51:24.757810 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:51:24.841836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.851418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2bcfefda-2bdc-4c28-b402-9bf026a7680d tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:24.865440 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.867292 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/networks/90528668-5f79-429e-bde0-02ed5e753872 HTTP/1.1" status: 204 len: 168 time: 0.4396076 Jun 09 13:51:24.870181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57328) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:24.876351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Network': ['ID=90528668-5f79-429e-bde0-02ed5e753872,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:24.878762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f4b853a-bbfd-4a67-b7ef-24cc2eb1f401 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:24.937438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:24.967135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.033161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.035724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.036850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/security-groups/303aa619-dd4c-4d5d-b468-b651f8a7210d HTTP/1.1" status: 204 len: 168 time: 0.1656268 Jun 09 13:51:25.037735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-af995316-87ae-4f0d-a700-0149b575e41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:25.048639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303aa619-dd4c-4d5d-b468-b651f8a7210d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:25.051075 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3b14ade8-9924-436c-8d7b-54da60879cec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:25.389449 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57334) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:25.394189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052085675', 'description': 'tempest-secgroup-smoke-1052085675 description', 'project_id': '502d7d084643456e94cd53db6be2d76b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:25.419660 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.530420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.537365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.540971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb5d775d-0ff4-40d6-8567-7a1c6d4df68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:25.578887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.580094 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896796 Jun 09 13:51:25.581743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd4702-5ecf-4b5c-bd98-698431565f05,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:25.583207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57336) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:25.584717 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:25.588864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:25.623203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.687715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.694923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.696756 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ea5be990-f2af-44b3-9aca-c80138145107 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:25.718471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438258c2-2a13-41b0-8d54-689d8003a702,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:25.720809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:25.726916 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.728083 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430809 Jun 09 13:51:25.731220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57338) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:25.735747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:25.767107 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.818201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:51:25.828804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.833864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.836001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2702961b-6b75-45ab-94ff-4ece13852024 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:25.853491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:51:25.853839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 6372dd1a-ee6d-4f3a-af9a-028fe20799a6 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:51:25.854270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d1362dd-375d-40f5-9f88-03c2454a5fee no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:51:25.858054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4ee721-1088-4849-ac3c-bb8f168847af,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:25.861939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:25.869943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.871224 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-1d3f3dfa-28d0-4f08-8005-f13d9386c3ab tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390882 Jun 09 13:51:25.874238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57340) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:25.878652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:25.890633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4d1362dd-375d-40f5-9f88-03c2454a5fee {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:51:25.890633 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4d1362dd-375d-40f5-9f88-03c2454a5fee not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:51:25.906784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.969850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.974645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:25.976455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c645cb96-8010-4809-b13d-a779c8ff3ba4 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:25.998234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c13dfc4-a380-4cce-9eb1-6bbcad868e78,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:26.000939 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:26.005047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.006199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311283 Jun 09 13:51:26.008946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57342) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:26.013285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:26.042415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.109507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.115541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.117300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d0ecd8ae-9ce5-469c-89b4-b3869cb40f06 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:26.138796 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97192e88-29b0-4553-8647-e1313c2c17b0,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:26.141351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:26.144425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.145782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358824 Jun 09 13:51:26.148525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57344) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:26.153056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:26.176971 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:51:26.183074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.245374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.250990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.256975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0c884cea-5d5d-49da-b0fa-a147fe91677e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:26.278172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba453e1e-3e14-4af8-80e8-d30b6ba525f1,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:26.280671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:26.286847 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.288121 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386797 Jun 09 13:51:26.290839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57346) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:26.295170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '99bd4702-5ecf-4b5c-bd98-698431565f05', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:26.317182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:51:26.323604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.391390 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.396403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.398212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f6df4551-d227-44b8-972d-5ee0b2704409 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:26.420058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc9cd3c-b4af-484a-a6a3-a0ec3586a5bb,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:26.422842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:26.426695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.427876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-47cd5b4b-41a4-49e9-9e02-c9df59fd79ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361430 Jun 09 13:51:26.432015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57348) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:26.439867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'network': {'name': 'tempest-network-smoke--2024466262', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:26.464972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:51:26.468463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.495704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:51:26.504385 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.504722 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Added segment 95c8e3ae-faa7-4c14-8851-d68312f22e78 of type vlan for network 790c9716-0500-4ab7-a813-d1b516f4925d Jun 09 13:51:26.529586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.561755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.567616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:26.568210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.571895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3bdfcecb-ab10-4145-adb3-e7f1be3d9bff tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:26.659346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2258940 Jun 09 13:51:26.662110 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57350) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:26.667848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'admin_state_up': True, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:26.673144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Network': ['ID=790c9716-0500-4ab7-a813-d1b516f4925d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:26.673667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caf45818-681f-4748-934c-5490586ff744 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:26.682856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 790c9716-0500-4ab7-a813-d1b516f4925d details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:51:26.695471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.696564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.712773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:26.993217 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:27.443929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:27.473411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:27.615298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.33 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/fd14c983-706d-405a-b96b-6dbcf507c512) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:51:27.772175 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:27.806058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:27.809986 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-de4c00bd-dd72-42ea-b002-0753f8b5fb56 tempest-ServersAdminNegativeTestJSON-1451024087 tempest-ServersAdminNegativeTestJSON-1451024087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:27.872615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:27.875548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:27.879210 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:51:27.908304 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=fd14c983-706d-405a-b96b-6dbcf507c512,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:27.914568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:28.300361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:28.802787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:28.886269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.006512 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 14cb4187-fa96-44c4-9813-3a09ffe936e7 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:51:29.184362 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:51:29.193819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Sync routers for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:51:29.203899 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:29.204520 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:29.207240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.208467 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5445459 Jun 09 13:51:29.211834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57352) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:29.250114 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-90229914-7c6e-4414-80f4-e8601d17fef6 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=502d7d084643456e94cd53db6be2d76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370910 Jun 09 13:51:29.252635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57354) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:29.376503 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:29.381131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726bf03-e4bd-4285-9b48-86013fd3b5fa tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:29.382714 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1726bf03-e4bd-4285-9b48-86013fd3b5fa tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291542 Jun 09 13:51:29.385568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57356) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:29.426768 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ccdc2fc4-6311-458f-8671-53032fd70bec tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400195 Jun 09 13:51:29.429255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57358) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:29.434164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209939770', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:29.559238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:51:29.562925 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.653737 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:28Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:29.657357 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Checking router: 14cb4187-fa96-44c4-9813-3a09ffe936e7 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:51:29.657744 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Updating router 14cb4187-fa96-44c4-9813-3a09ffe936e7 port fd14c983-706d-405a-b96b-6dbcf507c512 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:51:29.712123 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.789586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.793125 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-aea66577-10c0-4648-96af-81b43e65c37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:29.862890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Subnet': ['ID=becd0db3-e6df-48c8-800b-b45495c542cb,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:29.867246 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:29.876404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Checking segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:51:29.876773 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network hostable DHCP agents. Network: 790c9716-0500-4ab7-a813-d1b516f4925d, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:51:29.893741 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 790c9716-0500-4ab7-a813-d1b516f4925d is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:51:29.903234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 790c9716-0500-4ab7-a813-d1b516f4925d) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:29.907905 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:29.908418 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:29.912758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2264c7d4-7beb-4767-8b3e-fa1d79d0f573 None None] Network 790c9716-0500-4ab7-a813-d1b516f4925d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:51:29.929666 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b2696bc6-a002-4a14-925c-a99b6be575f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4993277 Jun 09 13:51:29.932532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57360) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:30.061854 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.073481 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Transition to ACTIVE for port object fd14c983-706d-405a-b96b-6dbcf507c512 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:30.082756 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.086396 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:30.163369 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Pushing event updated for resources: {'Port': ['ID=fd14c983-706d-405a-b96b-6dbcf507c512,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:30.165470 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Attempting to bind port fd14c983-706d-405a-b96b-6dbcf507c512 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:51:30.165833 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Attempting to bind port fd14c983-706d-405a-b96b-6dbcf507c512 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:51:30.166186 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Attempting to bind port fd14c983-706d-405a-b96b-6dbcf507c512 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:51:30.174463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.175017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176304 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176651 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.176885 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.177199 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.177512 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.177841 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.178148 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:51:30.181786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:30.187235 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:51:30.187615 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:51:30.188136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.188497 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:51:30.188969 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Bound port: fd14c983-706d-405a-b96b-6dbcf507c512, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:51:30.189683 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.191781 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-790c9716-0500-4ab7-a813-d1b516f4925d', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:51:30.192767 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.266473 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] For port fd14c983-706d-405a-b96b-6dbcf507c512, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:51:30.269843 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] For port fd14c983-706d-405a-b96b-6dbcf507c512, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd14c983-706d-405a-b96b-6dbcf507c512,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:51:30.281486 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.285542 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8cb614c1-1284-4870-8ec8-75e5fb030afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:30.358244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Allocated IP 172.20.0.2 (790c9716-0500-4ab7-a813-d1b516f4925d/becd0db3-e6df-48c8-800b-b45495c542cb/b49bbea8-67e1-43a0-be35-e9ef4a8f1d59) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:51:30.358503 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Pushing event updated for resources: {'Port': ['ID=fd14c983-706d-405a-b96b-6dbcf507c512,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:30.363202 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:30.377143 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:30.377802 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:30.557275 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:30.573334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.584222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Transition to ACTIVE for port object b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:30.605471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Transition to ACTIVE for port object b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:30.611967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.616621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0dcae54-c836-45c5-8a9d-196656271da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:30.695592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Network 790c9716-0500-4ab7-a813-d1b516f4925d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:30.696563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Pushing event updated for resources: {'Port': ['ID=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:30.699153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:30.700844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:30.701556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:51:30.791462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Attempting to bind port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:51:30.791831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Attempting to bind port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:51:30.792319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Attempting to bind port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 on network 790c9716-0500-4ab7-a813-d1b516f4925d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:51:30.797581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:51:30.797957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Checking segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:51:30.798357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.798850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Bound using segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:51:30.799321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Bound port: b49bbea8-67e1-43a0-be35-e9ef4a8f1d59, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:51:30.799689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.845819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.846060 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:28Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:30.849908 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035f6a1-910d-4b74-af69-cee1cb1a1a8c None None] The sync data for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv is: [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:28Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:51:30.903316 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] For port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:51:30.906597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] For port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:51:30.912650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:30.917604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:31.012456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Pushing event updated for resources: {'Port': ['ID=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:31.015612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:31.293777 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.1 (790c9716-0500-4ab7-a813-d1b516f4925d/becd0db3-e6df-48c8-800b-b45495c542cb/5c3cd2c0-764a-4410-8e11-99eef231e54b) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:51:31.465942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:31.483358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 5c3cd2c0-764a-4410-8e11-99eef231e54b will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:31.509133 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:31.513244 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a34b5266-35de-4665-9f3a-c94428d518fd tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:31.583722 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 790c9716-0500-4ab7-a813-d1b516f4925d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:31.587101 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:31.591575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:51:31.622041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:31.629031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:31.654197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:31.785454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:31.888688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:31.965828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:31.971458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd14c983-706d-405a-b96b-6dbcf507c512 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:32.008248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad0f18-7c7c-4017-8d3f-7184e73ba836 None None] Network 790c9716-0500-4ab7-a813-d1b516f4925d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:51:32.143912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Provisioning for port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:32.170956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Provisioning complete for port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:32.171389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.200841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port fd14c983-706d-405a-b96b-6dbcf507c512 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:32.242158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd14c983-706d-405a-b96b-6dbcf507c512 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:32.242453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.363951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.369855 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.394343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-849bd255-6e14-455f-9edf-9081df2e06ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:32.481584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:32.485883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:32.486880 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.497091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.511739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.544107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port fd14c983-706d-405a-b96b-6dbcf507c512, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd14c983-706d-405a-b96b-6dbcf507c512,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:32.551086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.555652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:32.591369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] For port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:32.604306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:32.628325 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 790c9716-0500-4ab7-a813-d1b516f4925d is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:32.629263 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:32.630499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=fd14c983-706d-405a-b96b-6dbcf507c512,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:32.633377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:32.634033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:32.705920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Pushing event updated for resources: {'Port': ['ID=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:32.709331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:32.821279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 14cb4187-fa96-44c4-9813-3a09ffe936e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:51:32.825607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Provisioning complete for port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:32.825990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:33.008840 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:51:33.014819 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/14cb4187-fa96-44c4-9813-3a09ffe936e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0810785 Jun 09 13:51:33.020904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Sync routers for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:51:33.030412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Provisioning for port 5c3cd2c0-764a-4410-8e11-99eef231e54b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:33.036970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:33.037524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:33.086981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Provisioning complete for port 5c3cd2c0-764a-4410-8e11-99eef231e54b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:33.087353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:33.180483 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-24f67264-a01d-4bce-8f54-42a1d513de65 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052085675&fields=id&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 267 time: 0.0403712 Jun 09 13:51:33.220758 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-28ed5b64-ea83-468d-bd30-817f8497ddb6 None None] Port 5c3cd2c0-764a-4410-8e11-99eef231e54b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:51:33.260285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:33.330018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-cd4b9e0d-47ac-4e42-9ef8-ffc971c7e378 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:33.331496 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-cd4b9e0d-47ac-4e42-9ef8-ffc971c7e378 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 797 time: 0.1435399 Jun 09 13:51:33.346948 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-f4d1ca43-c783-4a89-a5f8-e15b55573f37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/quotas/502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 375 time: 0.0094895 Jun 09 13:51:33.434146 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-aff1ac9b-8c06-4744-9c4b-044250f6110d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817907 Jun 09 13:51:33.457833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d2efddcf-525a-49b7-8b46-d2be45bb7a10 None None] Provisioning complete for port 5c3cd2c0-764a-4410-8e11-99eef231e54b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:33.458210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2efddcf-525a-49b7-8b46-d2be45bb7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:33.538936 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d2efddcf-525a-49b7-8b46-d2be45bb7a10 None None] Port 5c3cd2c0-764a-4410-8e11-99eef231e54b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:51:33.573944 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-6962154d-f034-4f27-8165-c90ab582b594 service neutron] 10.222.0.21 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276398 Jun 09 13:51:33.619211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 2, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:33.623206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Checking router: 14cb4187-fa96-44c4-9813-3a09ffe936e7 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:51:33.623557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Updating router 14cb4187-fa96-44c4-9813-3a09ffe936e7 port 5c3cd2c0-764a-4410-8e11-99eef231e54b binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:51:33.677855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:33.847469 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-d0e8e670-645a-4f3c-aafc-05f820ff0125 service neutron] 10.222.0.21 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668808 Jun 09 13:51:33.883190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:34.011330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:34.011714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.035778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6fc968cd-fede-4a79-ac80-526ae34273be req-5425a8cc-5f6d-4552-b6a5-1298c9bec6e8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 210 time: 0.0425203 Jun 09 13:51:34.142802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.189703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Transition to ACTIVE for port object 5c3cd2c0-764a-4410-8e11-99eef231e54b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:34.206256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.211938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:34.249533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd14c983-706d-405a-b96b-6dbcf507c512 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:34.473354 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Pushing event updated for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:34.476171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:34.578350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Attempting to bind port 5c3cd2c0-764a-4410-8e11-99eef231e54b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:51:34.578689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Attempting to bind port 5c3cd2c0-764a-4410-8e11-99eef231e54b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:51:34.579106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Attempting to bind port 5c3cd2c0-764a-4410-8e11-99eef231e54b on network 790c9716-0500-4ab7-a813-d1b516f4925d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:51:34.592084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:51:34.592496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Checking segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:51:34.592874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.593285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Bound using segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:51:34.593764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Bound port: 5c3cd2c0-764a-4410-8e11-99eef231e54b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:51:34.594145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.607804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port fd14c983-706d-405a-b96b-6dbcf507c512 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:34.608156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.786180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] For port 5c3cd2c0-764a-4410-8e11-99eef231e54b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:51:34.804072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] For port 5c3cd2c0-764a-4410-8e11-99eef231e54b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c3cd2c0-764a-4410-8e11-99eef231e54b,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:51:34.811265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:34.814873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:34.894853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:34.895522 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:34.966679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Pushing event updated for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:34.969729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:35.098810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:35.145069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-0da85966-aea2-445b-80dd-d670cc6eb4a6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:35.146618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-0da85966-aea2-445b-80dd-d670cc6eb4a6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 797 time: 0.1692426 Jun 09 13:51:35.238678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2ed5c0c8-e34e-4ca0-854f-d5c5ff11b967 req-462d206d-b660-457b-b459-a0727d2d1c2b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 210 time: 0.0622013 Jun 09 13:51:35.257870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-a1d14548-c256-42a9-8436-7841188150fb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 380 time: 0.0997789 Jun 09 13:51:35.266516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'port': {'device_id': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'admin_state_up': True, 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'security_groups': ['99bd4702-5ecf-4b5c-bd98-698431565f05']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:35.418472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:51:35.422272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:35.439711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:34Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:35.443891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e970f800-3a69-4750-9db8-6fd71d6929bd None None] The sync data for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv is: [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:34Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:51:35.609846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.13 (790c9716-0500-4ab7-a813-d1b516f4925d/becd0db3-e6df-48c8-800b-b45495c542cb/b0ebf436-7dff-4574-a17d-d427eb6bfc38) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:51:35.836039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:35.857868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object b0ebf436-7dff-4574-a17d-d427eb6bfc38 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:35.886215 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c3cd2c0-764a-4410-8e11-99eef231e54b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:35.924714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:35.931998 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe7eaa0f-ea2e-47ed-a103-18f91fcdf95c tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:35.979245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5c3cd2c0-764a-4410-8e11-99eef231e54b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:35.987623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c3cd2c0-764a-4410-8e11-99eef231e54b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:35.988145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.012608 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 790c9716-0500-4ab7-a813-d1b516f4925d is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:36.017772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:36.032382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:51:36.077455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:36.080488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:36.110689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:36.111660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.134181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8713412 Jun 09 13:51:36.147000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Request body: {'port': {'device_id': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:36.154779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.191254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5c3cd2c0-764a-4410-8e11-99eef231e54b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c3cd2c0-764a-4410-8e11-99eef231e54b,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:36.199559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.202052 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:36.283891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.285106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:36.288615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:36.371913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e9f30dde-760f-4a64-bc4c-652b9cdd8657 None None] Provisioning for port b0ebf436-7dff-4574-a17d-d427eb6bfc38 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:36.378378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e9f30dde-760f-4a64-bc4c-652b9cdd8657 None None] Provisioning complete for port b0ebf436-7dff-4574-a17d-d427eb6bfc38 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:36.378785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9f30dde-760f-4a64-bc4c-652b9cdd8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.433699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e9f30dde-760f-4a64-bc4c-652b9cdd8657 None None] Port b0ebf436-7dff-4574-a17d-d427eb6bfc38 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:51:36.601442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2414ed-8541-4807-8af4-6fca0705a3fa req-253bd2ce-a3c6-4ded-80ad-c922ae75130c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:36.602910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d2414ed-8541-4807-8af4-6fca0705a3fa req-253bd2ce-a3c6-4ded-80ad-c922ae75130c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 932 time: 0.2315571 Jun 09 13:51:36.680917 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d2414ed-8541-4807-8af4-6fca0705a3fa req-43d3455e-18f3-45ce-8715-31cffd2014eb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625639 Jun 09 13:51:36.758155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ebf436-7dff-4574-a17d-d427eb6bfc38 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:51:36.765890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.780839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Transition to ACTIVE for port object b0ebf436-7dff-4574-a17d-d427eb6bfc38 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:51:36.786007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:36.789771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-42c2ce80-3687-43a9-8718-815b867163bc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:37.064806 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:37.091088 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:37.165616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Attempting to bind port b0ebf436-7dff-4574-a17d-d427eb6bfc38 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:51:37.166260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Attempting to bind port b0ebf436-7dff-4574-a17d-d427eb6bfc38 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:51:37.166260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Attempting to bind port b0ebf436-7dff-4574-a17d-d427eb6bfc38 on network 790c9716-0500-4ab7-a813-d1b516f4925d {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:51:37.171157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Port b0ebf436-7dff-4574-a17d-d427eb6bfc38 on network 790c9716-0500-4ab7-a813-d1b516f4925d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:51:37.171451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Attempting to bind port b0ebf436-7dff-4574-a17d-d427eb6bfc38 on network 790c9716-0500-4ab7-a813-d1b516f4925d {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:51:37.176887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:51:37.177217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Checking segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:51:37.177718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Bound using segment: {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:51:37.178157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Bound port: b0ebf436-7dff-4574-a17d-d427eb6bfc38, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c8e3ae-faa7-4c14-8851-d68312f22e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:51:37.178495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:37.270375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:51:37.273374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:51:37.280465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:37.283988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-57bbc7fc-663f-4018-9ab0-b15e6c4ec67d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:37.345285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:37.346051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:37.347429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 1094 time: 1.2053218 Jun 09 13:51:37.348129 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:51:37.350505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a24d4-fecb-4b3d-9f7b-98146feb2310" -d '{"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:51:37.380355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:37.387757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:37.424738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212cb9bc-05a9-43f5-ade6-c727af2e9f6e x-openstack-request-id: req-212cb9bc-05a9-43f5-ade6-c727af2e9f6e {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:51:37.425069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:51:37.425363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-212cb9bc-05a9-43f5-ade6-c727af2e9f6e {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:51:37.425790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'status': 'completed', 'code': 200} Jun 09 13:51:37.467519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-e2649145-e6ec-4058-a406-a1eeed831799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:37.468981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-e2649145-e6ec-4058-a406-a1eeed831799 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0801835 Jun 09 13:51:37.539243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-7f0e3bab-b88d-4aaf-812a-23a389a39358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 217 time: 0.0606365 Jun 09 13:51:37.604739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-60d5245f-d4c1-4d70-bc70-f8516689a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:37.606082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-60d5245f-d4c1-4d70-bc70-f8516689a23f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0613220 Jun 09 13:51:37.680954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-2d5d8d8a-bb52-43ed-bcf5-be27e823c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:37.682429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-2d5d8d8a-bb52-43ed-bcf5-be27e823c9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703404 Jun 09 13:51:37.826814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c3cd2c0-764a-4410-8e11-99eef231e54b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:37.860054 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-e6389331-0cb6-415b-8b87-042c31eef86c service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708035 Jun 09 13:51:37.898341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c3cd2c0-764a-4410-8e11-99eef231e54b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:37.898750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:37.979906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83491f-1e32-4822-8224-5a2052773a99 req-59edde9d-517d-4745-86b9-52ccb2623c9b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:37.981358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2f83491f-1e32-4822-8224-5a2052773a99 req-59edde9d-517d-4745-86b9-52ccb2623c9b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 944 time: 0.1892800 Jun 09 13:51:38.035387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d3a21128-ba95-420a-a4b1-e12fe983562e req-cc0c3514-71d5-4534-902c-6a2af10e4bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687322 Jun 09 13:51:38.047008 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2f83491f-1e32-4822-8224-5a2052773a99 req-9d3de377-34be-4821-955e-2d2601385e69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561028 Jun 09 13:51:38.167862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-a7447ede-9ca6-4d5c-abb2-525a45f6eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:38.169188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-a7447ede-9ca6-4d5c-abb2-525a45f6eb55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0767674 Jun 09 13:51:38.310253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-3feb4748-5b63-4f40-a4ff-1da73d387a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:38.311704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-3feb4748-5b63-4f40-a4ff-1da73d387a5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.1357400 Jun 09 13:51:38.386388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-c868db10-7efc-4b50-a40c-2b080f842db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 217 time: 0.0645692 Jun 09 13:51:38.453353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-ef0dd8b7-d97d-4e92-a7ee-7dc5a7115aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:38.454699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-ef0dd8b7-d97d-4e92-a7ee-7dc5a7115aa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0621507 Jun 09 13:51:38.535434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-f192bb04-2eeb-4ef6-a617-b63fc543cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:38.536918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-f192bb04-2eeb-4ef6-a617-b63fc543cbe0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743144 Jun 09 13:51:38.671697 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-ce1278ef-a6ee-4d11-bdf6-1643266c7482 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268382 Jun 09 13:51:38.812344 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e85a24d4-fecb-4b3d-9f7b-98146feb2310 req-384ab016-a037-4399-b623-a9dd192d98bb service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327939 Jun 09 13:51:39.255572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa2659-de97-4ad7-9a9c-ed895f0069b5 req-1443fc0e-45fc-488d-b7f9-98fc455bdf0b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:39.257372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7fa2659-de97-4ad7-9a9c-ed895f0069b5 req-1443fc0e-45fc-488d-b7f9-98fc455bdf0b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 944 time: 0.0892696 Jun 09 13:51:39.301019 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f7fa2659-de97-4ad7-9a9c-ed895f0069b5 req-c544460f-a8be-48ee-8932-2f8cc0cb23ec tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Jun 09 13:51:40.501275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab29a0-8753-4e24-906d-9fd5b87abac5 req-d30f719b-3923-4dd1-8d59-d03da6079697 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:40.502762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2eab29a0-8753-4e24-906d-9fd5b87abac5 req-d30f719b-3923-4dd1-8d59-d03da6079697 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 944 time: 0.0880454 Jun 09 13:51:40.548355 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2eab29a0-8753-4e24-906d-9fd5b87abac5 req-4634067a-ac64-409c-8da9-de3d3e7e9dc4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398414 Jun 09 13:51:41.009426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device b0ebf436-7dff-4574-a17d-d427eb6bfc38 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:51:41.147345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:41.203861 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'port_id': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'mac_address': 'fa:16:3e:2d:47:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:51:41.266983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:41.283083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ebf436-7dff-4574-a17d-d427eb6bfc38 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:51:41.299513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:41.304812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:41.306653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-680ded3f-28b3-4893-bc02-5d7e449bfca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:41.378111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:41.381508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:41.511816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['b0ebf436-7dff-4574-a17d-d427eb6bfc38'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:51:41.744471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd917662-0a9d-4037-b74d-c595bce54202 req-7e1a6f4b-c270-48a9-9950-fdbab124e146 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:41.745947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd917662-0a9d-4037-b74d-c595bce54202 req-7e1a6f4b-c270-48a9-9950-fdbab124e146 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 945 time: 0.0840771 Jun 09 13:51:41.794678 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd917662-0a9d-4037-b74d-c595bce54202 req-076a0d79-8dd2-47e7-92a8-6aacafb51902 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Jun 09 13:51:43.023107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device b0ebf436-7dff-4574-a17d-d427eb6bfc38 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:51:43.093541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port b0ebf436-7dff-4574-a17d-d427eb6bfc38 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:51:43.099120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port b0ebf436-7dff-4574-a17d-d427eb6bfc38 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:51:43.099645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:43.141443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641621-c5a5-4b45-9932-1508b641f9ae req-e91231f1-4279-4fe6-acc9-632e2a26208f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:43.142891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-52641621-c5a5-4b45-9932-1508b641f9ae req-e91231f1-4279-4fe6-acc9-632e2a26208f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 945 time: 0.2262902 Jun 09 13:51:43.186622 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-52641621-c5a5-4b45-9932-1508b641f9ae req-4af99775-0636-4604-b08b-337e40a17965 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 Jun 09 13:51:43.215625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:43.241507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:51:43.243797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa9ba9f-9c16-4659-81fc-d71e15b7df57" -d '{"events": [{"server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:51:43.251420 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:51:43.255992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:43.258198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db490444-767b-4866-995e-f996be7b9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:43.294832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a9eb50-4cab-4855-991c-679cd6844908 x-openstack-request-id: req-c7a9eb50-4cab-4855-991c-679cd6844908 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:51:43.295123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:51:43.295374 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a9eb50-4cab-4855-991c-679cd6844908 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:51:43.295761 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'code': 200} Jun 09 13:51:43.328072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:43.330992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:43.522562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5800f-549c-4fba-9db8-7fc9500a98d2 req-3027406f-187f-4260-a4dd-db9aa3fac36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:43.524038 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eba5800f-549c-4fba-9db8-7fc9500a98d2 req-3027406f-187f-4260-a4dd-db9aa3fac36d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0812559 Jun 09 13:51:43.563332 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eba5800f-549c-4fba-9db8-7fc9500a98d2 req-e935c099-e351-49cc-a995-9da56715e89f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Jun 09 13:51:44.376268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0ba7-93f4-42ec-8669-d46b51fdb5c8 req-319fdb43-1b06-42a5-b21c-5cb5c68d9f10 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:44.377702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca6f0ba7-93f4-42ec-8669-d46b51fdb5c8 req-319fdb43-1b06-42a5-b21c-5cb5c68d9f10 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0790155 Jun 09 13:51:44.424440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca6f0ba7-93f4-42ec-8669-d46b51fdb5c8 req-6fa87bbd-fd1b-4a13-89ce-1917ce0dbab1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Jun 09 13:51:45.636555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c242-9d47-461d-990b-7c876c0f02da req-6026f66e-b321-4265-b3a1-467446fde95f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:45.639607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0222c242-9d47-461d-990b-7c876c0f02da req-6026f66e-b321-4265-b3a1-467446fde95f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.1023009 Jun 09 13:51:45.700494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0222c242-9d47-461d-990b-7c876c0f02da req-34c3c274-5525-48fe-b6c5-8f39c9745e28 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549800 Jun 09 13:51:45.889434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832427e-aa24-471d-ab09-0a052f54f378 req-fbed7eaf-329b-441c-82a7-9701d6b77593 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:45.890884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6832427e-aa24-471d-ab09-0a052f54f378 req-fbed7eaf-329b-441c-82a7-9701d6b77593 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0859084 Jun 09 13:51:45.939606 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6832427e-aa24-471d-ab09-0a052f54f378 req-48fdc721-4907-4687-b813-13f3c9a8187e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Jun 09 13:51:45.962398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57416) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:46.038320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b554e-c695-49c9-9e5c-1ca6e08ece80 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:46.039838 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-546b554e-c695-49c9-9e5c-1ca6e08ece80 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1094 time: 0.0763917 Jun 09 13:51:46.042989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57418) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:46.047834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:51:46.078462 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:46.225678 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:46.365704 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.46 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:51:46.513084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:46.546572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:46.550159 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-574e8949-5668-4eb5-a103-55134270a0b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:46.615892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:51:46.618767 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:51:46.622342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:51:46.650788 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:46.656420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:47.181863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:47.260838 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:47.468518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:47.475566 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:47.479178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-28e9d296-db19-46a0-b2b9-09efd8cf05a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:51:47.578081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:51:47.585857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:51:47.595281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:47.762662 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP a4a8ae6f-e534-4b52-99eb-ee62ada9aafc associated. External IP: 172.26.5.46, port: b0ebf436-7dff-4574-a17d-d427eb6bfc38. Jun 09 13:51:47.948750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8313fcb1-f2cb-408c-b049-018defea71fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:48.113691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 14cb4187-fa96-44c4-9813-3a09ffe936e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:51:48.291909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:51:48.302089 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Sync routers for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:51:48.312522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:48.313024 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:48.313655 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:48.366888 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3220267 Jun 09 13:51:48.366888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:51:48.369187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28887a7f-c591-404b-a84d-e431c6a3a413" -d '{"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:51:48.421197 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a48df2-fd47-4527-9857-a39d2f75fef0 x-openstack-request-id: req-a2a48df2-fd47-4527-9857-a39d2f75fef0 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:51:48.421572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:51:48.422086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2a48df2-fd47-4527-9857-a39d2f75fef0 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:51:48.422608 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'status': 'completed', 'code': 200} Jun 09 13:51:48.488049 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:48.572676 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-94da4ae8-66c9-49cf-8c1b-076630231074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:48.574260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-94da4ae8-66c9-49cf-8c1b-076630231074 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.1300721 Jun 09 13:51:48.586768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87dbd3-40f5-4521-a4fc-4ed5bd948233 req-cfeeb035-d18c-4bf8-afcd-df31e28a19b7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:48.588145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ab87dbd3-40f5-4521-a4fc-4ed5bd948233 req-cfeeb035-d18c-4bf8-afcd-df31e28a19b7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.1133301 Jun 09 13:51:48.711953 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ab87dbd3-40f5-4521-a4fc-4ed5bd948233 req-17694cfa-daac-44c4-af00-c219285e7940 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054339 Jun 09 13:51:48.736761 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57424) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:48.743882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-79888ead-6652-4877-bb12-2aa049f03364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:48.745311 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-79888ead-6652-4877-bb12-2aa049f03364 service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.1563759 Jun 09 13:51:48.853050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-5cca01fa-2702-4242-b334-1063e54e4502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 999 time: 0.1015506 Jun 09 13:51:48.864594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'a4a8ae6f-e534-4b52-99eb-ee62ada9aafc', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'port_id': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'mac_address': 'fa:16:3e:2d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:51:47Z', 'updated_at': '2021-06-09T13:51:47Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:48.868926 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Checking router: 14cb4187-fa96-44c4-9813-3a09ffe936e7 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:51:48.877867 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:51:48.878617 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:51:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:48.922342 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-dc2d5be6-cadd-416b-ba49-25121833b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:48.923910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-dc2d5be6-cadd-416b-ba49-25121833b133 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0646734 Jun 09 13:51:49.000012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-6e42fe7f-c23b-424d-a0f8-7eda8956cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:49.001512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-6e42fe7f-c23b-424d-a0f8-7eda8956cc79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704021 Jun 09 13:51:49.002080 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8ab5e419-6d7c-4e1d-bdc0-de21153ee649 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/a4a8ae6f-e534-4b52-99eb-ee62ada9aafc HTTP/1.1" status: 200 len: 991 time: 0.2643063 Jun 09 13:51:49.056247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:51:49.132794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-f259796b-af50-4876-93fd-eee80638dc5e service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238623 Jun 09 13:51:49.262656 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28887a7f-c591-404b-a84d-e431c6a3a413 req-28846ec5-a383-4bbe-af48-39b23b5a4e3a service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234958 Jun 09 13:51:49.399522 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'a4a8ae6f-e534-4b52-99eb-ee62ada9aafc', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'port_id': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'mac_address': 'fa:16:3e:2d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:51:47Z', 'updated_at': '2021-06-09T13:51:47Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:51:49.405765 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00af1b8-f23f-4213-98de-b1f6350ad080 None None] The sync data for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv is: [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'a4a8ae6f-e534-4b52-99eb-ee62ada9aafc', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'port_id': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'mac_address': 'fa:16:3e:2d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:51:47Z', 'updated_at': '2021-06-09T13:51:47Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:51:49.583695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe2723-7891-46f6-8c97-0fa7399a04aa None None] New status for floating IP a4a8ae6f-e534-4b52-99eb-ee62ada9aafc: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:51:50.006395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57426) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:51:50.124229 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-7cb5038d-a8ac-4aa0-ab95-cf685b139cc3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/a4a8ae6f-e534-4b52-99eb-ee62ada9aafc HTTP/1.1" status: 200 len: 993 time: 0.1164720 Jun 09 13:51:50.358033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9018f6ec-1c71-4106-b046-c1e7800c01a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:50.407188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:51.518784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:53.219247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:58.124819 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:51:58.860212 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-2cc7bdf8-94f6-4066-9639-abc3506579fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722795 Jun 09 13:51:58.887011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:51:59.006848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-25649230-263f-4bdc-89d9-84ecdd4efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:59.008204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-25649230-263f-4bdc-89d9-84ecdd4efb80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0792847 Jun 09 13:51:59.293459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-9c0854dc-e636-4d22-9e9a-bbdf4cce75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:59.294818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-9c0854dc-e636-4d22-9e9a-bbdf4cce75b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.2633033 Jun 09 13:51:59.397593 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-01fabeaa-cf22-4801-8068-1ae3836ce50e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 1001 time: 0.0957024 Jun 09 13:51:59.460913 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-f7c6cf30-7463-4f11-a587-44f705bd5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:59.462970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-f7c6cf30-7463-4f11-a587-44f705bd5e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0590956 Jun 09 13:51:59.544370 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-81feca4e-d1f0-4fac-b62f-fb663337b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:51:59.545736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-81feca4e-d1f0-4fac-b62f-fb663337b752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763621 Jun 09 13:51:59.677074 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-2a0b7346-d479-4a5c-890c-6bffbdea3327 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232910 Jun 09 13:51:59.817646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c62b8424-c826-4b7e-9155-98157ac55c89 req-2ee608bb-3967-432d-b8be-9b150071f205 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324084 Jun 09 13:52:17.963551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69eee331-8e06-4f18-bf84-7096439bd9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:19.475159 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-3e202ef5-8e8a-4e05-9b65-a4c4d18a2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:19.476495 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-3e202ef5-8e8a-4e05-9b65-a4c4d18a2d77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.1284764 Jun 09 13:52:19.487371 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2b29-f71e-4d46-9faf-67dc18567f12 req-297b8f0e-1e48-4de6-9a64-26659606b681 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:19.488683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-624b2b29-f71e-4d46-9faf-67dc18567f12 req-297b8f0e-1e48-4de6-9a64-26659606b681 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.1066012 Jun 09 13:52:19.610809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-624b2b29-f71e-4d46-9faf-67dc18567f12 req-438e7354-a78c-47f2-89a5-d8ac0c02f180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040566 Jun 09 13:52:19.644724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-03cc5a45-3e11-4c38-8ae0-e4a474d62785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:19.646157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-03cc5a45-3e11-4c38-8ae0-e4a474d62785 service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.1566894 Jun 09 13:52:19.748748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-35e9a0f7-74e5-4cd2-a406-fe5ef5cde5ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 1001 time: 0.0949683 Jun 09 13:52:19.811968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-87821a9a-23c2-42df-a299-387588e1feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:19.813392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-87821a9a-23c2-42df-a299-387588e1feed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0570936 Jun 09 13:52:19.891132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-c55714fe-1ad3-45f8-b2dc-5c5330065b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:19.892596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-c55714fe-1ad3-45f8-b2dc-5c5330065b17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712833 Jun 09 13:52:20.025764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-a356092e-0f7a-4bc6-b47c-7d2222ec87e7 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255426 Jun 09 13:52:20.159939 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-36cc90f6-6cdf-4107-a45f-5a00e7a1a8a1 req-827454a2-f747-490b-b1ef-92477568b942 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270406 Jun 09 13:52:20.353048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e98cd239-95c3-4997-8bef-c069a388d6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:20.411211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:20.806809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb266947-b8da-418f-a33c-c51af3f80578 req-7fb1e47f-bb70-4af6-8087-346cabf79a8f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:20.808273 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb266947-b8da-418f-a33c-c51af3f80578 req-7fb1e47f-bb70-4af6-8087-346cabf79a8f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0863292 Jun 09 13:52:20.854266 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb266947-b8da-418f-a33c-c51af3f80578 req-3f31ec9e-cc23-4785-9ead-cd6df61eba55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Jun 09 13:52:21.525878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:22.059607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0076e2-2b48-4cdb-ba72-80f74c21af0e req-6b2bd1ac-9711-4e00-8679-c7145a37718c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:22.061061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee0076e2-2b48-4cdb-ba72-80f74c21af0e req-6b2bd1ac-9711-4e00-8679-c7145a37718c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0837631 Jun 09 13:52:22.111431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee0076e2-2b48-4cdb-ba72-80f74c21af0e req-0eb1f856-0e8d-4021-989e-29debc82fcb6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Jun 09 13:52:23.225532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:23.454963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b67b-0c26-4f17-bf5d-de4f81fadefd req-dfbbb106-ee62-4d53-b82d-9083ec78e175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:23.456309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8200b67b-0c26-4f17-bf5d-de4f81fadefd req-dfbbb106-ee62-4d53-b82d-9083ec78e175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.2101500 Jun 09 13:52:23.501398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8200b67b-0c26-4f17-bf5d-de4f81fadefd req-34ee916e-0d8f-4a85-99f5-5cd28f61c4a5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 Jun 09 13:52:24.716768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f45284-138d-49f3-bf77-39cb6cdee46f req-25fdcf7a-9995-44f3-a336-0b0e576cb4b7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:24.718261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0f45284-138d-49f3-bf77-39cb6cdee46f req-25fdcf7a-9995-44f3-a336-0b0e576cb4b7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0959885 Jun 09 13:52:24.764093 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0f45284-138d-49f3-bf77-39cb6cdee46f req-ecf0b199-9806-4c00-97c1-8ffcb4c6bc50 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Jun 09 13:52:25.996307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28192e1-9dfc-42ac-9032-2e78198046b2 req-2aabe13d-decc-44d7-861b-97a1a0709b51 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:25.997652 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f28192e1-9dfc-42ac-9032-2e78198046b2 req-2aabe13d-decc-44d7-861b-97a1a0709b51 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0888565 Jun 09 13:52:26.047421 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f28192e1-9dfc-42ac-9032-2e78198046b2 req-d73f0f76-6995-4ad5-a13f-2a66512fbb94 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Jun 09 13:52:27.265469 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d03b2-f8bd-403b-ab17-d6ee5139cde4 req-bfb9da3e-70bf-4b19-a813-1141d6bcf132 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:27.266954 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a23d03b2-f8bd-403b-ab17-d6ee5139cde4 req-bfb9da3e-70bf-4b19-a813-1141d6bcf132 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.1039445 Jun 09 13:52:27.310402 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a23d03b2-f8bd-403b-ab17-d6ee5139cde4 req-15535d8c-ab47-447e-b8c3-9026bb97caca tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Jun 09 13:52:28.505018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb629a-54a8-445f-93bc-9ba34ff167d5 req-cc3609ea-690e-4a42-b165-07d528a74361 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:28.506572 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eccb629a-54a8-445f-93bc-9ba34ff167d5 req-cc3609ea-690e-4a42-b165-07d528a74361 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0870574 Jun 09 13:52:28.552670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eccb629a-54a8-445f-93bc-9ba34ff167d5 req-ff08873a-a231-46a9-aa62-091ad529f91b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Jun 09 13:52:28.905912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:29.751749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2266-a071-49ad-bb98-f808e3f2971c req-dd394f93-50c6-41e7-8412-7b79c8bc530d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:29.753194 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b8d2266-a071-49ad-bb98-f808e3f2971c req-dd394f93-50c6-41e7-8412-7b79c8bc530d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0894430 Jun 09 13:52:29.801195 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5b8d2266-a071-49ad-bb98-f808e3f2971c req-9315c478-2cdc-4789-91fa-daf5dcd66a93 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Jun 09 13:52:31.030292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26e2f-ea1b-4c3d-a7b8-9980b3575b4a req-664d0e77-165c-42c7-9bc0-6b8b323c6e44 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:31.031643 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aef26e2f-ea1b-4c3d-a7b8-9980b3575b4a req-664d0e77-165c-42c7-9bc0-6b8b323c6e44 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0986142 Jun 09 13:52:31.077517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-aef26e2f-ea1b-4c3d-a7b8-9980b3575b4a req-88092d70-67b0-45ad-ba75-de21913e9d10 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Jun 09 13:52:32.276892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ccc09-7dcd-4836-9842-d0438d3f5d2f req-7ba837d1-f6f8-465a-910f-7ad3cf5eb138 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:32.278242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e00ccc09-7dcd-4836-9842-d0438d3f5d2f req-7ba837d1-f6f8-465a-910f-7ad3cf5eb138 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0900607 Jun 09 13:52:32.326914 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e00ccc09-7dcd-4836-9842-d0438d3f5d2f req-4ae362ae-f5fa-4d10-abb0-8b0ac2980620 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Jun 09 13:52:33.529174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99165-fac7-4f9d-b67e-d6c88c82a487 req-80fdd4b1-b461-4011-91d1-5a992d22c2a7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:33.530638 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42e99165-fac7-4f9d-b67e-d6c88c82a487 req-80fdd4b1-b461-4011-91d1-5a992d22c2a7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0922790 Jun 09 13:52:33.579020 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-42e99165-fac7-4f9d-b67e-d6c88c82a487 req-4b037699-2ccd-4983-be97-6c39f4a1146c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 Jun 09 13:52:34.782859 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05e2b-e202-4da6-a6ab-8740419a6b84 req-d269acab-0860-4538-a51e-1b84ff771081 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:34.784274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74c05e2b-e202-4da6-a6ab-8740419a6b84 req-d269acab-0860-4538-a51e-1b84ff771081 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0845404 Jun 09 13:52:34.831618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74c05e2b-e202-4da6-a6ab-8740419a6b84 req-1e2873fe-c391-4a52-acb6-36785584dd4e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Jun 09 13:52:35.129202 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:52:36.019384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22784-c6e3-4e0d-b2ab-4e1df7dbf22f req-cbab908a-faa5-4cd3-9da8-f22bcb742054 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:36.020767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53a22784-c6e3-4e0d-b2ab-4e1df7dbf22f req-cbab908a-faa5-4cd3-9da8-f22bcb742054 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0838027 Jun 09 13:52:36.067246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53a22784-c6e3-4e0d-b2ab-4e1df7dbf22f req-ad8e4541-20bb-44f5-ac8a-ebf4b5cd9202 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Jun 09 13:52:37.281274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e554-9356-45c5-9fa2-892b7de6687e req-d99f59b1-9ef3-46e1-ac46-fa2bb608cece tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:52:37.282739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6985e554-9356-45c5-9fa2-892b7de6687e req-d99f59b1-9ef3-46e1-ac46-fa2bb608cece tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0965695 Jun 09 13:52:37.328696 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6985e554-9356-45c5-9fa2-892b7de6687e req-e3c11d30-0721-4811-9145-adcfdcf601d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377648 Jun 09 13:52:37.351781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57470) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:52:37.477663 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-42561b90-b20c-4e53-99e4-91d0b803e3e0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/a4a8ae6f-e534-4b52-99eb-ee62ada9aafc HTTP/1.1" status: 200 len: 993 time: 0.1246917 Jun 09 13:52:47.967664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c697c35d-f3ad-43cd-802f-6fc5bd7c35be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:50.363290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a850e4d8-349b-461e-b0fe-a5007f5fa09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:50.415872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:51.525032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:53.231919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:52:58.911490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:00.871385 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-9892615c-658e-48aa-9907-0919c1c885fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704980 Jun 09 13:53:01.029574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-e7d866ed-c1b8-432a-8e0d-1702f0ae2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:01.030960 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-e7d866ed-c1b8-432a-8e0d-1702f0ae2aa0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0794115 Jun 09 13:53:01.177644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-ba3e895c-f895-4f4a-bb33-440fbbb08c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:01.179148 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-ba3e895c-f895-4f4a-bb33-440fbbb08c06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.1279097 Jun 09 13:53:01.284798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-fadbfb64-3934-4bc9-88d3-d1374095d6c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 1001 time: 0.0980678 Jun 09 13:53:01.479022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-06c754ee-ef47-402c-b403-046fdad50df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:01.480429 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-06c754ee-ef47-402c-b403-046fdad50df1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.1892796 Jun 09 13:53:01.569934 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-6b203f8c-b81f-4c45-9ed7-05b6e09b479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:01.571422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-6b203f8c-b81f-4c45-9ed7-05b6e09b479d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0840986 Jun 09 13:53:01.706239 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-d660d46b-08a9-4462-ab99-959a1bb52616 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261468 Jun 09 13:53:01.837644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e473249-c88b-4ab7-8f35-97eae1ffd051 req-b1da9487-ce77-45fa-91f3-56ddd6791f94 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246278 Jun 09 13:53:06.977883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57488) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:07.174858 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [req-dd42d0bd-34ff-459a-8812-64d43be17878 req-281e4293-53d9-4350-a53d-738eff974696 tempest-ServerDiskConfigTestJSON-570708179 tempest-ServerDiskConfigTestJSON-570708179-project] (92383) timed out ('10.222.0.42', 56510) {{(pid=92383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 13:53:07.256031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:53:07.256247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:07.382459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:07.382772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:07.507477 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:53:07.630958 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:07.634519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-dd6da452-68c9-4917-b360-575407afa05b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:07.677634 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=4b57d5e4-a5ff-4f4a-a988-dcdbb63fa445,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:07.722208 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.722611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.722996 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.723375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.723749 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.724127 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.724497 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.724863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.725230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.725597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.725962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.726308 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:07.752759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:07.781633 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:07.781809 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP a4a8ae6f-e534-4b52-99eb-ee62ada9aafc disassociated (deleted). External IP: 172.26.5.46, port: b0ebf436-7dff-4574-a17d-d427eb6bfc38. Jun 09 13:53:08.136255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 14cb4187-fa96-44c4-9813-3a09ffe936e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:53:08.459581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:53:08.463748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:08.470238 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Sync routers for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:53:08.480421 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:08.481035 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:52:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:08.519396 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-383183df-a2ee-4b72-a200-e2815f30e8e1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/floatingips/a4a8ae6f-e534-4b52-99eb-ee62ada9aafc HTTP/1.1" status: 204 len: 168 time: 1.5401080 Jun 09 13:53:08.520070 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:53:08.522390 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064114b6-857d-43b7-8aff-120825c9e291" -d '{"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:53:08.570379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e536a8-14f2-4baf-b879-5bbcbe2d2236 x-openstack-request-id: req-e1e536a8-14f2-4baf-b879-5bbcbe2d2236 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:53:08.570952 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:53:08.571347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1e536a8-14f2-4baf-b879-5bbcbe2d2236 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:53:08.571860 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'status': 'completed', 'code': 200} Jun 09 13:53:08.668031 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:08.676094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064114b6-857d-43b7-8aff-120825c9e291 req-2df71860-df41-466e-83d3-434dee56c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:08.678474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-2df71860-df41-466e-83d3-434dee56c077 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0823100 Jun 09 13:53:08.815430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064114b6-857d-43b7-8aff-120825c9e291 req-c93ce949-96a0-4800-9718-67f7343e3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:08.817493 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-c93ce949-96a0-4800-9718-67f7343e3eb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 200 len: 898 time: 0.1316531 Jun 09 13:53:08.891956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-032453ea-7fc7-48b2-8359-9a068c05381a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 200 len: 217 time: 0.0679104 Jun 09 13:53:08.956280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064114b6-857d-43b7-8aff-120825c9e291 req-2df28ecb-0072-4e1d-9568-1f1d9a37ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:08.957968 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-2df28ecb-0072-4e1d-9568-1f1d9a37ac98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 200 len: 834 time: 0.0592182 Jun 09 13:53:08.992443 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:08.996506 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Checking router: 14cb4187-fa96-44c4-9813-3a09ffe936e7 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:53:09.005055 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:09.005872 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:52:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:09.040182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064114b6-857d-43b7-8aff-120825c9e291 req-713ab862-adfa-442d-a53c-6db3f76c0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:09.041640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-713ab862-adfa-442d-a53c-6db3f76c0c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=790c9716-0500-4ab7-a813-d1b516f4925d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0760453 Jun 09 13:53:09.224548 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:09.246989 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-00d8ffff-fa3c-40ca-966f-9114f073ad8f service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954408 Jun 09 13:53:09.257061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f11e8-68a7-4e6d-a716-c68dee61ddef req-eca5281f-7bc7-49fa-846d-0d79a11e58d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:09.258362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41f11e8-68a7-4e6d-a716-c68dee61ddef req-eca5281f-7bc7-49fa-846d-0d79a11e58d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.2970457 Jun 09 13:53:09.377545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41f11e8-68a7-4e6d-a716-c68dee61ddef req-1373f958-9ba0-4162-9ebf-90bfa2da7417 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012702 Jun 09 13:53:09.414681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-064114b6-857d-43b7-8aff-120825c9e291 req-38ed3efc-1b08-4544-b930-95bbb671ab81 service neutron] 10.222.0.42 "GET /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553130 Jun 09 13:53:09.539718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:09.543633 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a18a0c-dea8-45c9-9211-db9f09359d30 None None] The sync data for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv is: [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:51:31Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '5c3cd2c0-764a-4410-8e11-99eef231e54b', 'name': '', 'network_id': '790c9716-0500-4ab7-a813-d1b516f4925d', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:5d:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:31Z', 'updated_at': '2021-06-09T13:51:36Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'becd0db3-e6df-48c8-800b-b45495c542cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:53:09.777224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c998b-a804-4db7-9d8c-904a93fb6e92 None None] New status for floating IP a4a8ae6f-e534-4b52-99eb-ee62ada9aafc: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:53:10.523326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-bedc5afc-6642-4c56-998c-644b1d571cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:10.524962 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-bedc5afc-6642-4c56-998c-644b1d571cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.0924242 Jun 09 13:53:10.711139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3be07b-8b63-4b47-8f65-33670ac8a5a6 req-c4eaf552-6382-4bfc-befe-c823adea364f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:10.712585 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5f3be07b-8b63-4b47-8f65-33670ac8a5a6 req-c4eaf552-6382-4bfc-befe-c823adea364f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aff5a10-34bf-4b5e-91a5-250ad7dea5b0 HTTP/1.1" status: 200 len: 946 time: 0.2102075 Jun 09 13:53:10.753554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port b0ebf436-7dff-4574-a17d-d427eb6bfc38 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:53:10.753850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:10.957320 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5f3be07b-8b63-4b47-8f65-33670ac8a5a6 req-aa2edb83-d341-4fff-a28a-b198804f1efa tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=99bd4702-5ecf-4b5c-bd98-698431565f05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379310 Jun 09 13:53:11.032365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port b0ebf436-7dff-4574-a17d-d427eb6bfc38, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b0ebf436-7dff-4574-a17d-d427eb6bfc38,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:11.032730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:11.162054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for b0ebf436-7dff-4574-a17d-d427eb6bfc38 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:53:11.296412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:11.301768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-225620e2-3d79-4b62-931a-6455800f9ff7 tempest-TestEncryptedCinderVolumes-731177348 tempest-TestEncryptedCinderVolumes-731177348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:11.348239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=b0ebf436-7dff-4574-a17d-d427eb6bfc38,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:11.385273 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.385659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.386043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.386412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.386801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.387170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.387534 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.387888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.388251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.388610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.389035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.389391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:11.396417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:11.430399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] No DVR routers for this DVR port b0ebf436-7dff-4574-a17d-d427eb6bfc38 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:53:11.432835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:11.434755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d274a7c5-6fed-40f2-b6fb-a3e9a0608287 req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "DELETE /v2.0/ports/b0ebf436-7dff-4574-a17d-d427eb6bfc38 HTTP/1.1" status: 204 len: 173 time: 0.9035630 Jun 09 13:53:11.435259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'name': 'network-vif-deleted', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:53:11.437578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c98f75-754c-42bb-8641-c1342da2ddfd" -d '{"events": [{"server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "name": "network-vif-deleted", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:53:11.479406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0021ec2a-6a81-4938-ad1d-7efc2bfd2b14 x-openstack-request-id: req-0021ec2a-6a81-4938-ad1d-7efc2bfd2b14 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:53:11.479743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aff5a10-34bf-4b5e-91a5-250ad7dea5b0", "name": "network-vif-deleted", "tag": "b0ebf436-7dff-4574-a17d-d427eb6bfc38", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:53:11.480040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0021ec2a-6a81-4938-ad1d-7efc2bfd2b14 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:53:11.480500 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aff5a10-34bf-4b5e-91a5-250ad7dea5b0', 'name': 'network-vif-deleted', 'tag': 'b0ebf436-7dff-4574-a17d-d427eb6bfc38', 'status': 'completed', 'code': 200} Jun 09 13:53:12.060914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57512) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:12.129467 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:53:12.634356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:13.209357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 5c3cd2c0-764a-4410-8e11-99eef231e54b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:53:13.210112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:13.337577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 5c3cd2c0-764a-4410-8e11-99eef231e54b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c3cd2c0-764a-4410-8e11-99eef231e54b,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:13.337938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:13.459623 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 5c3cd2c0-764a-4410-8e11-99eef231e54b owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:53:13.602465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:13.606363 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2323865-21e2-4947-99e7-f800396a6aa5 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:13.653036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=5c3cd2c0-764a-4410-8e11-99eef231e54b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:13.655565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:13.924626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.287821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 14cb4187-fa96-44c4-9813-3a09ffe936e7 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:53:14.606914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:53:14.612363 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/14cb4187-fa96-44c4-9813-3a09ffe936e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5500305 Jun 09 13:53:14.615693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57516) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:14.617285 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Sync routers for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:53:14.626825 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:14.627434 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:52:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:14.679833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting subnet becd0db3-e6df-48c8-800b-b45495c542cb {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:53:14.683252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.739710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.802966 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:14.820812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.897826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.903084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2d724f58-3acf-4581-91dc-c3d28f454f92 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:14.940239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Subnet': ['ID=becd0db3-e6df-48c8-800b-b45495c542cb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:14.943241 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:14.944253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:14.948621 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a410c1a1-fa5c-4553-955a-f9122ef1aa90 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/subnets/becd0db3-e6df-48c8-800b-b45495c542cb HTTP/1.1" status: 204 len: 168 time: 0.3314621 Jun 09 13:53:14.948863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57518) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:14.953073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1085c02-4a93-461e-a6b7-fe0670279a15 None None] Network 790c9716-0500-4ab7-a813-d1b516f4925d requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:53:15.086280 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:53:13Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:15.090176 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Checking router: 14cb4187-fa96-44c4-9813-3a09ffe936e7 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:53:15.099502 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Routers {'14cb4187-fa96-44c4-9813-3a09ffe936e7'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:15.100102 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:52:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['14cb4187-fa96-44c4-9813-3a09ffe936e7'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:15.134420 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.256589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] DHCP port deletion for 790c9716-0500-4ab7-a813-d1b516f4925d request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:53:15.282798 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] Set router 14cb4187-fa96-44c4-9813-3a09ffe936e7 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:15.318808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Deleting port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:53:15.319192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.332392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.382334 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device b0ebf436-7dff-4574-a17d-d427eb6bfc38 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:53:15.413902 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port fd14c983-706d-405a-b96b-6dbcf507c512 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:53:15.414560 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.430507 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: b0ebf436-7dff-4574-a17d-d427eb6bfc38 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:53:15.430966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device b0ebf436-7dff-4574-a17d-d427eb6bfc38 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:53:15.455664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] For port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,segment=NetworkSegment(95c8e3ae-faa7-4c14-8851-d68312f22e78),segment_id=95c8e3ae-faa7-4c14-8851-d68312f22e78)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:15.456063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.543509 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port fd14c983-706d-405a-b96b-6dbcf507c512, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=fd14c983-706d-405a-b96b-6dbcf507c512,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:15.543752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.565264 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:53:13Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:15.569177 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b134-ad05-4104-ac4d-39ad8b717161 None None] The sync data for ids ['14cb4187-fa96-44c4-9813-3a09ffe936e7'] in dv-neutron-601336-89-hyperv is: [{'id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583663774', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:51:26Z', 'updated_at': '2021-06-09T13:53:13Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'fd14c983-706d-405a-b96b-6dbcf507c512', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb4187-fa96-44c4-9813-3a09ffe936e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:51:27Z', 'updated_at': '2021-06-09T13:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:53:15.580163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Calling delete_port for b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:53:15.633017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.636954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:15.667085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for fd14c983-706d-405a-b96b-6dbcf507c512 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:53:15.683294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Pushing event deleted for resources: {'Port': ['ID=b49bbea8-67e1-43a0-be35-e9ef4a8f1d59,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:15.687063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] No DVR routers for this DVR port b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:53:15.688984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.689328 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.689667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.689998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.690357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.690709 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.691308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.691308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.691651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.691968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.692254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.692569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:15.696065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:15.812723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:15.816998 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ee5f237-89a3-4516-a146-04c61ec58175 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:15.860006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=fd14c983-706d-405a-b96b-6dbcf507c512,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:15.885163 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:15.955139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.007627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c3cd2c0-764a-4410-8e11-99eef231e54b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:53:16.044524 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5c3cd2c0-764a-4410-8e11-99eef231e54b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:53:16.044809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c3cd2c0-764a-4410-8e11-99eef231e54b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:53:16.045186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:53:16.083358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:53:16.083627 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b49bbea8-67e1-43a0-be35-e9ef4a8f1d59 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:53:16.135286 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.137540 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.161411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.161993 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Fanout notify agent at l3_agent the message router_deleted on router 14cb4187-fa96-44c4-9813-3a09ffe936e7 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:53:16.169095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.170176 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0e274f53-90c7-4447-b1b1-e988db91205d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/routers/14cb4187-fa96-44c4-9813-3a09ffe936e7 HTTP/1.1" status: 204 len: 168 time: 1.2198575 Jun 09 13:53:16.173117 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57520) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:16.444662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.575387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.588963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790c9716-0500-4ab7-a813-d1b516f4925d']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:16.602673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c8e3ae-faa7-4c14-8851-d68312f22e78') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:16.602976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c8e3ae-faa7-4c14-8851-d68312f22e78') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:16.616045 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.633166 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.639548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:53:16.640012 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:53:16.654320 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:53:16.736136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.740616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-51c36227-c6bf-458f-9c3d-f0e117777427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:16.756726 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.758519 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/networks/790c9716-0500-4ab7-a813-d1b516f4925d HTTP/1.1" status: 204 len: 168 time: 0.5844047 Jun 09 13:53:16.761477 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57522) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:16.765192 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Network': ['ID=790c9716-0500-4ab7-a813-d1b516f4925d,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:16.767502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:16.829772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.860362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.933429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.935871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:16.938151 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/security-groups/99bd4702-5ecf-4b5c-bd98-698431565f05 HTTP/1.1" status: 204 len: 168 time: 0.1750703 Jun 09 13:53:16.939019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6318dac-1898-4c14-9884-52ff0c8770a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:16.950276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd4702-5ecf-4b5c-bd98-698431565f05,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:16.952768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c1c8edb9-6ab5-4b83-a3fe-8406ee7c675f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:17.257949 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57528) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:17.262887 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569405913', 'description': 'tempest-secgroup-smoke-569405913 description', 'project_id': '502d7d084643456e94cd53db6be2d76b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:17.287146 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.396667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.403355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.406995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-87d94117-76d9-4965-b434-4bbfcf949c07 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:17.440354 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.441549 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1825042 Jun 09 13:53:17.443087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec6525-f635-4a04-bb86-5b998890880e,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:17.444718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57530) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:17.445859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6fa06053-0b22-418e-887b-3b58f5f55d15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:17.449493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:17.479286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.544617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.550340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.552369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c86fd81d-9a05-4210-b703-d314f2d1d4eb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:17.575192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fb2efb-a919-4816-95e1-1cc6e74bd11a,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:17.577600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:17.583211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.584432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f27a2bb2-8034-4833-84fb-7f3142a96f0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386836 Jun 09 13:53:17.587410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57532) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:17.592279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:17.621011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.682447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.687029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.688812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d235b12c-02d9-463d-bc0c-44f8d8da6097 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:17.710231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42d7f46-dc6f-4319-8a34-e590733fc950,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:17.712553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:17.717963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.719357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310027 Jun 09 13:53:17.722215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57534) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:17.728182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:17.757145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.817933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.823356 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.825221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7e3310a4-8f25-4ad5-a3cc-6b9d00e7baee tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:17.844817 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd14c983-706d-405a-b96b-6dbcf507c512 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:53:17.850864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8753434f-90c2-41bb-9e15-3bb7c8a8108f,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:17.853374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:17.859584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.860820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-15994e81-019b-41e9-8b95-991e48d26eae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375875 Jun 09 13:53:17.863744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57536) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:17.868495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:17.879054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: fd14c983-706d-405a-b96b-6dbcf507c512 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:53:17.879417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device fd14c983-706d-405a-b96b-6dbcf507c512 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:53:17.902572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.965676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a68dbc46-92b9-4d39-8b6a-e4cb5a843e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.974077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.979333 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:17.981182 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-be7d0f48-6dfa-44fa-be2e-02b0ff63f7ed tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:18.002966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f49011c-e3ac-4e47-be64-d8838dcc87bb,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:18.005533 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:18.010347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.011605 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468310 Jun 09 13:53:18.014359 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57538) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:18.019022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:18.041803 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:53:18.048102 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.118157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.121852 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.123874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9ced6da9-8b43-4d7b-9819-e21ade8b6603 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:18.144635 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9110c6-8f2e-4429-b8df-ad81a0462850,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:18.148392 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:18.156612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.157823 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-581abd6b-7875-47ec-b763-414445057596 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425083 Jun 09 13:53:18.162021 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57540) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:18.166609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': 'c4ec6525-f635-4a04-bb86-5b998890880e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:18.189377 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:53:18.195630 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.262744 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.268499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.270250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-228a47bb-b0ca-4f49-8451-0cf7370bb711 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:18.291377 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea44dd6-a9e3-4285-9f02-8b8d0ca76a8a,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:18.293763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:18.298867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.299979 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b00355b9-eaaa-49a5-8f50-74edf248a180 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370201 Jun 09 13:53:18.302994 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57542) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:18.307945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'network': {'name': 'tempest-network-smoke--1425221593', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:18.329865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:53:18.333488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.363929 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:53:18.373766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.374085 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Added segment ae8dab3e-e9ce-4e4f-8ba6-99084e029c95 of type vlan for network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 Jun 09 13:53:18.407204 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.446470 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.454203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:18.454848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.458463 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-79ada17e-3c2d-41a4-b1b1-963c42a0d454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:18.550613 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465656 Jun 09 13:53:18.553548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57544) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:18.558668 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'admin_state_up': True, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:18.562273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Network': ['ID=8fe73b6d-fa84-43b6-8cb9-1940049baab6,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:18.565578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c2453f56-77f7-4485-aba8-e70e2cf7a44f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:18.573429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:53:18.589707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.591327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.606052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:18.876636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:19.195746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:19.224813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:19.356175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.178 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/2151333c-3467-437b-8788-e2c88e561776) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:53:19.521019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:19.553688 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:19.557295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d7292dd8-4bb3-4d52-bb29-f31d2eda850f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:19.617569 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:19.620358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:19.622689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:53:19.800852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=2151333c-3467-437b-8788-e2c88e561776,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:19.803827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:20.184442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:20.359371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33326d36-9e1a-4fe5-aeb5-921b7c7aba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:20.420221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:20.532261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:20.742618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:53:20.917097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:53:20.926956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Sync routers for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:53:20.937970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:20.938801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:20.941417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:20.942635 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3879402 Jun 09 13:53:20.945856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57546) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:20.984139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ac52d751-6f67-4447-9a5c-69303814465d tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=502d7d084643456e94cd53db6be2d76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370071 Jun 09 13:53:20.986657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57548) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:21.114403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:21.114713 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58338eec-25df-4cf5-9e57-f854d0aaf7fe tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:21.116055 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-58338eec-25df-4cf5-9e57-f854d0aaf7fe tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283922 Jun 09 13:53:21.119092 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57550) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:21.158283 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-52682d4c-18c3-40aa-851c-d186f7d3f1c0 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380533 Jun 09 13:53:21.160754 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57552) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:21.165519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697622568', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:21.291161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:53:21.294694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:21.392493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:20Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:21.396457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Checking router: 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:53:21.396821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Updating router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 port 2151333c-3467-437b-8788-e2c88e561776 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:53:21.499884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:21.513553 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:21.518320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db55502a-1117-4bcb-9eb2-295ef5b5ba09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:21.558815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:21.593058 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Subnet': ['ID=658865bd-ab17-4185-8a17-3921bca610ab,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:21.598570 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:21.600977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Checking segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:53:21.601340 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network hostable DHCP agents. Network: 8fe73b6d-fa84-43b6-8cb9-1940049baab6, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:53:21.619976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:53:21.630426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 8fe73b6d-fa84-43b6-8cb9-1940049baab6) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:21.635732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:21.636870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:21.641027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53182a5-1736-4781-b5aa-b8ece98d1a01 None None] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:53:21.660245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a1c139dd-b3ca-4e88-8946-8826c10680b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4984181 Jun 09 13:53:21.662974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57554) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:22.010223 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:53:22.011100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.039256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.089944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Transition to ACTIVE for port object 2151333c-3467-437b-8788-e2c88e561776 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:22.103429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.109359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:22.240319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Attempting to bind port 2151333c-3467-437b-8788-e2c88e561776 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:53:22.240717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Attempting to bind port 2151333c-3467-437b-8788-e2c88e561776 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:53:22.241077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Attempting to bind port 2151333c-3467-437b-8788-e2c88e561776 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:53:22.243105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Pushing event updated for resources: {'Port': ['ID=2151333c-3467-437b-8788-e2c88e561776,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:22.249677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:22.253723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:53:22.254104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:53:22.254516 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.254933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:53:22.255408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Bound port: 2151333c-3467-437b-8788-e2c88e561776, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:53:22.255787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.323826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Allocated IP 172.20.0.2 (8fe73b6d-fa84-43b6-8cb9-1940049baab6/658865bd-ab17-4185-8a17-3921bca610ab/9341c196-dee0-4d1d-900a-e34aae21cd3d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:53:22.412740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] For port 2151333c-3467-437b-8788-e2c88e561776, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:53:22.427124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] For port 2151333c-3467-437b-8788-e2c88e561776, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2151333c-3467-437b-8788-e2c88e561776,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:53:22.435192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.441556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff8370eb-e9c6-4f03-8f90-0e4534cc253e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:22.509964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.550845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:22.551474 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:22.604025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Pushing event updated for resources: {'Port': ['ID=2151333c-3467-437b-8788-e2c88e561776,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:22.619795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:22.775559 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:22.795595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Transition to ACTIVE for port object 9341c196-dee0-4d1d-900a-e34aae21cd3d will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:22.811378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:22.918690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Transition to ACTIVE for port object 9341c196-dee0-4d1d-900a-e34aae21cd3d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:23.005118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.1 (8fe73b6d-fa84-43b6-8cb9-1940049baab6/658865bd-ab17-4185-8a17-3921bca610ab/58580a9f-9737-4981-9f26-e9f6b5d1df09) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:53:23.039171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.044666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:23.138561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:23.150850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:23.159700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:53:23.163373 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Pushing event updated for resources: {'Port': ['ID=9341c196-dee0-4d1d-900a-e34aae21cd3d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:23.168131 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:23.169466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.184953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 58580a9f-9737-4981-9f26-e9f6b5d1df09 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:23.209786 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.213688 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-63c213eb-49b8-40cf-9102-32a890c679c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:23.295305 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:23.296374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:23.299087 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:23.300898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:23.301561 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Attempting to bind port 9341c196-dee0-4d1d-900a-e34aae21cd3d on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:53:23.301691 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:53:23.301967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Attempting to bind port 9341c196-dee0-4d1d-900a-e34aae21cd3d by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:53:23.302325 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Attempting to bind port 9341c196-dee0-4d1d-900a-e34aae21cd3d on network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:53:23.304437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.315298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:53:23.315687 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Checking segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:53:23.316097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.316496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Bound using segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:53:23.316976 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Bound port: 9341c196-dee0-4d1d-900a-e34aae21cd3d, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:53:23.317371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.358027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.390671 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:20Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:23.406766 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679a83b-1937-4f33-8653-074dd49e6d53 None None] The sync data for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv is: [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:20Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:53:23.419099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] For port 9341c196-dee0-4d1d-900a-e34aae21cd3d, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:53:23.427702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] For port 9341c196-dee0-4d1d-900a-e34aae21cd3d, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9341c196-dee0-4d1d-900a-e34aae21cd3d,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:53:23.436165 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.440012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:23.479762 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:23.518651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Pushing event updated for resources: {'Port': ['ID=9341c196-dee0-4d1d-900a-e34aae21cd3d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:23.523294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:23.975700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9341c196-dee0-4d1d-900a-e34aae21cd3d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:24.055303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9341c196-dee0-4d1d-900a-e34aae21cd3d completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:24.061217 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2151333c-3467-437b-8788-e2c88e561776 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:24.112737 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.119636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.135981 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2151333c-3467-437b-8788-e2c88e561776 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:24.143135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2151333c-3467-437b-8788-e2c88e561776 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:24.143539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.152831 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-802102f3-ef74-4c62-a22e-b8a551b8ccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:24.251432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.255471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:24.259220 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:24.296594 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.321621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 2151333c-3467-437b-8788-e2c88e561776, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2151333c-3467-437b-8788-e2c88e561776,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:24.332188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.334015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:24.408024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:24.409292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:24.411869 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=2151333c-3467-437b-8788-e2c88e561776,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:24.419515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:24.485551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76ea64-efe0-4c72-a1a9-0cf8980ed5cb None None] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:53:24.591278 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Provisioning for port 9341c196-dee0-4d1d-900a-e34aae21cd3d completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:24.600947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Provisioning complete for port 9341c196-dee0-4d1d-900a-e34aae21cd3d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:24.601340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.603870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:53:24.786662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:53:24.794579 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/8ff760c4-be79-41ae-b9b4-dd4b0cc25e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1280808 Jun 09 13:53:24.824174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.864970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] For port 9341c196-dee0-4d1d-900a-e34aae21cd3d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9341c196-dee0-4d1d-900a-e34aae21cd3d,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:24.871044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:24.875378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:24.949485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Pushing event updated for resources: {'Port': ['ID=9341c196-dee0-4d1d-900a-e34aae21cd3d,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:24.953491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:24.979511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-6f9748ad-61a0-44b2-aa4b-d4058c1dbdb6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569405913&fields=id&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 267 time: 0.0519719 Jun 09 13:53:25.094448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Provisioning complete for port 9341c196-dee0-4d1d-900a-e34aae21cd3d triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:25.094788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:25.150071 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Sync routers for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:53:25.163975 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:25.164757 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:25.244558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Provisioning for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:25.251171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Provisioning complete for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:25.251837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:25.299646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-8c20720c-11b3-421a-86f8-aac68f61dda0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:25.306491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-8c20720c-11b3-421a-86f8-aac68f61dda0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 797 time: 0.3202534 Jun 09 13:53:25.319422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1268848a-0e5f-4d03-8a1b-60f65f243fb8 None None] Port 58580a9f-9737-4981-9f26-e9f6b5d1df09 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:53:25.323222 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-3018196c-7ac3-4fdd-9c4a-0db50d7c69d8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/quotas/502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 375 time: 0.0154879 Jun 09 13:53:25.403036 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:25.409424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-83f29d37-7988-48bd-b779-a44cc2e9beae tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852549 Jun 09 13:53:25.450892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-067adc50-142e-4c3a-bcef-bc2683ee949f None None] Provisioning complete for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:25.451453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-067adc50-142e-4c3a-bcef-bc2683ee949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:25.507239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-067adc50-142e-4c3a-bcef-bc2683ee949f None None] Port 58580a9f-9737-4981-9f26-e9f6b5d1df09 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:53:25.626257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-102e0f3d-57cd-4087-9f9d-a75259652eb6 None None] Provisioning complete for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:25.626680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-102e0f3d-57cd-4087-9f9d-a75259652eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:25.638748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-01692bac-644e-4ace-bcff-2c34df46138a service neutron] 10.222.0.21 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175570 Jun 09 13:53:25.687631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-102e0f3d-57cd-4087-9f9d-a75259652eb6 None None] Port 58580a9f-9737-4981-9f26-e9f6b5d1df09 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:53:25.718062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 2, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:25.721890 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Checking router: 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:53:25.722366 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Updating router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 port 58580a9f-9737-4981-9f26-e9f6b5d1df09 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:53:25.769966 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-20d433ff-96c3-4c5d-a333-2d4af8490ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282673 Jun 09 13:53:25.773471 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:25.912819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9341c196-dee0-4d1d-900a-e34aae21cd3d up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:25.976533 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d020a472-54a4-4e5c-a08d-28ce09ca2471 req-8f6d2e50-551f-4480-aa1c-801f0c1f9083 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 210 time: 0.0548513 Jun 09 13:53:26.049874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9341c196-dee0-4d1d-900a-e34aae21cd3d triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:26.050517 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.124209 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.135651 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Transition to ACTIVE for port object 58580a9f-9737-4981-9f26-e9f6b5d1df09 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:26.143507 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.147843 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f381bc7e-5938-4da3-865b-3ff220d98476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:26.170414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2151333c-3467-437b-8788-e2c88e561776 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:26.217162 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Pushing event updated for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:26.248281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2151333c-3467-437b-8788-e2c88e561776 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:26.248829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.271479 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.272194 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.272745 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.273153 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.273498 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.273875 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.274200 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.274642 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.274961 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.275487 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.275957 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.276428 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:53:26.292441 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:26.381061 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Attempting to bind port 58580a9f-9737-4981-9f26-e9f6b5d1df09 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:53:26.381771 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Attempting to bind port 58580a9f-9737-4981-9f26-e9f6b5d1df09 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:53:26.382368 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Attempting to bind port 58580a9f-9737-4981-9f26-e9f6b5d1df09 on network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:53:26.388167 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:53:26.388497 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Checking segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:53:26.389252 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.389937 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Bound using segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:53:26.390693 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Bound port: 58580a9f-9737-4981-9f26-e9f6b5d1df09, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:53:26.391068 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.487833 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] For port 58580a9f-9737-4981-9f26-e9f6b5d1df09, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:53:26.490797 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] For port 58580a9f-9737-4981-9f26-e9f6b5d1df09, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58580a9f-9737-4981-9f26-e9f6b5d1df09,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:53:26.495853 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:26.500258 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e45fa34e-77da-460f-8aa8-fdfa52839e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:26.571841 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:26.572459 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:26.643123 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Pushing event updated for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:26.704271 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:26.773277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:27.106864 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:26Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:27.111767 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd76d-c9f2-438c-834a-3bef8fca1a73 None None] The sync data for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv is: [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:26Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:53:27.145315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-339406e1-c661-4f13-9447-9613ba26effe req-b8f589da-9c5a-404a-9776-5846350d9b44 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 210 time: 0.0640764 Jun 09 13:53:27.309860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-a91140a6-7bcf-4772-a738-8c5cebbfa16e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:27.311354 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-a91140a6-7bcf-4772-a738-8c5cebbfa16e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 797 time: 0.1936684 Jun 09 13:53:27.363852 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-d5621689-14c6-44ba-abf7-3f8394473eda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 379 time: 0.0435717 Jun 09 13:53:27.373354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'port': {'device_id': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'admin_state_up': True, 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'security_groups': ['c4ec6525-f635-4a04-bb86-5b998890880e']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:27.544099 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:53:27.547776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:27.718930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.5 (8fe73b6d-fa84-43b6-8cb9-1940049baab6/658865bd-ab17-4185-8a17-3921bca610ab/a726ab7f-6b36-458a-b6b3-83d0a2147cbf) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:53:27.929880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58580a9f-9737-4981-9f26-e9f6b5d1df09 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:27.932339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:27.950317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object a726ab7f-6b36-458a-b6b3-83d0a2147cbf will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:27.979999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:27.986250 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:28.005912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:28.011162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:28.011927 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.051282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:28.055337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:28.059883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:53:28.132445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:28.144661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:28.150300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.150634 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:28.151297 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.175112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8058040 Jun 09 13:53:28.187941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 58580a9f-9737-4981-9f26-e9f6b5d1df09, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58580a9f-9737-4981-9f26-e9f6b5d1df09,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:28.200814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.209676 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1a90459-d26b-4fcc-a04a-0f0cb60bb812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:28.256531 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Request body: {'port': {'device_id': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:28.292558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:28.296931 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:28.367770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a171763e-a965-41c0-b399-8f2adf8449b3 None None] Provisioning for port a726ab7f-6b36-458a-b6b3-83d0a2147cbf completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:28.372718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a171763e-a965-41c0-b399-8f2adf8449b3 None None] Provisioning complete for port a726ab7f-6b36-458a-b6b3-83d0a2147cbf triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:28.373092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a171763e-a965-41c0-b399-8f2adf8449b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.427140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a171763e-a965-41c0-b399-8f2adf8449b3 None None] Port a726ab7f-6b36-458a-b6b3-83d0a2147cbf cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:53:28.435606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.523069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a144b2-cb81-4995-9b57-47adf42aa926 req-b1222374-151f-44fe-9c93-e9670d865d80 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:28.524512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38a144b2-cb81-4995-9b57-47adf42aa926 req-b1222374-151f-44fe-9c93-e9670d865d80 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 931 time: 0.2040982 Jun 09 13:53:28.687296 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38a144b2-cb81-4995-9b57-47adf42aa926 req-75f18208-e4fa-4ad9-af91-492b9546662a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220877 Jun 09 13:53:28.825986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a726ab7f-6b36-458a-b6b3-83d0a2147cbf {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:53:28.833431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.847960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Transition to ACTIVE for port object a726ab7f-6b36-458a-b6b3-83d0a2147cbf will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:53:28.853547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.857172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-46437381-3379-4296-a86c-28444b4a9ce0 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:28.911947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:28.984970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:29.149049 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:29.224383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Attempting to bind port a726ab7f-6b36-458a-b6b3-83d0a2147cbf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:53:29.225065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Attempting to bind port a726ab7f-6b36-458a-b6b3-83d0a2147cbf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:53:29.225065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Attempting to bind port a726ab7f-6b36-458a-b6b3-83d0a2147cbf on network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:53:29.229738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Port a726ab7f-6b36-458a-b6b3-83d0a2147cbf on network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:53:29.230054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Attempting to bind port a726ab7f-6b36-458a-b6b3-83d0a2147cbf on network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:53:29.236532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:53:29.236851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Checking segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:53:29.237221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Bound using segment: {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:53:29.237650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Bound port: a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:53:29.237985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:29.328589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:53:29.331696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:53:29.339304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:29.343397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:29.399274 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:29.399840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:29.401195 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] 10.222.0.42 "PUT /v2.0/ports/a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 1093 time: 1.2176952 Jun 09 13:53:29.401741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:53:29.404083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d67d98-2701-4bdf-9732-19a380ddd68d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:53:29.429769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:29.433504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:29.526743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-6f5cbbce-3c1c-4458-a170-e36b97a9b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:29.528257 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-6f5cbbce-3c1c-4458-a170-e36b97a9b6db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1096 time: 0.0792098 Jun 09 13:53:29.529836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa08e7-fc31-4fc9-8149-a129e971c9fd x-openstack-request-id: req-deaa08e7-fc31-4fc9-8149-a129e971c9fd {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:53:29.530169 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:53:29.530466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deaa08e7-fc31-4fc9-8149-a129e971c9fd {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:53:29.530950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'status': 'completed', 'code': 200} Jun 09 13:53:29.601256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-727f8f7d-d4f5-499b-8146-3c0bc7b39d63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 217 time: 0.0636287 Jun 09 13:53:29.664122 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-b6dbce39-990a-415e-8c28-7cf59fe17368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:29.666172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-b6dbce39-990a-415e-8c28-7cf59fe17368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0585279 Jun 09 13:53:29.742495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ed3b-a150-4957-bc02-069899027232 req-3a1cd29e-19bf-4503-aebc-3bd2239823f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:29.743990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-3a1cd29e-19bf-4503-aebc-3bd2239823f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708053 Jun 09 13:53:29.895802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58580a9f-9737-4981-9f26-e9f6b5d1df09 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:29.932383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-1eca0e98-e18c-46ca-aa3d-dab60047010b service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813693 Jun 09 13:53:29.964660 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 58580a9f-9737-4981-9f26-e9f6b5d1df09 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:29.965053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:29.965703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27962feb-1d46-46d2-99bc-2fc39bf440ce req-c06a2482-fbb3-4a11-bccd-6e6071115725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:29.967526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27962feb-1d46-46d2-99bc-2fc39bf440ce req-c06a2482-fbb3-4a11-bccd-6e6071115725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 943 time: 0.1531072 Jun 09 13:53:30.080789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-27962feb-1d46-46d2-99bc-2fc39bf440ce req-e8b86d24-3beb-4ce6-90f9-903b486273f6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688818 Jun 09 13:53:30.108140 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0e20ed3b-a150-4957-bc02-069899027232 req-75027cf1-dbc1-4687-b8f3-bf1773b743ab service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684065 Jun 09 13:53:30.254505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-83ff7157-1c0d-407b-bc05-0e06857aaace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:30.256006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-83ff7157-1c0d-407b-bc05-0e06857aaace service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1096 time: 0.0952520 Jun 09 13:53:30.388596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-397e8df4-481e-4e98-9018-747730b718a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:30.390045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-397e8df4-481e-4e98-9018-747730b718a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1267977 Jun 09 13:53:30.456724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-4ebb74ba-c0c9-43dc-a53a-2c67c66fcaac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 217 time: 0.0588989 Jun 09 13:53:30.521580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-f11a6926-0582-440c-a460-e91f098c70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:30.522931 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-f11a6926-0582-440c-a460-e91f098c70cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0593910 Jun 09 13:53:30.603933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-3f4e0d47-0630-48e0-94bf-cd1069869f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:30.605416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-3f4e0d47-0630-48e0-94bf-cd1069869f02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756769 Jun 09 13:53:30.736671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-3a93e466-4bef-4317-a00d-b4c28538f360 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234200 Jun 09 13:53:31.004882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a5d67d98-2701-4bdf-9732-19a380ddd68d req-b1c501a1-41b6-4350-bede-3d4bff980468 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611237 Jun 09 13:53:31.291024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d64a-3c94-4b25-96b7-6f054e3ad4c1 req-32c45169-81f3-44fb-b671-751e943e72ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:31.292466 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5865d64a-3c94-4b25-96b7-6f054e3ad4c1 req-32c45169-81f3-44fb-b671-751e943e72ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 943 time: 0.0917602 Jun 09 13:53:31.337487 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5865d64a-3c94-4b25-96b7-6f054e3ad4c1 req-71e63c12-7976-4251-9532-56dfe5210a1e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 Jun 09 13:53:32.533226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394c6f-81ca-4ff6-92c5-ea948f5999d5 req-22da0aa9-e05f-4540-838d-46fa651222a4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:32.534712 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c2394c6f-81ca-4ff6-92c5-ea948f5999d5 req-22da0aa9-e05f-4540-838d-46fa651222a4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 943 time: 0.0832489 Jun 09 13:53:32.584298 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c2394c6f-81ca-4ff6-92c5-ea948f5999d5 req-00dcbb8d-f825-46f5-9712-4893ba736fa4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Jun 09 13:53:33.445789 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:53:33.583682 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:33.600849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'mac_address': 'fa:16:3e:42:a2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:53:33.656694 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:33.674090 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a726ab7f-6b36-458a-b6b3-83d0a2147cbf {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:53:33.690336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:33.695342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:33.697230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-598d32a3-8ea2-4fe0-b3dc-84912b6dd668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:33.762567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:33.765652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:33.797842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdb239-5684-4a23-80b0-78daa691e53c req-d7d17ea0-f575-4528-b225-fedf9e98a2dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:33.799336 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23fdb239-5684-4a23-80b0-78daa691e53c req-d7d17ea0-f575-4528-b225-fedf9e98a2dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 944 time: 0.0885513 Jun 09 13:53:33.845225 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-23fdb239-5684-4a23-80b0-78daa691e53c req-6333b717-1611-4974-8eb6-3a789bc59d71 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Jun 09 13:53:33.938867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a726ab7f-6b36-458a-b6b3-83d0a2147cbf'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:53:35.050785 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6950bfa-f6a5-403d-9f47-5dc8e06ec2d2 req-adf18b33-1359-4606-8a50-97fc5b82db5a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:35.052231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6950bfa-f6a5-403d-9f47-5dc8e06ec2d2 req-adf18b33-1359-4606-8a50-97fc5b82db5a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 944 time: 0.0920672 Jun 09 13:53:35.099741 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b6950bfa-f6a5-403d-9f47-5dc8e06ec2d2 req-eb13ec6a-a166-4397-b979-b1548ce7fe16 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Jun 09 13:53:35.475249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:53:35.550834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port a726ab7f-6b36-458a-b6b3-83d0a2147cbf completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:53:35.555614 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port a726ab7f-6b36-458a-b6b3-83d0a2147cbf triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:53:35.556047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:35.673025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:35.702008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:53:35.704395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e88660f-fb40-455a-9f0b-bad4b6958e52" -d '{"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-plugged", "status": "completed", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:53:35.712512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:53:35.717955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:35.719915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:35.789293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:35.792378 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:35.804174 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7960a2-628f-4399-a26e-f45aabb2e4ff x-openstack-request-id: req-aa7960a2-628f-4399-a26e-f45aabb2e4ff {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:53:35.804466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-plugged", "status": "completed", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:53:35.804728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa7960a2-628f-4399-a26e-f45aabb2e4ff {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:53:35.805122 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'code': 200} Jun 09 13:53:36.034125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7211b-a1c2-455f-a56e-a4b9aad649f9 req-4d66af87-3f41-4141-a462-d733392f2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:36.035561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6ab7211b-a1c2-455f-a56e-a4b9aad649f9 req-4d66af87-3f41-4141-a462-d733392f2a1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.0725887 Jun 09 13:53:36.076210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6ab7211b-a1c2-455f-a56e-a4b9aad649f9 req-6960813c-24ba-4f02-bc08-0f33b7a1c704 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Jun 09 13:53:36.312725 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d351-d959-4e03-bac2-653d7d9bfb5e req-27f91def-b490-4502-9b4e-11c66b77ceb0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:36.314291 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cb31d351-d959-4e03-bac2-653d7d9bfb5e req-27f91def-b490-4502-9b4e-11c66b77ceb0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0962212 Jun 09 13:53:36.359671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cb31d351-d959-4e03-bac2-653d7d9bfb5e req-82bf25cc-a5e7-4921-bbde-6858075df7e7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 Jun 09 13:53:37.565492 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059e4ad-1d9a-481b-a641-bd0b1f41c295 req-808273f8-e21e-42ed-84ee-6c5bec49abca tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:37.567010 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1059e4ad-1d9a-481b-a641-bd0b1f41c295 req-808273f8-e21e-42ed-84ee-6c5bec49abca tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0862961 Jun 09 13:53:37.611978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1059e4ad-1d9a-481b-a641-bd0b1f41c295 req-da49f765-338b-4433-a1bf-0f0f6e17d7af tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391684 Jun 09 13:53:37.817585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5a1e-d117-4b08-b075-0b13c85b174b req-1a03c5ee-5db3-4823-aa21-6ef0d1405649 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:37.818958 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48cc5a1e-d117-4b08-b075-0b13c85b174b req-1a03c5ee-5db3-4823-aa21-6ef0d1405649 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0950155 Jun 09 13:53:37.868780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-48cc5a1e-d117-4b08-b075-0b13c85b174b req-b1489b86-8587-453e-9108-59907263176e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439718 Jun 09 13:53:37.891718 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57624) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:37.972351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5d388-e28d-45de-b0d8-935531a29bea tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:37.973859 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-62b5d388-e28d-45de-b0d8-935531a29bea tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1093 time: 0.0811462 Jun 09 13:53:37.977001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57626) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:37.986341 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:53:38.023039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:38.158346 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:38.297623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.163 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/d76b0bec-216f-48ad-880a-820e29c1b76c) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:53:38.448913 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:38.482859 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:38.486393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:38.549755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:53:38.552682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:53:38.556265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:53:38.584380 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=d76b0bec-216f-48ad-880a-820e29c1b76c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:38.590073 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:39.106033 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:39.183499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:39.413255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:39.419151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:39.422819 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:53:39.522981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=d76b0bec-216f-48ad-880a-820e29c1b76c,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:53:39.530267 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:53:39.540466 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:39.715422 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 5034e5b1-b745-4765-ab04-3293f6bdd57b associated. External IP: 172.26.5.163, port: a726ab7f-6b36-458a-b6b3-83d0a2147cbf. Jun 09 13:53:40.069502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:53:40.256995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:53:40.266940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Sync routers for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:53:40.277138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:40.277862 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:40.278008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:40.334856 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3563654 Jun 09 13:53:40.335389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:53:40.337724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87678d5-1c7d-4564-a155-451a00b139e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:53:40.383425 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9853cc8d-ce0d-4e74-a350-6848f4a356e7 x-openstack-request-id: req-9853cc8d-ce0d-4e74-a350-6848f4a356e7 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:53:40.383770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:53:40.384071 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9853cc8d-ce0d-4e74-a350-6848f4a356e7 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:53:40.384669 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'status': 'completed', 'code': 200} Jun 09 13:53:40.493282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:40.536555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-03bc0a39-0235-4bb4-8366-1cff26345e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:40.538027 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-03bc0a39-0235-4bb4-8366-1cff26345e49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.1351788 Jun 09 13:53:40.545226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74913-cc9d-4aac-88bc-2e1a595f63a0 req-702c1e27-4ff6-4840-a292-57996e0de7dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:40.546514 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ebd74913-cc9d-4aac-88bc-2e1a595f63a0 req-702c1e27-4ff6-4840-a292-57996e0de7dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.1130712 Jun 09 13:53:40.668958 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ebd74913-cc9d-4aac-88bc-2e1a595f63a0 req-a4145457-c626-4770-86c6-c47934ad088b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042724 Jun 09 13:53:40.696505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57632) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:40.708348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-b8ac5476-04f8-449c-b27f-3c46629041d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:40.709795 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-b8ac5476-04f8-449c-b27f-3c46629041d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1624198 Jun 09 13:53:40.819640 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-23ecb022-7280-42a6-bcf5-eba84cbaa6b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 999 time: 0.1027534 Jun 09 13:53:40.847626 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '5034e5b1-b745-4765-ab04-3293f6bdd57b', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'mac_address': 'fa:16:3e:42:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:53:39Z', 'updated_at': '2021-06-09T13:53:39Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:40.851769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Checking router: 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:53:40.860520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:53:40.861140 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:53:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:40.888495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-e780a4a0-89b1-4377-9f02-23c002c7f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:40.890092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-e780a4a0-89b1-4377-9f02-23c002c7f6dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0640097 Jun 09 13:53:40.960823 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-e5ef1090-a657-4017-b1a1-216c874e0acd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/5034e5b1-b745-4765-ab04-3293f6bdd57b HTTP/1.1" status: 200 len: 991 time: 0.2628250 Jun 09 13:53:40.967782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-6c925aae-7ceb-44ad-a220-14dc668cf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:53:40.969245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-6c925aae-7ceb-44ad-a220-14dc668cf8f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720899 Jun 09 13:53:41.042286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:53:41.099990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-5c3a13a7-a3e5-4ce3-9f11-731375e93f88 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243124 Jun 09 13:53:41.232100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b87678d5-1c7d-4564-a155-451a00b139e6 req-93f5884c-c70d-464a-bde7-2c34e1e28d68 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256566 Jun 09 13:53:41.387956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '5034e5b1-b745-4765-ab04-3293f6bdd57b', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'mac_address': 'fa:16:3e:42:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:53:39Z', 'updated_at': '2021-06-09T13:53:39Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:53:41.392400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51236cf-f152-4748-9bec-cd2679029852 None None] The sync data for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv is: [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '5034e5b1-b745-4765-ab04-3293f6bdd57b', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'mac_address': 'fa:16:3e:42:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:53:39Z', 'updated_at': '2021-06-09T13:53:39Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:53:41.587986 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b1471-7519-44f3-83af-11d0fb2d8b30 None None] New status for floating IP 5034e5b1-b745-4765-ab04-3293f6bdd57b: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:53:41.965684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57634) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:53:42.080076 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0ce639bb-bd1a-4eac-815b-ddab47bda591 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/5034e5b1-b745-4765-ab04-3293f6bdd57b HTTP/1.1" status: 200 len: 993 time: 0.1122749 Jun 09 13:53:47.968646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16fa082f-6a95-4592-8654-a24747b85d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:49.133556 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:53:50.361670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d338e1c5-4875-4587-870f-fe5674e097ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:50.425331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:51.530783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:53.237213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:53:58.914695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:00.877841 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-b754dc22-de78-40db-99cb-9a58a2e693df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751626 Jun 09 13:54:01.153643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-fcb261c1-1ba7-46dd-ba34-a6ec22d588bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:01.155118 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-fcb261c1-1ba7-46dd-ba34-a6ec22d588bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.2043037 Jun 09 13:54:01.302659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-c07ff39a-b78f-4f6f-a011-7a9d11c91b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:01.304567 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-c07ff39a-b78f-4f6f-a011-7a9d11c91b1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1286738 Jun 09 13:54:01.408189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-08ed57c8-3bcf-4871-a04e-20654f42bdda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 1001 time: 0.0966458 Jun 09 13:54:01.472666 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-57f557e4-7486-4186-a4ca-0fc6b54e58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:01.474052 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-57f557e4-7486-4186-a4ca-0fc6b54e58ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0585122 Jun 09 13:54:01.553347 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-86a9548e-ce73-44f3-8d4c-1c95d8fbf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:01.554849 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-86a9548e-ce73-44f3-8d4c-1c95d8fbf60f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741045 Jun 09 13:54:01.692596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-855f33df-bb62-4113-87b2-8371ce57a2f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305797 Jun 09 13:54:01.824076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8261552b-04e8-49e4-a28b-37e8881c5464 req-4064d568-3bf3-4ed8-a6e1-eec0eede9224 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250229 Jun 09 13:54:09.016481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57652) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:54:09.058717 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a746e-e167-44a4-90f6-60011719bbfa req-5b9ee360-d0c2-43bd-8790-aacdaa430653 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:09.060304 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-071a746e-e167-44a4-90f6-60011719bbfa req-5b9ee360-d0c2-43bd-8790-aacdaa430653 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0825119 Jun 09 13:54:09.109841 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-071a746e-e167-44a4-90f6-60011719bbfa req-6f76e85e-1b8f-48c0-9a47-b33c20726450 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 Jun 09 13:54:09.138275 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-9227071c-e6c0-4391-9ba6-f0b3ed61dab8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198215 Jun 09 13:54:10.373106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee0af-adea-4950-8a2f-a8edf66f9f28 req-b175bd1e-a9c8-4ae0-8927-6b7ca24458b6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:10.375203 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e17ee0af-adea-4950-8a2f-a8edf66f9f28 req-b175bd1e-a9c8-4ae0-8927-6b7ca24458b6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.1511629 Jun 09 13:54:10.429516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-fe23465c-28f1-4d6c-bfc6-34741baa6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:10.430881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-fe23465c-28f1-4d6c-bfc6-34741baa6129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.1411793 Jun 09 13:54:10.440350 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e17ee0af-adea-4950-8a2f-a8edf66f9f28 req-a52f47af-983b-41b6-8eb2-09586f35e755 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593219 Jun 09 13:54:10.564070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-59ea6a65-b552-4a3b-9536-787b8e0a8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:10.565491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-59ea6a65-b552-4a3b-9536-787b8e0a8a7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1243610 Jun 09 13:54:10.666746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-b194e7e8-454b-4850-81b6-52b2f3b75a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 1001 time: 0.0941694 Jun 09 13:54:10.750444 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-bf8c8363-d4dd-4aa0-ae10-70dc149397cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:10.752681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-bf8c8363-d4dd-4aa0-ae10-70dc149397cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0787055 Jun 09 13:54:10.844348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-ff2be377-e8e7-430e-8a12-4fbb9e28c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:10.845837 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-ff2be377-e8e7-430e-8a12-4fbb9e28c538 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0852296 Jun 09 13:54:10.988145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-bd108c73-57eb-4898-99f4-b1aa260fffcb service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347675 Jun 09 13:54:11.121691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-79634082-49b5-4c16-84eb-f1ab101d6597 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259906 Jun 09 13:54:11.640943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c921-a021-43c6-a1bb-0545afa47773 req-8ee67d5a-7458-4fc1-a977-c4166d867a0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:11.642442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9fb6c921-a021-43c6-a1bb-0545afa47773 req-8ee67d5a-7458-4fc1-a977-c4166d867a0d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0911417 Jun 09 13:54:11.819107 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9fb6c921-a021-43c6-a1bb-0545afa47773 req-5af27caa-d6d0-49a7-b859-4cee79b73085 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708498 Jun 09 13:54:13.044270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07d28-3658-4891-819e-fa3d4fceb6e2 req-941fada7-e0cd-4145-aa23-d39533bf405a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:13.045614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-beb07d28-3658-4891-819e-fa3d4fceb6e2 req-941fada7-e0cd-4145-aa23-d39533bf405a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0992806 Jun 09 13:54:13.089898 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-beb07d28-3658-4891-819e-fa3d4fceb6e2 req-a155fdd3-da9c-454d-b642-0099165cd519 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384319 Jun 09 13:54:14.323308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619f06-e4da-4872-872f-6e52f1f6aa69 req-28104ce1-149d-4bb8-8137-b914e09954e4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:14.324768 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93619f06-e4da-4872-872f-6e52f1f6aa69 req-28104ce1-149d-4bb8-8137-b914e09954e4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0850127 Jun 09 13:54:14.370385 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-93619f06-e4da-4872-872f-6e52f1f6aa69 req-298980ae-9bd0-4a96-b603-120e81397e28 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390580 Jun 09 13:54:15.580933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233952b7-4a50-46e1-bff9-5491f9f53349 req-a7db21c4-3b02-41b0-88d6-4bbb1f837683 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:15.582383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-233952b7-4a50-46e1-bff9-5491f9f53349 req-a7db21c4-3b02-41b0-88d6-4bbb1f837683 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0928190 Jun 09 13:54:15.631582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-233952b7-4a50-46e1-bff9-5491f9f53349 req-091fb1ad-7346-4e3f-a17d-6748cc7c25c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Jun 09 13:54:16.840413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda662f6-45a2-44b8-bb6c-3aa621845fc2 req-4f662bdf-114c-4eb5-af7a-ad38c36194c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:16.842242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fda662f6-45a2-44b8-bb6c-3aa621845fc2 req-4f662bdf-114c-4eb5-af7a-ad38c36194c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0903189 Jun 09 13:54:16.886424 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fda662f6-45a2-44b8-bb6c-3aa621845fc2 req-c350e8e8-ffdc-4fab-bc32-bb778a3756c0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Jun 09 13:54:17.963459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e806d0e6-ac14-42eb-bcec-590502d08fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:18.082238 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289448-93d6-4c61-9dcd-4eae53abd247 req-975d63b8-647e-46d7-854c-e98c4ff5db29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:18.083704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12289448-93d6-4c61-9dcd-4eae53abd247 req-975d63b8-647e-46d7-854c-e98c4ff5db29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0855985 Jun 09 13:54:18.128560 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12289448-93d6-4c61-9dcd-4eae53abd247 req-f4ad6fb3-8f07-4800-9682-6addd9ee5844 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390763 Jun 09 13:54:19.337114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0d200-66a5-412a-80d9-d1bb98186013 req-566bbb46-d016-492d-97bc-460141e7b835 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:19.338559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b9a0d200-66a5-412a-80d9-d1bb98186013 req-566bbb46-d016-492d-97bc-460141e7b835 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0934672 Jun 09 13:54:19.393836 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b9a0d200-66a5-412a-80d9-d1bb98186013 req-fee3618d-27e8-4209-a854-cdf4cdfbdfa1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481801 Jun 09 13:54:20.357481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24975a97-e857-4e83-808e-98d33282af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:20.430598 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:20.587760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233237-c331-468f-a7b5-2af9192ae221 req-30ee0371-8b32-46ac-b91b-e2ed9a4095b4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:20.589117 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76233237-c331-468f-a7b5-2af9192ae221 req-30ee0371-8b32-46ac-b91b-e2ed9a4095b4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0829532 Jun 09 13:54:20.638854 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76233237-c331-468f-a7b5-2af9192ae221 req-b716c79b-fe7e-4baf-b75d-928e42b22371 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434091 Jun 09 13:54:21.526405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:21.850175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65026929-839b-4344-a106-024c7dafde01 req-2432b12a-d37b-415c-9553-63a6ee66764e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:21.851669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-65026929-839b-4344-a106-024c7dafde01 req-2432b12a-d37b-415c-9553-63a6ee66764e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0937445 Jun 09 13:54:21.903416 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-65026929-839b-4344-a106-024c7dafde01 req-1dd2ee5c-1f56-4b32-96d3-2c701d13d1cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Jun 09 13:54:22.777474 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-fd030916-44b5-4f2e-a8da-c4e237930c2d service neutron] 10.222.0.42 "GET /v2.0/ports/a726ab7f-6b36-458a-b6b3-83d0a2147cbf/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0779328 Jun 09 13:54:23.107686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-9a4abd2b-c0fa-4887-886c-be84e75e4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.109139 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-9a4abd2b-c0fa-4887-886c-be84e75e4a50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 1098 time: 0.1328216 Jun 09 13:54:23.120877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667f9f-fba8-4359-80e6-4f77f9cf833e req-6f18d482-9c47-41c8-b565-696c6aa955a6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.122241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03667f9f-fba8-4359-80e6-4f77f9cf833e req-6f18d482-9c47-41c8-b565-696c6aa955a6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.1062622 Jun 09 13:54:23.209438 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03667f9f-fba8-4359-80e6-4f77f9cf833e req-f8e7092a-5cbc-4d7b-96b7-f4b2351fc856 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810552 Jun 09 13:54:23.238948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:23.239627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-839bb463-9ef8-40cd-8b29-ebd897f86bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.241292 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-839bb463-9ef8-40cd-8b29-ebd897f86bab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.0999763 Jun 09 13:54:23.375372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-3598801e-8bc7-4917-a942-94ab3d90bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.376805 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-3598801e-8bc7-4917-a942-94ab3d90bfb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1291614 Jun 09 13:54:23.481098 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-950d8c81-2fea-49f3-9911-7cb9802a960d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 1001 time: 0.0976865 Jun 09 13:54:23.543065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-4bf7d2bc-bcdd-43fc-83f3-e8552cb49268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.544401 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-4bf7d2bc-bcdd-43fc-83f3-e8552cb49268 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0562801 Jun 09 13:54:23.631450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da9e5-8083-40d2-a5be-774abf29368a req-86f0595c-3aba-469d-8625-a412522d17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:23.632908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-86f0595c-3aba-469d-8625-a412522d17f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0812466 Jun 09 13:54:23.765398 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-b0aa5ca8-08ea-4075-8d4c-44c9641f6fcb service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258502 Jun 09 13:54:24.020684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-9b7e81cc-d103-4d97-9ee3-dcab0ac82ca9 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488780 Jun 09 13:54:24.417547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9bafb-7c28-4042-960c-673eee53f2c7 req-fb07512e-16e8-4f21-ae17-6c88c54c7f58 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:24.419030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c6d9bafb-7c28-4042-960c-673eee53f2c7 req-fb07512e-16e8-4f21-ae17-6c88c54c7f58 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0988874 Jun 09 13:54:24.465917 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c6d9bafb-7c28-4042-960c-673eee53f2c7 req-0a43adb2-10ce-48d3-af82-88ed9f58ea1d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Jun 09 13:54:25.664189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301f10-0d00-418c-b9af-37b0f26897b6 req-332b136d-39b9-4bb1-9648-3baf3aaf0de4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:25.665986 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec301f10-0d00-418c-b9af-37b0f26897b6 req-332b136d-39b9-4bb1-9648-3baf3aaf0de4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0861130 Jun 09 13:54:25.718589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec301f10-0d00-418c-b9af-37b0f26897b6 req-44ddc721-3793-415e-9624-8ba2132eec4b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459929 Jun 09 13:54:26.136890 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:54:26.924053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33b99d-885c-44ff-a4a2-1c7c55d59d41 req-766ed7f3-e3d5-4622-9cc3-850d37672d46 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:26.925497 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6e33b99d-885c-44ff-a4a2-1c7c55d59d41 req-766ed7f3-e3d5-4622-9cc3-850d37672d46 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0891719 Jun 09 13:54:26.973372 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6e33b99d-885c-44ff-a4a2-1c7c55d59d41 req-6ef7f547-7647-42a8-8a26-9408881f021b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394690 Jun 09 13:54:27.353734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deb0f9-f0da-470f-998a-b2c5237a9431 req-72667368-a7b4-4e61-8852-afd65c66b155 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.355268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12deb0f9-f0da-470f-998a-b2c5237a9431 req-72667368-a7b4-4e61-8852-afd65c66b155 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.1476820 Jun 09 13:54:27.368510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-28c5d605-d8c1-424f-bd0e-496a979445a2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.369818 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-28c5d605-d8c1-424f-bd0e-496a979445a2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b&tenant_id=502d7d084643456e94cd53db6be2d76b&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1269538 Jun 09 13:54:27.407660 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12deb0f9-f0da-470f-998a-b2c5237a9431 req-22ae19b5-1908-4dcc-8732-d887039a7044 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 Jun 09 13:54:27.527270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-86ccc969-9783-4e1a-b8c5-126983b75215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.529183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-86ccc969-9783-4e1a-b8c5-126983b75215 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.0818894 Jun 09 13:54:27.663632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-69035729-b36c-41ed-97e2-a268f1930066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.664990 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-69035729-b36c-41ed-97e2-a268f1930066 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1294699 Jun 09 13:54:27.754994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:54:27.807952 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-b6f14f11-3210-472a-9813-12314f1e2cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 1001 time: 0.1121128 Jun 09 13:54:27.874825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7bcae-56c5-44d4-8329-b272070add38 req-74ff84ac-96c8-4112-b686-55f0c8166cb9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.876348 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62a7bcae-56c5-44d4-8329-b272070add38 req-74ff84ac-96c8-4112-b686-55f0c8166cb9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.2104917 Jun 09 13:54:27.890419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:54:27.898825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-89c8479b-5fa7-4555-a4bd-aae8857e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.900200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-89c8479b-5fa7-4555-a4bd-aae8857e4602 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0849960 Jun 09 13:54:27.904175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'port_id': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'mac_address': 'fa:16:3e:42:a2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:54:27.962363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:27.964380 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62a7bcae-56c5-44d4-8329-b272070add38 req-6bfe6146-2eec-44b1-aa78-dfd6da3e8231 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810752 Jun 09 13:54:27.995552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-d76e8859-263f-4e70-9c72-a9c1ae1c1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:27.997033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-d76e8859-263f-4e70-9c72-a9c1ae1c1401 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0894868 Jun 09 13:54:28.029164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a726ab7f-6b36-458a-b6b3-83d0a2147cbf {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:54:28.044606 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:54:28.049584 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:28.051433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:54:28.110209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['a726ab7f-6b36-458a-b6b3-83d0a2147cbf'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:54:28.132895 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-2c59e100-1e21-4831-b0e8-b065a30798e5 service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292324 Jun 09 13:54:28.161092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:54:28.173846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.174167 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.174602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.174895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.175222 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.175550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.175876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.176196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.176519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.176834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.177143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.177450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:28.182728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:54:28.265492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fbddc079-b019-4ecc-9ec9-a36d62e49713 req-378da1f2-99a1-48dc-a7cd-651a8c47333e service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259038 Jun 09 13:54:28.915527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:29.170317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9811033-4cd9-4045-a57a-8768637947b1 req-f033c4e8-12c3-4771-b913-f0204678c21c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:29.172047 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9811033-4cd9-4045-a57a-8768637947b1 req-f033c4e8-12c3-4771-b913-f0204678c21c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 944 time: 0.0900695 Jun 09 13:54:29.220762 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c9811033-4cd9-4045-a57a-8768637947b1 req-2f426971-2cc6-4eaf-9851-72bb7444158c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Jun 09 13:54:29.251706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57718) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:54:29.494880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fc4d518c-2052-4ef4-baee-509076fc357b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/5034e5b1-b745-4765-ab04-3293f6bdd57b HTTP/1.1" status: 200 len: 992 time: 0.2419546 Jun 09 13:54:29.780270 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:54:29.863491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port a726ab7f-6b36-458a-b6b3-83d0a2147cbf triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:54:29.863881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:29.988501 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:30.017162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:54:30.020563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b10b2-8074-4f61-bbf7-4890a4b56fa2" -d '{"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-plugged", "status": "completed", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:54:30.029091 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:54:30.033868 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:30.035715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:54:30.064286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c6aa77-8b8a-454c-9958-0b2e40b25a95 x-openstack-request-id: req-a6c6aa77-8b8a-454c-9958-0b2e40b25a95 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:54:30.064580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-plugged", "status": "completed", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:54:30.064839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6c6aa77-8b8a-454c-9958-0b2e40b25a95 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:54:30.065240 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'code': 200} Jun 09 13:54:30.105146 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:54:30.108221 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:54:47.972838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f29038a5-a3d0-4688-b5be-72464a9c374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:50.355042 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a97cbb8-8cef-49ac-9224-10f7c0a5c262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:50.428017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:51.533737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:53.244413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:55.907415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57730) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:54:56.192836 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port d76b0bec-216f-48ad-880a-820e29c1b76c {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:54:56.193298 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:56.316658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:56.316979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:56.434299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for d76b0bec-216f-48ad-880a-820e29c1b76c owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:54:56.581176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:56.584787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-38535232-225b-4126-b422-8bad5b857021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:54:56.634866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=d76b0bec-216f-48ad-880a-820e29c1b76c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:54:56.671141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.671515 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.671921 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.672284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.672654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.673044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.673412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.673751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.674146 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.674516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.674906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.675254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:54:56.682850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:54:56.741143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:56.741456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 5034e5b1-b745-4765-ab04-3293f6bdd57b disassociated (deleted). External IP: 172.26.5.163, port: a726ab7f-6b36-458a-b6b3-83d0a2147cbf. Jun 09 13:54:57.090120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:54:57.273838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:54:57.279861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:57.284406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Sync routers for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:54:57.294376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:54:57.295035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:54:57.477727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:54:57.482790 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3f3ce1dc-3d77-42f5-8adb-08b954d824ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/floatingips/5034e5b1-b745-4765-ab04-3293f6bdd57b HTTP/1.1" status: 204 len: 168 time: 1.5742583 Jun 09 13:54:57.483437 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:54:57.485735 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:54:57.529458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d46be8-92d1-4d82-a4b4-8ab168837afd x-openstack-request-id: req-d9d46be8-92d1-4d82-a4b4-8ab168837afd {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:54:57.529993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:54:57.530296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d46be8-92d1-4d82-a4b4-8ab168837afd {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:54:57.530765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'status': 'completed', 'code': 200} Jun 09 13:54:57.627754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-077ab8a6-0cc9-4f95-ad3a-8b5254dca575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:57.629251 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-077ab8a6-0cc9-4f95-ad3a-8b5254dca575 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 1098 time: 0.0756588 Jun 09 13:54:57.767346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-f8fd3785-5a49-4802-862e-bdd8070e0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:57.768788 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-f8fd3785-5a49-4802-862e-bdd8070e0f7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 200 len: 898 time: 0.1331930 Jun 09 13:54:57.810186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:54:57.814225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Checking router: 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:54:57.822891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:54:57.823492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:54:57.868988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-c7ddfd6e-f4a1-4d4e-8107-b1402f72d732 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 200 len: 217 time: 0.0921860 Jun 09 13:54:57.951518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-faf3f4fe-3ed0-4ddd-96f9-d44463f4c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:57.952940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-faf3f4fe-3ed0-4ddd-96f9-d44463f4c770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 200 len: 835 time: 0.0728340 Jun 09 13:54:58.010989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cb0d-596b-491d-aeb9-5214ff4fd936 req-eb2438a9-7ba0-41b6-a28f-2fcb7dea4f2c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:58.012426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9136cb0d-596b-491d-aeb9-5214ff4fd936 req-eb2438a9-7ba0-41b6-a28f-2fcb7dea4f2c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.1797688 Jun 09 13:54:58.043186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:54:58.073203 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9136cb0d-596b-491d-aeb9-5214ff4fd936 req-7d32ee0c-a466-4039-a9b1-7f9aa6a7bc85 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508499 Jun 09 13:54:58.079180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-d46c0b4b-e403-426b-851b-975fc49a204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:58.080639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-d46c0b4b-e403-426b-851b-975fc49a204a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fe73b6d-fa84-43b6-8cb9-1940049baab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1195831 Jun 09 13:54:58.213442 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-7994253d-d016-4a25-be4f-52ee61c5c5ef service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256964 Jun 09 13:54:58.346581 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1085a5d-b2da-4cb9-9351-8ecd9f4c48b1 req-6a428907-504d-4180-ae8b-4c52cdbf000f service neutron] 10.222.0.42 "GET /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260827 Jun 09 13:54:58.353603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:54:58.357703 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139bbd1-2400-4de2-83e7-c2f589adf19e None None] The sync data for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv is: [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:53:23Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '58580a9f-9737-4981-9f26-e9f6b5d1df09', 'name': '', 'network_id': '8fe73b6d-fa84-43b6-8cb9-1940049baab6', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:7b:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '658865bd-ab17-4185-8a17-3921bca610ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:22Z', 'updated_at': '2021-06-09T13:53:28Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '658865bd-ab17-4185-8a17-3921bca610ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:54:58.568896 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac140d82-9a18-4c92-b857-86277c8128c1 None None] New status for floating IP 5034e5b1-b745-4765-ab04-3293f6bdd57b: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:54:58.923285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:59.275769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2589d5-5ccb-4af8-bf33-0a8bcaaf1abb req-7dd979db-ba15-44a0-8146-0fcd80f3b6ba tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:59.277274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3b2589d5-5ccb-4af8-bf33-0a8bcaaf1abb req-7dd979db-ba15-44a0-8146-0fcd80f3b6ba tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0883296 Jun 09 13:54:59.324880 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3b2589d5-5ccb-4af8-bf33-0a8bcaaf1abb req-faeb0e59-2f53-472b-b3b0-ccf950e6255d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4ec6525-f635-4a04-bb86-5b998890880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Jun 09 13:54:59.471495 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-dfab2edb-c684-4ff1-95e1-3be208a3937a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:54:59.472835 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-dfab2edb-c684-4ff1-95e1-3be208a3937a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 945 time: 0.0960684 Jun 09 13:54:59.616113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port a726ab7f-6b36-458a-b6b3-83d0a2147cbf {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:54:59.616447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:59.745945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port a726ab7f-6b36-458a-b6b3-83d0a2147cbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:54:59.746196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:59.864044 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for a726ab7f-6b36-458a-b6b3-83d0a2147cbf owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:54:59.981793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:54:59.987631 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-48143a86-e49d-44c1-98c2-e0a4653f49ff tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:00.164949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=a726ab7f-6b36-458a-b6b3-83d0a2147cbf,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:00.167775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:00.237854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] No DVR routers for this DVR port a726ab7f-6b36-458a-b6b3-83d0a2147cbf on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:55:00.240573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:00.242751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d919179a-251b-4551-a6d7-3e44fc1a4e1b req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "DELETE /v2.0/ports/a726ab7f-6b36-458a-b6b3-83d0a2147cbf HTTP/1.1" status: 204 len: 173 time: 0.7635415 Jun 09 13:55:00.243271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-deleted', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:55:00.246143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba57a2-bc51-42f1-8920-8c66abb438be" -d '{"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-deleted", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:55:00.290699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46abbfc9-f9e8-4dab-a395-fe655efcb7dd x-openstack-request-id: req-46abbfc9-f9e8-4dab-a395-fe655efcb7dd {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:55:00.291346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfbae7-3a09-4c24-bfdf-242b0327641b", "name": "network-vif-deleted", "tag": "a726ab7f-6b36-458a-b6b3-83d0a2147cbf", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:55:00.291346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46abbfc9-f9e8-4dab-a395-fe655efcb7dd {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:55:00.291907 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfbae7-3a09-4c24-bfdf-242b0327641b', 'name': 'network-vif-deleted', 'tag': 'a726ab7f-6b36-458a-b6b3-83d0a2147cbf', 'status': 'completed', 'code': 200} Jun 09 13:55:00.510925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-40ae6bae-8560-4d65-be76-d2c24eec0760 req-2fce6949-8056-4f32-96cb-0569f9c6ea15 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9bfbae7-3a09-4c24-bfdf-242b0327641b HTTP/1.1" status: 200 len: 210 time: 0.0609338 Jun 09 13:55:01.624311 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57746) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:02.204999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:02.653097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 58580a9f-9737-4981-9f26-e9f6b5d1df09 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:55:02.653853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:02.796917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 58580a9f-9737-4981-9f26-e9f6b5d1df09, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=58580a9f-9737-4981-9f26-e9f6b5d1df09,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:02.797244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:03.053838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 58580a9f-9737-4981-9f26-e9f6b5d1df09 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:55:03.135826 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:55:03.207957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:03.211750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c2a469c8-4c12-4584-ba3f-d3af2591e0cc tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:03.257665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=58580a9f-9737-4981-9f26-e9f6b5d1df09,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:03.260206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:03.533319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:03.900978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:55:03.927458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:55:03.962337 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: a726ab7f-6b36-458a-b6b3-83d0a2147cbf {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:55:03.962743 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device a726ab7f-6b36-458a-b6b3-83d0a2147cbf not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:55:04.078889 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:55:04.084589 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/8ff760c4-be79-41ae-b9b4-dd4b0cc25e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4590907 Jun 09 13:55:04.086655 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57748) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:04.088825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Sync routers for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:55:04.098653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:04.099267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:04.152662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting subnet 658865bd-ab17-4185-8a17-3921bca610ab {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:55:04.155743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.208595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.273851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:04.291207 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.365504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.369561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1fadad01-baa4-4015-a404-cfbe7f5a3466 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:04.405864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Subnet': ['ID=658865bd-ab17-4185-8a17-3921bca610ab,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:04.408983 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:04.409963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.411781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/subnets/658865bd-ab17-4185-8a17-3921bca610ab HTTP/1.1" status: 204 len: 168 time: 0.3241324 Jun 09 13:55:04.414788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57750) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:04.436236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037a99d-9fda-4b59-a830-efe06aacfb00 None None] Network 8fe73b6d-fa84-43b6-8cb9-1940049baab6 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:55:04.730637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:55:03Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:04.734821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Checking router: 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:55:04.737361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:04.745909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Routers {'8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:04.750081 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:04.825025 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] DHCP port deletion for 8fe73b6d-fa84-43b6-8cb9-1940049baab6 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:55:04.940140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.018265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 2151333c-3467-437b-8788-e2c88e561776 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:55:05.018514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.046036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] Set router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:05.141825 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 2151333c-3467-437b-8788-e2c88e561776, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2151333c-3467-437b-8788-e2c88e561776,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:05.142252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.152631 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Deleting port 9341c196-dee0-4d1d-900a-e34aae21cd3d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:55:05.152988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.266156 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 2151333c-3467-437b-8788-e2c88e561776 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:55:05.327858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] For port 9341c196-dee0-4d1d-900a-e34aae21cd3d, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9341c196-dee0-4d1d-900a-e34aae21cd3d,segment=NetworkSegment(ae8dab3e-e9ce-4e4f-8ba6-99084e029c95),segment_id=ae8dab3e-e9ce-4e4f-8ba6-99084e029c95)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:05.328263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.415404 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.419272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-86e9c33e-62bb-437d-ac7b-c691e38b01cc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:05.462750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Calling delete_port for 9341c196-dee0-4d1d-900a-e34aae21cd3d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:55:05.463078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=2151333c-3467-437b-8788-e2c88e561776,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:05.466239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:05.570232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.581297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:55:03Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:05.584654 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.589515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:05.619587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd7a88-9029-47eb-ad48-5315b8b9de4f None None] The sync data for ids ['8ff760c4-be79-41ae-b9b4-dd4b0cc25e38'] in dv-neutron-601336-89-hyperv is: [{'id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084971677', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2151333c-3467-437b-8788-e2c88e561776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:53:18Z', 'updated_at': '2021-06-09T13:55:03Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '2151333c-3467-437b-8788-e2c88e561776', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff760c4-be79-41ae-b9b4-dd4b0cc25e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:53:19Z', 'updated_at': '2021-06-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:55:05.634807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] No DVR routers for this DVR port 9341c196-dee0-4d1d-900a-e34aae21cd3d on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:55:05.636601 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Pushing event deleted for resources: {'Port': ['ID=9341c196-dee0-4d1d-900a-e34aae21cd3d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:05.639296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:05.753543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.755702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.782117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.782660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:55:05.789393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:05.790574 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/routers/8ff760c4-be79-41ae-b9b4-dd4b0cc25e38 HTTP/1.1" status: 204 len: 168 time: 1.3750691 Jun 09 13:55:05.793553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57752) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:05.943183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.084737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58580a9f-9737-4981-9f26-e9f6b5d1df09 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:55:06.121006 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 58580a9f-9737-4981-9f26-e9f6b5d1df09 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:55:06.121323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 58580a9f-9737-4981-9f26-e9f6b5d1df09 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:55:06.121856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9341c196-dee0-4d1d-900a-e34aae21cd3d no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:55:06.159204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9341c196-dee0-4d1d-900a-e34aae21cd3d {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:55:06.159453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9341c196-dee0-4d1d-900a-e34aae21cd3d not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:55:06.231377 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.245270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe73b6d-fa84-43b6-8cb9-1940049baab6']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:06.258346 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:06.258748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8dab3e-e9ce-4e4f-8ba6-99084e029c95') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:06.270839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.287141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.293413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:55:06.293795 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:55:06.308263 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:55:06.389618 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.393467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9fda213-0495-4d0c-860a-de8064b3c8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:06.407395 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.409138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/networks/8fe73b6d-fa84-43b6-8cb9-1940049baab6 HTTP/1.1" status: 204 len: 168 time: 0.6145437 Jun 09 13:55:06.412281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57754) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:06.415719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Network': ['ID=8fe73b6d-fa84-43b6-8cb9-1940049baab6,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:06.418165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3d326c0b-319c-46e5-b281-c80f98f0fe55 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:06.482725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.520272 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.591086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.593794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.595060 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4ec6525-f635-4a04-bb86-5b998890880e HTTP/1.1" status: 204 len: 168 time: 0.1817942 Jun 09 13:55:06.595868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e75af463-752c-47fd-8568-ab8bd9fb795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:06.606833 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec6525-f635-4a04-bb86-5b998890880e,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:06.614814 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.615202 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.615580 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.615930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.616301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.616684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.617032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.617387 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.618050 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.618415 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.618801 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.619160 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:06.622576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-31c553ca-3175-44a4-8061-b07b5657306c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:06.819409 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57760) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:06.824397 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377514881', 'description': 'tempest-secgroup-smoke-1377514881 description', 'project_id': '502d7d084643456e94cd53db6be2d76b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:06.851414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.950798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.956802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.960269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1ac95333-361e-4075-8722-3460e19c0441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:06.996766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:06.997948 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1775477 Jun 09 13:55:06.998867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e40f7b-7d99-4084-81b0-5b46d1a161a4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.000851 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57762) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.002787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.005865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.034878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.094715 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.099794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.101590 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-68f78a2a-6e66-45ed-825e-345771ebd9bc tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.123005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca63206a-cd16-4ca9-a5dd-4995df74c08f,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.125280 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.130505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.131943 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b31552cc-2e70-45ed-8b70-4584d038327f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300735 Jun 09 13:55:07.134495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57764) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.138962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.171003 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.231810 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.236758 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.244040 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2bb5e126-3b57-4f6b-84d3-fa1759dfeafe tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.261612 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b1160e-b982-45a5-bc3b-6f829d7d4f3b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.264435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.268723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.272431 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b2cb5cda-3427-43de-9775-eb82dc180a37 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344240 Jun 09 13:55:07.272674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57766) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.277240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.309172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.376114 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.381303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.391169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b16941d4-7fd5-424e-8085-202676bf5a69 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.412596 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1ec4d1-4989-4ad0-a481-584dd8590887,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.415189 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.416386 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.417548 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439028 Jun 09 13:55:07.420519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57768) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.424999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.454789 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.518212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.523567 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.525379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-88aea8de-f03c-48ff-a9a9-0156240b61fc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.546895 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870c1860-97d1-4c4c-a760-f52fb46323e9,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.549599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.553291 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.554436 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329844 Jun 09 13:55:07.557875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57770) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.562206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.585567 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:55:07.592544 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.665361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.670008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.671874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4d9a2ab9-f277-4bf0-b4b6-1d7ccb8273c9 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.697977 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89082064-7c26-4ac9-be4f-2bbf99c91db5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.700411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.706382 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.707607 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0a7b7828-5a55-4520-8ad1-45a449c6b96d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488123 Jun 09 13:55:07.710600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57772) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.715056 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '45e40f7b-7d99-4084-81b0-5b46d1a161a4', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.739027 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:55:07.745139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.815487 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.820690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.822582 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-785151e5-43dd-4813-82dc-d5464da7be03 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:07.844171 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818d6ebe-cfa0-4bc0-b596-67dd1aaa3b52,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:07.846459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:07.852014 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.853191 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ec93fff9-3be6-4ee3-9d4d-9729aef2ecf3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416733 Jun 09 13:55:07.857029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57774) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:07.861955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'network': {'name': 'tempest-network-smoke--1349156015', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'port_security_enabled': True}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:07.883698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:55:07.887120 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.914888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:55:07.916100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2151333c-3467-437b-8788-e2c88e561776 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:55:07.923614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.923988 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Added segment 3e776646-7a80-4298-9e89-df8d3dd0dccf of type vlan for network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae Jun 09 13:55:07.948164 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.950502 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2151333c-3467-437b-8788-e2c88e561776 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:55:07.950857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2151333c-3467-437b-8788-e2c88e561776 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:55:07.977908 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.983296 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:07.983867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:07.988597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6d514e95-1cac-4116-a134-5e5ca7044136 tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:08.062820 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2046578 Jun 09 13:55:08.065647 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57776) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:08.073632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'admin_state_up': True, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:08.096573 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Network': ['ID=8abaaecd-3c5a-4a95-b15b-333f662dc8ae,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:08.099809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-519fe698-0a8a-44e4-ac16-4b03d1c1cd27 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:08.105442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.106700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.108259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:55:08.122903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.382556 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.701345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.730438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:08.873670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.254 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/63adfd03-dab3-4798-86a3-f68053ec3537) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:55:09.020155 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:09.061950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:09.065598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:09.125920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:09.128801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:09.132374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:55:09.163929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=63adfd03-dab3-4798-86a3-f68053ec3537,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:09.169738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:09.696650 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:10.039822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:10.247897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:55:10.419380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:55:10.429835 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Sync routers for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:55:10.440914 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:10.441861 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:10.444282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:10.445530 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3789077 Jun 09 13:55:10.449239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57778) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:10.490734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-4bcc5c35-ebdd-4f49-bbef-1d77a95f3a97 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=502d7d084643456e94cd53db6be2d76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402393 Jun 09 13:55:10.493336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57780) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:10.620943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ce895-f49c-4ab9-a994-3e3937de690c tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:10.621325 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:10.622374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a79ce895-f49c-4ab9-a994-3e3937de690c tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281648 Jun 09 13:55:10.625338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57782) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:10.662077 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-06ef0e98-d085-4b94-b591-a058e6d12d78 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355620 Jun 09 13:55:10.664539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57784) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:10.669314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106852960', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:10.936084 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:09Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:10.939879 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Checking router: 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:55:10.940225 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Updating router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 port 63adfd03-dab3-4798-86a3-f68053ec3537 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:55:10.954509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:55:10.957970 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:10.995370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.178611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.182550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cd5610f8-370b-40a0-bfb4-12713c83b644 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:11.263070 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Subnet': ['ID=ea978ce1-6ec6-45c1-84bc-5070866c8c4d,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:11.266447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:11.272520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Checking segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:55:11.272882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network hostable DHCP agents. Network: 8abaaecd-3c5a-4a95-b15b-333f662dc8ae, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:55:11.290397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:55:11.300562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 8abaaecd-3c5a-4a95-b15b-333f662dc8ae) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:11.305867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:11.306701 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.311479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86965139-b9ed-4025-8b52-5feb2ae862a2 None None] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:55:11.331732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6661470 Jun 09 13:55:11.334425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57788) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:11.337804 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.349802 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Transition to ACTIVE for port object 63adfd03-dab3-4798-86a3-f68053ec3537 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:11.356413 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.360385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f37922f0-a835-427f-abba-00a6c5783d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:11.440718 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Pushing event updated for resources: {'Port': ['ID=63adfd03-dab3-4798-86a3-f68053ec3537,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:11.442856 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Attempting to bind port 63adfd03-dab3-4798-86a3-f68053ec3537 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:55:11.443265 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Attempting to bind port 63adfd03-dab3-4798-86a3-f68053ec3537 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:55:11.443558 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Attempting to bind port 63adfd03-dab3-4798-86a3-f68053ec3537 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:55:11.453298 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:55:11.453828 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:55:11.454405 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.454988 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:55:11.455661 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Bound port: 63adfd03-dab3-4798-86a3-f68053ec3537, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:55:11.456177 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.490128 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.490772 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.491277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.491776 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.492169 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.492660 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.493127 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.493643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.494146 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.494426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.495010 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.495485 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:55:11.504627 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:11.536924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:55:11.537786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.555326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] For port 63adfd03-dab3-4798-86a3-f68053ec3537, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:55:11.558549 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] For port 63adfd03-dab3-4798-86a3-f68053ec3537, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63adfd03-dab3-4798-86a3-f68053ec3537,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:55:11.564713 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.570226 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c2116ef1-c46a-423e-bd03-00b0a257af6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:11.648442 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Pushing event updated for resources: {'Port': ['ID=63adfd03-dab3-4798-86a3-f68053ec3537,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:11.652495 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-19520da6-d411-4d11-988c-bc09949679f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:11.653669 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:11.654259 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:11.700809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Allocated IP 172.20.0.2 (8abaaecd-3c5a-4a95-b15b-333f662dc8ae/ea978ce1-6ec6-45c1-84bc-5070866c8c4d/bcddfee9-33fc-4a55-acdd-909a4bf27c4c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:55:11.829506 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:11.970286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:11.980612 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Transition to ACTIVE for port object bcddfee9-33fc-4a55-acdd-909a4bf27c4c will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:11.999183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Transition to ACTIVE for port object bcddfee9-33fc-4a55-acdd-909a4bf27c4c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:12.006902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.012015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ba0b0f-515c-4372-a799-469963be38b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:12.046143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.062814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:12.065632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:12.074556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:55:12.120643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:09Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:12.124409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Pushing event updated for resources: {'Port': ['ID=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:12.125108 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19334b-c5d2-4a56-9e9d-6fcc5b902c70 None None] The sync data for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv is: [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:09Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:55:12.152491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:12.179289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Attempting to bind port bcddfee9-33fc-4a55-acdd-909a4bf27c4c on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:55:12.179673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Attempting to bind port bcddfee9-33fc-4a55-acdd-909a4bf27c4c by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:55:12.180047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Attempting to bind port bcddfee9-33fc-4a55-acdd-909a4bf27c4c on network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:55:12.186044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:55:12.186511 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Checking segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:55:12.186938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.187335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Bound using segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:55:12.187813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Bound port: bcddfee9-33fc-4a55-acdd-909a4bf27c4c, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:55:12.188213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.283047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] For port bcddfee9-33fc-4a55-acdd-909a4bf27c4c, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:55:12.286330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] For port bcddfee9-33fc-4a55-acdd-909a4bf27c4c, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:55:12.291407 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.296261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:12.401837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Pushing event updated for resources: {'Port': ['ID=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:12.404973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:12.671230 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.1 (8abaaecd-3c5a-4a95-b15b-333f662dc8ae/ea978ce1-6ec6-45c1-84bc-5070866c8c4d/8500ed3f-6535-4f29-8da7-376df22e784b) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:55:12.846992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.866438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 8500ed3f-6535-4f29-8da7-376df22e784b will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:12.892419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:12.896381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3d5d0e2d-bcf9-4d30-8220-ed54ad9fec11 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:12.969126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:12.972518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:12.976511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:55:13.005972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:13.015544 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:13.042101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.162171 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.319001 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adefbc-b1c8-491c-8ee3-0f44892e4b03 None None] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:55:13.404356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-718d1d87-f599-4d72-ba6c-80655fbfe558 None None] Provisioning for port bcddfee9-33fc-4a55-acdd-909a4bf27c4c completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:13.573711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.581114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.607422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ba15d837-234d-4638-8b90-2120b4d55831 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:13.701133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.704522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:13.713462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:13.838504 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a44da128-7b8a-49fc-8ade-d998f34b94b6 None None] Provisioning for port 8500ed3f-6535-4f29-8da7-376df22e784b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:13.845530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a44da128-7b8a-49fc-8ade-d998f34b94b6 None None] Provisioning complete for port 8500ed3f-6535-4f29-8da7-376df22e784b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:13.845530 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a44da128-7b8a-49fc-8ade-d998f34b94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:13.853381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:13.854696 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:13.901700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a44da128-7b8a-49fc-8ade-d998f34b94b6 None None] Port 8500ed3f-6535-4f29-8da7-376df22e784b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:55:14.038212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bcddfee9-33fc-4a55-acdd-909a4bf27c4c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:14.051252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:55:14.111279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port bcddfee9-33fc-4a55-acdd-909a4bf27c4c completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:14.116699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bcddfee9-33fc-4a55-acdd-909a4bf27c4c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:14.117018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.182856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aa989202-23d7-4932-9f6b-36273a3b6a79 None None] Provisioning complete for port 8500ed3f-6535-4f29-8da7-376df22e784b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:14.183235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa989202-23d7-4932-9f6b-36273a3b6a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.245573 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aa989202-23d7-4932-9f6b-36273a3b6a79 None None] Port 8500ed3f-6535-4f29-8da7-376df22e784b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:55:14.304823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.339072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port bcddfee9-33fc-4a55-acdd-909a4bf27c4c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:14.344872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.345887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63adfd03-dab3-4798-86a3-f68053ec3537 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:14.375000 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:14.392733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:55:14.397404 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0620213 Jun 09 13:55:14.419234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Sync routers for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:55:14.474925 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:14.475564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:14.540227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-8a4eb30b-f865-456a-828f-91acb1eca541 None None] Provisioning complete for port 8500ed3f-6535-4f29-8da7-376df22e784b triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:14.540643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8a4eb30b-f865-456a-828f-91acb1eca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.556861 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-b9fdafab-f6e7-49c1-a770-06918a74affc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377514881&fields=id&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 267 time: 0.0394144 Jun 09 13:55:14.637705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:14.653679 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:14.683571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 63adfd03-dab3-4798-86a3-f68053ec3537 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:14.692568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eb30b-f865-456a-828f-91acb1eca541 None None] Port 8500ed3f-6535-4f29-8da7-376df22e784b cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:55:14.701435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 63adfd03-dab3-4798-86a3-f68053ec3537 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:14.701811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:14.708935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-600c8f88-9a78-423a-9848-68223f6ebc19 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:14.710383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-600c8f88-9a78-423a-9848-68223f6ebc19 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 797 time: 0.1466014 Jun 09 13:55:14.725202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-23f8d76a-a262-42b5-94f7-a8f01e9ca3a1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/quotas/502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 375 time: 0.0092123 Jun 09 13:55:14.766761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:14.811392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-ddef5458-565e-4aa7-8733-c773a95bd0bb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809340 Jun 09 13:55:14.950244 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-87e3950e-32b4-4e05-ad80-a4272e3e4bbe service neutron] 10.222.0.21 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268470 Jun 09 13:55:15.069761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.084226 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-69d6007b-3a43-405a-a206-90908fc2d85d service neutron] 10.222.0.21 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278405 Jun 09 13:55:15.105736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 63adfd03-dab3-4798-86a3-f68053ec3537, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63adfd03-dab3-4798-86a3-f68053ec3537,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:15.118923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.123092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db490444-767b-4866-995e-f996be7b9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:15.229865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=63adfd03-dab3-4798-86a3-f68053ec3537,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:15.233670 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:15.259299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 2, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:15.263705 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Checking router: 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:55:15.264563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Updating router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 port 8500ed3f-6535-4f29-8da7-376df22e784b binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:55:15.274617 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7982fa2a-7265-4c37-ac71-43e45148834b req-ecb98968-b6e1-4832-910c-4650e9f96698 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 210 time: 0.0420706 Jun 09 13:55:15.317963 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.660946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.673054 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Transition to ACTIVE for port object 8500ed3f-6535-4f29-8da7-376df22e784b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:15.681422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.685226 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-549c2f86-8eed-49ca-9066-9bee0169fe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:15.809119 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Pushing event updated for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:15.837929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:15.898658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Attempting to bind port 8500ed3f-6535-4f29-8da7-376df22e784b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:55:15.899034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Attempting to bind port 8500ed3f-6535-4f29-8da7-376df22e784b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:55:15.899403 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Attempting to bind port 8500ed3f-6535-4f29-8da7-376df22e784b on network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:55:15.905262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:55:15.905951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Checking segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:55:15.906183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.906607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Bound using segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:55:15.907079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Bound port: 8500ed3f-6535-4f29-8da7-376df22e784b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:55:15.907450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:15.970619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bcddfee9-33fc-4a55-acdd-909a4bf27c4c up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:16.057892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] For port 8500ed3f-6535-4f29-8da7-376df22e784b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:55:16.062293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] For port 8500ed3f-6535-4f29-8da7-376df22e784b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8500ed3f-6535-4f29-8da7-376df22e784b,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:55:16.068294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:16.074880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55c4ece5-106e-4414-8c6f-1dc0e20ddc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:16.137984 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port bcddfee9-33fc-4a55-acdd-909a4bf27c4c triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:16.138342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:16.203074 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:16.203624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:54:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:16.330451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Pushing event updated for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:16.336916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:16.368186 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-0a18184a-5e4e-4fb3-9784-7f4c48ae8f8b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:16.370030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-0a18184a-5e4e-4fb3-9784-7f4c48ae8f8b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 797 time: 0.1991315 Jun 09 13:55:16.444674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:16.477601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-e11c87fa-34bf-4c50-abc0-0eb3ad73a12f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 380 time: 0.0962582 Jun 09 13:55:16.479991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2497f852-36e3-4fc6-9d95-ec6f2ed35058 req-17958bed-734d-4edc-84a7-bf93da24c85b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 210 time: 0.0615201 Jun 09 13:55:16.487181 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'port': {'device_id': '2487602d-53a7-4247-86bf-119275ef4928', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'admin_state_up': True, 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'security_groups': ['45e40f7b-7d99-4084-81b0-5b46d1a161a4']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:16.639798 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:55:16.643400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:16.659885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63adfd03-dab3-4798-86a3-f68053ec3537 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:16.806399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.12 (8abaaecd-3c5a-4a95-b15b-333f662dc8ae/ea978ce1-6ec6-45c1-84bc-5070866c8c4d/8dd9f585-afea-451b-bf36-6f9590f1ce41) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:55:16.866190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 63adfd03-dab3-4798-86a3-f68053ec3537 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:16.866809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:16.994779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:16.995993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:16Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:17.005551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602c877-26f0-404f-ae10-6d2ef08db79c None None] The sync data for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv is: [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:16Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:55:17.015174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 8dd9f585-afea-451b-bf36-6f9590f1ce41 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:17.044755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:17.048777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3337009b-cc0a-4a00-9adb-3631499eec2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:17.120922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:17.124182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:17.128191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:55:17.162453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:17.169616 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:17.203470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:17.204237 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:17.228724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457497 Jun 09 13:55:17.241143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Request body: {'port': {'device_id': '2487602d-53a7-4247-86bf-119275ef4928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:17.358229 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:17.381744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cec6fd2c-e0cb-465a-b1f5-7f863a2a679f None None] Provisioning for port 8dd9f585-afea-451b-bf36-6f9590f1ce41 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:17.387604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cec6fd2c-e0cb-465a-b1f5-7f863a2a679f None None] Provisioning complete for port 8dd9f585-afea-451b-bf36-6f9590f1ce41 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:17.387993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cec6fd2c-e0cb-465a-b1f5-7f863a2a679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:17.446234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cec6fd2c-e0cb-465a-b1f5-7f863a2a679f None None] Port 8dd9f585-afea-451b-bf36-6f9590f1ce41 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:55:17.862097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89340c8-cb84-4fbd-961f-4532b2c8e1df req-696cb903-15e1-4934-a7a5-2f23df4e9323 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:17.863625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c89340c8-cb84-4fbd-961f-4532b2c8e1df req-696cb903-15e1-4934-a7a5-2f23df4e9323 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 932 time: 0.2141166 Jun 09 13:55:17.950910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c89340c8-cb84-4fbd-961f-4532b2c8e1df req-d7ff84e9-2252-4e38-9fae-a26a31a2670f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807269 Jun 09 13:55:17.987213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d40e92a5-ff6c-4cd7-948a-5e3c4849fd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.023279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8500ed3f-6535-4f29-8da7-376df22e784b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:18.049343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd9f585-afea-451b-bf36-6f9590f1ce41 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:55:18.058850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.081275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Transition to ACTIVE for port object 8dd9f585-afea-451b-bf36-6f9590f1ce41 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:55:18.087315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.091901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0365835b-a40a-493f-b9c3-ece167694e28 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:18.107275 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 8500ed3f-6535-4f29-8da7-376df22e784b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:18.112214 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8500ed3f-6535-4f29-8da7-376df22e784b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:18.112591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.236276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.247383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Pushing event updated for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:18.254925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:18.275208 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 8500ed3f-6535-4f29-8da7-376df22e784b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8500ed3f-6535-4f29-8da7-376df22e784b,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:18.281437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.283564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:18.330830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Attempting to bind port 8dd9f585-afea-451b-bf36-6f9590f1ce41 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:55:18.331168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Attempting to bind port 8dd9f585-afea-451b-bf36-6f9590f1ce41 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:55:18.331491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Attempting to bind port 8dd9f585-afea-451b-bf36-6f9590f1ce41 on network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:55:18.336496 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Port 8dd9f585-afea-451b-bf36-6f9590f1ce41 on network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:55:18.337202 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Attempting to bind port 8dd9f585-afea-451b-bf36-6f9590f1ce41 on network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:55:18.341960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:55:18.342289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Checking segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:55:18.343054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Bound using segment: {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:55:18.343479 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Bound port: 8dd9f585-afea-451b-bf36-6f9590f1ce41, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e776646-7a80-4298-9e89-df8d3dd0dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:55:18.343822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.354284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:18.357299 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:18.429902 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:55:18.432886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:55:18.437039 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.440546 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:18.502579 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:18.503195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:18.504582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] 10.222.0.42 "PUT /v2.0/ports/8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 1094 time: 1.2679045 Jun 09 13:55:18.505119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:55:18.507677 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2304d837-07fb-4d95-ac0d-368d00d4be5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:55:18.528145 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Pushing event updated for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:18.531175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:18.578800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8938ff6-8235-4d90-913d-6af2ece627df x-openstack-request-id: req-d8938ff6-8235-4d90-913d-6af2ece627df {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:55:18.579190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:55:18.579442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8938ff6-8235-4d90-913d-6af2ece627df {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:55:18.579881 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'status': 'completed', 'code': 200} Jun 09 13:55:18.622580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-1007b5e8-6b3b-4d2e-8da0-aec1372c26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:18.624053 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-1007b5e8-6b3b-4d2e-8da0-aec1372c26c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1097 time: 0.0776331 Jun 09 13:55:18.695700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-7064585a-8234-4ed7-9426-fb457353fdb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 217 time: 0.0634599 Jun 09 13:55:18.759657 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-678ae872-22a4-4454-8b83-88b21539feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:18.760974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-678ae872-22a4-4454-8b83-88b21539feb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0590403 Jun 09 13:55:18.846714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-4e20c025-3fa8-4580-83cd-f9e91d3642c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:18.849013 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-4e20c025-3fa8-4580-83cd-f9e91d3642c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0816045 Jun 09 13:55:18.987207 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-b28112ac-539e-475e-9e89-05c28a3b9368 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320181 Jun 09 13:55:19.169989 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e31285e1-fc77-439f-b1eb-de7bd5fe6cab req-b1bfb108-3b8d-428f-b69f-3e731af6199b service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760404 Jun 09 13:55:19.192214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39ad97-78bf-4907-bf4c-f0bc68d5455e req-1e1a9f58-c5d6-456a-a69e-05adeedcac7a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:19.193838 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd39ad97-78bf-4907-bf4c-f0bc68d5455e req-1e1a9f58-c5d6-456a-a69e-05adeedcac7a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 944 time: 0.1229115 Jun 09 13:55:19.275659 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fd39ad97-78bf-4907-bf4c-f0bc68d5455e req-663a158d-5a69-4a68-bd6a-1b4a801c0204 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761132 Jun 09 13:55:19.304582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-7fb61fd6-9359-448b-9f47-f292a7b12359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:19.306078 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-7fb61fd6-9359-448b-9f47-f292a7b12359 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1097 time: 0.0852282 Jun 09 13:55:19.568150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-065012b0-6447-480c-a8b8-0c51bdbd72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:19.569584 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-065012b0-6447-480c-a8b8-0c51bdbd72f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 898 time: 0.2569511 Jun 09 13:55:19.637018 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-051ed60b-8187-4b33-ad53-205262887016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 217 time: 0.0597026 Jun 09 13:55:19.701910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-88fc4096-cf35-45cc-b156-da3146eb9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:19.703361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-88fc4096-cf35-45cc-b156-da3146eb9193 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0601838 Jun 09 13:55:19.780642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-4a997420-ac0a-4b26-95ac-a298b7424dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:19.781972 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-4a997420-ac0a-4b26-95ac-a298b7424dbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717387 Jun 09 13:55:19.919291 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-4d14d7ea-69ef-4f72-ba7b-3438ece66aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283615 Jun 09 13:55:19.970070 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8500ed3f-6535-4f29-8da7-376df22e784b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:20.041490 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 8500ed3f-6535-4f29-8da7-376df22e784b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:20.041744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:20.058517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2304d837-07fb-4d95-ac0d-368d00d4be5f req-e5b09033-bdcd-4b50-b657-2500e77a3b5c service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312251 Jun 09 13:55:20.348764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b73f-67ba-4bbb-88e9-fc8972fb6c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:20.422609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:20.471293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a250e-1584-4528-8dc9-4faca52db0c1 req-ce373b81-5f66-410e-a1f4-7d55d1c88f48 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:20.472769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c52a250e-1584-4528-8dc9-4faca52db0c1 req-ce373b81-5f66-410e-a1f4-7d55d1c88f48 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 944 time: 0.0884316 Jun 09 13:55:20.519814 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c52a250e-1584-4528-8dc9-4faca52db0c1 req-ee3433c0-09a0-4a18-82cb-0ed55d2eb0a7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Jun 09 13:55:21.538674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:21.721442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4eedb-779e-4b6f-a3d7-f3a1b0447e08 req-78bc5bdb-48d3-4f56-9ec6-0584860dac07 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:21.722901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76a4eedb-779e-4b6f-a3d7-f3a1b0447e08 req-78bc5bdb-48d3-4f56-9ec6-0584860dac07 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 944 time: 0.0918419 Jun 09 13:55:21.766896 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76a4eedb-779e-4b6f-a3d7-f3a1b0447e08 req-6dbf9c30-52ee-4d2e-a053-89580de2b7ca tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Jun 09 13:55:21.941863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8dd9f585-afea-451b-bf36-6f9590f1ce41 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:55:22.075391 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:22.088132 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'port_id': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'mac_address': 'fa:16:3e:57:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:55:22.144073 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:22.160971 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd9f585-afea-451b-bf36-6f9590f1ce41 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:55:22.176592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:22.184532 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:22.186243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2560c9b4-2844-4d6c-8c39-e76c9c8bc18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:22.255382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:22.258294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:22.394731 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['8dd9f585-afea-451b-bf36-6f9590f1ce41'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:55:22.998415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870de206-a8f0-4e7a-aec0-34887deaca43 req-9463b5f8-ac91-44b9-bab1-5bb8370bf09b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:22.999783 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-870de206-a8f0-4e7a-aec0-34887deaca43 req-9463b5f8-ac91-44b9-bab1-5bb8370bf09b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 945 time: 0.0976741 Jun 09 13:55:23.045258 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-870de206-a8f0-4e7a-aec0-34887deaca43 req-def164a2-6e6d-4672-87f4-9069e4ca5c17 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Jun 09 13:55:23.245400 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:23.945638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8dd9f585-afea-451b-bf36-6f9590f1ce41 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:55:24.028856 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 8dd9f585-afea-451b-bf36-6f9590f1ce41 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:55:24.033734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 8dd9f585-afea-451b-bf36-6f9590f1ce41 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:55:24.034112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:24.195151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:24.222961 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:55:24.225234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1199d5-6b0a-4674-8acb-bea9bb0d0297" -d '{"events": [{"server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "name": "network-vif-plugged", "status": "completed", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:55:24.231215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53063b-b32e-4b84-8d6c-876d5cd59683 req-9e8b33be-160a-4418-a553-38addfbfb23e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:24.232704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae53063b-b32e-4b84-8d6c-876d5cd59683 req-9e8b33be-160a-4418-a553-38addfbfb23e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 945 time: 0.0814264 Jun 09 13:55:24.233683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:55:24.238725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:24.240786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:24.279409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e94d7-1757-4a18-b6ab-261e802535a0 x-openstack-request-id: req-fe3e94d7-1757-4a18-b6ab-261e802535a0 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:55:24.280120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "name": "network-vif-plugged", "status": "completed", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:55:24.280120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe3e94d7-1757-4a18-b6ab-261e802535a0 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:55:24.280319 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'code': 200} Jun 09 13:55:24.281534 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ae53063b-b32e-4b84-8d6c-876d5cd59683 req-439edc4d-f1e0-499c-aebb-9fca6f895d81 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Jun 09 13:55:24.312915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:24.319225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:24.506234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507dc08-cad4-4184-8b9c-def66616a187 req-e2f9a8e8-b088-4aa7-b981-cd5bb5498e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:24.507643 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4507dc08-cad4-4184-8b9c-def66616a187 req-e2f9a8e8-b088-4aa7-b981-cd5bb5498e6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1099 time: 0.0752425 Jun 09 13:55:24.548984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4507dc08-cad4-4184-8b9c-def66616a187 req-5ace77ed-65a5-44b5-a6d1-3b33ead89233 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352054 Jun 09 13:55:25.486562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20091b2-d0f6-420e-99d8-c323eb313015 req-536776e4-2e7a-4bb4-a7b8-7585a621383f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:25.487995 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f20091b2-d0f6-420e-99d8-c323eb313015 req-536776e4-2e7a-4bb4-a7b8-7585a621383f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0844376 Jun 09 13:55:25.538744 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f20091b2-d0f6-420e-99d8-c323eb313015 req-f7ad0b61-28bf-46b9-98d9-49f65f9e6998 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Jun 09 13:55:25.723153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644c874-aa11-4fc5-8945-b336c1bc8576 req-3b96f949-e24d-45d1-b399-7d7c71e6b179 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:25.724591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4644c874-aa11-4fc5-8945-b336c1bc8576 req-3b96f949-e24d-45d1-b399-7d7c71e6b179 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0832350 Jun 09 13:55:25.771524 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4644c874-aa11-4fc5-8945-b336c1bc8576 req-2f190661-7d95-49ea-8135-ab8fdac8fe1f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Jun 09 13:55:25.793511 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57840) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:25.924261 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6ae89-8090-4fa3-ad39-8b59547b306e tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:25.925901 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-48d6ae89-8090-4fa3-ad39-8b59547b306e tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1094 time: 0.1312404 Jun 09 13:55:25.928816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:25.933286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:55:25.958566 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:26.096778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:26.235711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.241 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/495ac10b-61d0-4103-8b89-0ab587a2a2f1) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:55:26.386575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:26.421486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:26.426055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fb325efc-3ec6-4f36-b13a-86a949b329db tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:26.487846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:55:26.490613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:55:26.494306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:55:26.528771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=495ac10b-61d0-4103-8b89-0ab587a2a2f1,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:26.532659 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:27.057853 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:27.143739 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:27.353212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:27.361352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:27.367303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-238fe821-de74-4c18-b48c-f6ff93fd06d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:55:27.472076 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=495ac10b-61d0-4103-8b89-0ab587a2a2f1,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:55:27.474962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:55:27.484737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:27.655734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 9d6c56d7-7a3c-4b42-be5f-3427586adf4f associated. External IP: 172.26.5.241, port: 8dd9f585-afea-451b-bf36-6f9590f1ce41. Jun 09 13:55:28.026678 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:55:28.357090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:55:28.367704 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Sync routers for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:55:28.378714 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:28.379338 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:55:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:28.380066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:28.437437 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5075924 Jun 09 13:55:28.438106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:55:28.440464 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c383919-64f4-42b9-bafc-adde16936a73" -d '{"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:55:28.486686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee517d0-e048-4df8-be71-4ff6856e79c6 x-openstack-request-id: req-5ee517d0-e048-4df8-be71-4ff6856e79c6 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:55:28.487027 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:55:28.487324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ee517d0-e048-4df8-be71-4ff6856e79c6 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:55:28.487757 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'status': 'completed', 'code': 200} Jun 09 13:55:28.577789 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:28.638442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383919-64f4-42b9-bafc-adde16936a73 req-77e7f457-f7f0-496a-874e-d2d32f9da0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:28.639848 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-77e7f457-f7f0-496a-874e-d2d32f9da0c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1099 time: 0.1304047 Jun 09 13:55:28.651591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eedce3-6334-4193-a475-2e41cc251a54 req-34b68d71-1830-4241-93b6-2dfbb26a80c9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:28.652898 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-43eedce3-6334-4193-a475-2e41cc251a54 req-34b68d71-1830-4241-93b6-2dfbb26a80c9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.1089430 Jun 09 13:55:28.777675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-43eedce3-6334-4193-a475-2e41cc251a54 req-306faaed-09be-42af-8066-35c05d618c46 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067638 Jun 09 13:55:28.801724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57850) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:28.808505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383919-64f4-42b9-bafc-adde16936a73 req-09e1cdb7-eff6-4200-851e-bc56ad267604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:28.809938 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-09e1cdb7-eff6-4200-851e-bc56ad267604 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 898 time: 0.1562161 Jun 09 13:55:28.910800 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-fbd96bf8-bc39-4f39-b362-df68990fa8d7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/9d6c56d7-7a3c-4b42-be5f-3427586adf4f HTTP/1.1" status: 200 len: 992 time: 0.1077073 Jun 09 13:55:28.913912 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-81f3bd59-d996-46c2-95d9-7acae75c8c1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 1000 time: 0.0972512 Jun 09 13:55:28.921174 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '9d6c56d7-7a3c-4b42-be5f-3427586adf4f', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.241', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'port_id': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'mac_address': 'fa:16:3e:57:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487602d-53a7-4247-86bf-119275ef4928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:55:26Z', 'updated_at': '2021-06-09T13:55:26Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:28.925643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Checking router: 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:55:28.929820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:28.934360 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:55:28.934998 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:55:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:28.976066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383919-64f4-42b9-bafc-adde16936a73 req-1527d211-d8b7-4845-b16c-7bebe084071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:28.977510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-1527d211-d8b7-4845-b16c-7bebe084071d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0577366 Jun 09 13:55:29.052638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383919-64f4-42b9-bafc-adde16936a73 req-ff8441ec-f462-4b9c-a535-f304f7cf606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:29.054112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-ff8441ec-f462-4b9c-a535-f304f7cf606a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704069 Jun 09 13:55:29.109723 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:55:29.190441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-f16d1c21-eff6-471c-b728-7f2db97e8c22 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258533 Jun 09 13:55:29.321251 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3c383919-64f4-42b9-bafc-adde16936a73 req-67f25062-2483-4339-ab9e-a6444f665934 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243403 Jun 09 13:55:29.452066 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '9d6c56d7-7a3c-4b42-be5f-3427586adf4f', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.241', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'port_id': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'mac_address': 'fa:16:3e:57:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487602d-53a7-4247-86bf-119275ef4928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:55:26Z', 'updated_at': '2021-06-09T13:55:26Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:55:29.456589 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc2d66-787e-4aa6-aac2-b8025aea2bc5 None None] The sync data for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv is: [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '9d6c56d7-7a3c-4b42-be5f-3427586adf4f', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.241', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'port_id': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'mac_address': 'fa:16:3e:57:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487602d-53a7-4247-86bf-119275ef4928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:55:26Z', 'updated_at': '2021-06-09T13:55:26Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:55:29.652349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071067bb-398d-4ff0-8371-807a539055dc None None] New status for floating IP 9d6c56d7-7a3c-4b42-be5f-3427586adf4f: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:55:29.912527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57852) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:55:30.019562 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cc8ee8a4-e329-47de-b688-de9fbcd579a7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/9d6c56d7-7a3c-4b42-be5f-3427586adf4f HTTP/1.1" status: 200 len: 994 time: 0.1056910 Jun 09 13:55:40.134327 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:55:47.979136 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24763001-8c6c-4568-b59b-a59f3500e520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:50.364188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67d982a8-6bee-4abe-a90a-e1d827fa9633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:50.437184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:51.538790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:53.250363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:57.008619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47141-b771-416f-a236-980e932f1bbd req-d470a8e3-1d42-4823-97af-6470bade7c84 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:57.009997 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12e47141-b771-416f-a236-980e932f1bbd req-d470a8e3-1d42-4823-97af-6470bade7c84 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0851572 Jun 09 13:55:57.053206 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-12e47141-b771-416f-a236-980e932f1bbd req-39656a4a-70e5-4b7d-82f8-96c5d5e2b57b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Jun 09 13:55:58.260709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b85350-82be-4a6e-9286-00f7673c0ef4 req-6828d3d2-91fc-412b-862c-bcb7ad2c22bf tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:58.262048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b85350-82be-4a6e-9286-00f7673c0ef4 req-6828d3d2-91fc-412b-862c-bcb7ad2c22bf tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0878992 Jun 09 13:55:58.310148 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-28b85350-82be-4a6e-9286-00f7673c0ef4 req-d2f3a132-e941-4fd1-985d-b6da05a27e06 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Jun 09 13:55:58.937871 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:55:59.503592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af895d8-9da4-42f3-835d-c7a04c1ff40d req-163be8db-5f8b-4f18-aec4-74af3c829073 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:55:59.505112 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3af895d8-9da4-42f3-835d-c7a04c1ff40d req-163be8db-5f8b-4f18-aec4-74af3c829073 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0817266 Jun 09 13:55:59.554290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3af895d8-9da4-42f3-835d-c7a04c1ff40d req-30e4d52c-99ce-40ea-b422-46dedbdeb032 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Jun 09 13:56:00.754626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3fc3a-5e0d-4c30-b5b5-8941a5491270 req-fe67f28c-ceb8-4abc-98bf-b6c068b14293 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:00.756073 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cc3fc3a-5e0d-4c30-b5b5-8941a5491270 req-fe67f28c-ceb8-4abc-98bf-b6c068b14293 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0901978 Jun 09 13:56:00.802079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cc3fc3a-5e0d-4c30-b5b5-8941a5491270 req-b21eddd0-51da-4e65-b17d-62aaed7f832c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375934 Jun 09 13:56:02.012800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd98f65-5759-4aaf-9278-f30da3abc5bc req-304c0b08-5f18-40ff-b4f2-eb8b2879924f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:02.014259 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dbd98f65-5759-4aaf-9278-f30da3abc5bc req-304c0b08-5f18-40ff-b4f2-eb8b2879924f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0868394 Jun 09 13:56:02.067841 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dbd98f65-5759-4aaf-9278-f30da3abc5bc req-8f5079f4-9c6c-4d03-8ac9-661ece908eb7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Jun 09 13:56:03.264955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375959b9-2406-4809-9b1c-0cc7727bf9ba req-40f7908f-0282-4144-a2c6-a720375e9cdf tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:03.266370 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-375959b9-2406-4809-9b1c-0cc7727bf9ba req-40f7908f-0282-4144-a2c6-a720375e9cdf tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0814502 Jun 09 13:56:03.310487 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-375959b9-2406-4809-9b1c-0cc7727bf9ba req-f0b26a64-1f74-40e4-a833-3fe4039457f7 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Jun 09 13:56:04.519695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ee447-b00d-4441-8cd2-e531516367f7 req-e45d1be6-ee3c-49dc-9dd4-d18255553c89 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:04.521113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c52ee447-b00d-4441-8cd2-e531516367f7 req-e45d1be6-ee3c-49dc-9dd4-d18255553c89 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0837078 Jun 09 13:56:04.570400 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c52ee447-b00d-4441-8cd2-e531516367f7 req-87fcbdbc-7b6e-4781-8c3c-8e8912a89ac8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Jun 09 13:56:05.062765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-4138988b-5377-49a2-bbdc-e9b405fdc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:05.064227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-4138988b-5377-49a2-bbdc-e9b405fdc18c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1099 time: 0.1981735 Jun 09 13:56:05.223551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-73554278-4162-48ed-a94d-4b9de811b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:05.225094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-73554278-4162-48ed-a94d-4b9de811b2e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 898 time: 0.1374836 Jun 09 13:56:05.328729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-b8fdf91b-3df3-4142-a93c-a039a310f362 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 1002 time: 0.0964520 Jun 09 13:56:05.391364 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-f6e34a1e-0bd8-425b-865c-079484d9c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:05.392780 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-f6e34a1e-0bd8-425b-865c-079484d9c870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0571752 Jun 09 13:56:05.479757 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-8f9c9c0a-83d0-4942-b740-5675d6f8f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:05.481206 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-8f9c9c0a-83d0-4942-b740-5675d6f8f04a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0792747 Jun 09 13:56:05.619761 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-6555e87e-02b7-4a38-8202-147ad715d3e2 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311989 Jun 09 13:56:05.803588 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3f14c87d-e613-44b4-8219-0ddbcdc0bfc0 req-5c066613-9b0c-4011-baff-2746569afccd service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768889 Jun 09 13:56:05.819456 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7fffc-1030-4e7b-94eb-46e6fe0d6144 req-b47f4804-ec16-47a1-aad9-7750c0a00eea tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:05.820856 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3eb7fffc-1030-4e7b-94eb-46e6fe0d6144 req-b47f4804-ec16-47a1-aad9-7750c0a00eea tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.1297076 Jun 09 13:56:05.865998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3eb7fffc-1030-4e7b-94eb-46e6fe0d6144 req-fd4077dc-b760-4767-b0f3-41c341852376 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Jun 09 13:56:07.068223 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9888b3-fec6-439d-85aa-1a5a4839db2c req-ac567205-7ef8-4218-9458-87c2a6183d94 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:07.069661 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a9888b3-fec6-439d-85aa-1a5a4839db2c req-ac567205-7ef8-4218-9458-87c2a6183d94 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0900865 Jun 09 13:56:07.113071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a9888b3-fec6-439d-85aa-1a5a4839db2c req-09c7da1e-539f-4223-82ad-d0e62b7cb433 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377278 Jun 09 13:56:08.320353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d768-538a-4e10-be97-06f660be08cf req-24b7f9dc-7772-48e6-8a02-643486e798b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:08.321797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3264d768-538a-4e10-be97-06f660be08cf req-24b7f9dc-7772-48e6-8a02-643486e798b0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0955667 Jun 09 13:56:08.365345 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3264d768-538a-4e10-be97-06f660be08cf req-18dfab38-43e3-4712-a127-9f9926251685 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Jun 09 13:56:08.388094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57884) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:08.501746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-46822038-91c2-4c79-9322-53ba5b9c97cd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/9d6c56d7-7a3c-4b42-be5f-3427586adf4f HTTP/1.1" status: 200 len: 994 time: 0.1124253 Jun 09 13:56:10.028543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb529f0-e120-46aa-b25a-2d637a228464 req-e38c49ec-c386-47a2-a0f8-ce2e63e52b2d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:10.029960 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cb529f0-e120-46aa-b25a-2d637a228464 req-e38c49ec-c386-47a2-a0f8-ce2e63e52b2d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.1423776 Jun 09 13:56:10.049782 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-641da27f-e1a6-406e-8c9e-7b6182a12f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:10.051175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-641da27f-e1a6-406e-8c9e-7b6182a12f66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1099 time: 0.1126177 Jun 09 13:56:10.145835 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1cb529f0-e120-46aa-b25a-2d637a228464 req-266ee3d7-e14d-40d9-9485-8075a92dbf46 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099660 Jun 09 13:56:10.196821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-ab9e4c70-a0fc-458b-85f7-381f0e8ba1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:10.198234 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-ab9e4c70-a0fc-458b-85f7-381f0e8ba1ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 898 time: 0.1399076 Jun 09 13:56:10.437683 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-5347c521-47b8-419e-99b3-3ea43ab2a6e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 1002 time: 0.2325125 Jun 09 13:56:10.515484 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-988edbbe-46ff-44c0-995b-5c314f8b2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:10.517630 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-988edbbe-46ff-44c0-995b-5c314f8b2320 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0721874 Jun 09 13:56:10.599472 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-c8541933-ce61-4477-b97c-88f58f88b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:10.601033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-c8541933-ce61-4477-b97c-88f58f88b076 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0760689 Jun 09 13:56:10.735555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-8a9c1163-1862-4a9f-8b9e-985b5235f122 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277730 Jun 09 13:56:10.868699 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-82a27f87-edb8-4049-97e4-f3fbaaf20293 req-b6c2afbe-c080-488a-acfe-8ed368abec99 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255631 Jun 09 13:56:11.339056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e49a-27c8-4182-88fa-424529a55b61 req-31a50f54-dfbe-4571-8528-68fc07a3fe36 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:11.342858 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b404e49a-27c8-4182-88fa-424529a55b61 req-31a50f54-dfbe-4571-8528-68fc07a3fe36 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0875487 Jun 09 13:56:11.390178 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b404e49a-27c8-4182-88fa-424529a55b61 req-079e4d52-f9fb-4334-8eaf-d8ca9174bd6a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Jun 09 13:56:12.597440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ca6b7-7b47-424c-a9f8-347cdc7eb68a req-3232716a-3cdd-4956-af69-57fc09b0f6b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:12.598915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c28ca6b7-7b47-424c-a9f8-347cdc7eb68a req-3232716a-3cdd-4956-af69-57fc09b0f6b2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0919769 Jun 09 13:56:12.650515 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c28ca6b7-7b47-424c-a9f8-347cdc7eb68a req-f6d0869a-c6b9-46c5-a9e6-d977d90f2710 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456994 Jun 09 13:56:12.680341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57896) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:12.785107 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-42188bb9-1f7f-4b44-9b9b-79f4aa54ed13 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/9d6c56d7-7a3c-4b42-be5f-3427586adf4f HTTP/1.1" status: 200 len: 994 time: 0.1035340 Jun 09 13:56:17.138673 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:56:17.982960 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d39360bf-5c73-45a7-af9f-587cf8b8192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:20.364303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ffb91aa-f203-4055-b2cb-2d1e1396a6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:20.430434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:21.548778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:23.256065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:28.930349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:43.238482 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57918) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:43.506337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 495ac10b-61d0-4103-8b89-0ab587a2a2f1 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:56:43.506622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:43.637809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:43.638121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:43.760168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 495ac10b-61d0-4103-8b89-0ab587a2a2f1 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:56:43.898888 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:43.902508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:43.948199 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=495ac10b-61d0-4103-8b89-0ab587a2a2f1,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:43.994083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.994473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.994886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.995256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.995640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.995991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.996358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.996724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.997080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.997436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.997791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:43.998139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:44.024944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:44.053547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:44.053929 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 9d6c56d7-7a3c-4b42-be5f-3427586adf4f disassociated (deleted). External IP: 172.26.5.241, port: 8dd9f585-afea-451b-bf36-6f9590f1ce41. Jun 09 13:56:44.548491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:56:44.746214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:56:44.751547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:44.756880 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Sync routers for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:56:44.768111 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:44.768827 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:44.808876 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/floatingips/9d6c56d7-7a3c-4b42-be5f-3427586adf4f HTTP/1.1" status: 204 len: 168 time: 1.5689998 Jun 09 13:56:44.809457 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:56:44.811850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a014b-9d74-45bb-8aff-2e94461de7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:56:44.859091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf7bcf-2ac1-4f03-9086-8270271925a2 x-openstack-request-id: req-1dbf7bcf-2ac1-4f03-9086-8270271925a2 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:56:44.859441 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:56:44.859750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dbf7bcf-2ac1-4f03-9086-8270271925a2 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:56:44.860216 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'status': 'completed', 'code': 200} Jun 09 13:56:44.954817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-a162dcaa-4b46-4675-8e67-baddbc3facb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:44.956352 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-a162dcaa-4b46-4675-8e67-baddbc3facb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 1099 time: 0.0753505 Jun 09 13:56:44.985362 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:45.102415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-475b5141-83f4-4297-9a59-ac96e827755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:45.104342 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-475b5141-83f4-4297-9a59-ac96e827755e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 200 len: 898 time: 0.1405323 Jun 09 13:56:45.213078 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-51d9b205-f621-4d12-92b8-7cdc82e42024 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 200 len: 217 time: 0.1008523 Jun 09 13:56:45.295997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-b7a9f612-a137-4cfd-bbda-36d680aa45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:45.297491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-b7a9f612-a137-4cfd-bbda-36d680aa45d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 200 len: 835 time: 0.0776997 Jun 09 13:56:45.298321 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:45.302375 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Checking router: 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:56:45.311158 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:45.311767 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:45.348533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a288b-d547-430a-8db0-17723ff27088 req-7243971d-8a36-468d-89df-cd5e42ab4f62 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:45.350029 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e9a288b-d547-430a-8db0-17723ff27088 req-7243971d-8a36-468d-89df-cd5e42ab4f62 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.1863110 Jun 09 13:56:45.412167 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3e9a288b-d547-430a-8db0-17723ff27088 req-a812f4bb-9b2f-4833-83e3-d162654f4416 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552483 Jun 09 13:56:45.435521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-7b6ccd53-6510-4363-9cd7-3f879c42a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:45.435521 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-7b6ccd53-6510-4363-9cd7-3f879c42a9be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8abaaecd-3c5a-4a95-b15b-333f662dc8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1213517 Jun 09 13:56:45.495632 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:45.561785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-dac9ed13-ef3b-4c17-a327-ff3ec53d0992 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263745 Jun 09 13:56:45.699016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-991a014b-9d74-45bb-8aff-2e94461de7d1 req-5f298fc3-9dfa-4cbf-be7e-ccbdbb6da129 service neutron] 10.222.0.42 "GET /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280587 Jun 09 13:56:45.808929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:45.812929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab12e7-c744-4300-aa13-ab4f920292f9 None None] The sync data for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv is: [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:13Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '8500ed3f-6535-4f29-8da7-376df22e784b', 'name': '', 'network_id': '8abaaecd-3c5a-4a95-b15b-333f662dc8ae', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:28:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:12Z', 'updated_at': '2021-06-09T13:55:18Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': 'ea978ce1-6ec6-45c1-84bc-5070866c8c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:56:46.025008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21c243-3c7b-4ea8-8f90-9c16cd3b8d10 None None] New status for floating IP 9d6c56d7-7a3c-4b42-be5f-3427586adf4f: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:56:46.615922 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6188-5f44-481a-a20e-65d695e70f80 req-0a914df1-5a4a-4e3b-b5e7-2e868774642d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:46.617565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c42d6188-5f44-481a-a20e-65d695e70f80 req-0a914df1-5a4a-4e3b-b5e7-2e868774642d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0851636 Jun 09 13:56:46.666383 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c42d6188-5f44-481a-a20e-65d695e70f80 req-cd3fa6de-aef2-425a-b0f5-9e49e3acd425 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=45e40f7b-7d99-4084-81b0-5b46d1a161a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400403 Jun 09 13:56:46.750842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-a749b289-5b42-4e2f-a953-22d8844a3ce8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:46.752235 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-a749b289-5b42-4e2f-a953-22d8844a3ce8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 946 time: 0.0849922 Jun 09 13:56:46.895843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 8dd9f585-afea-451b-bf36-6f9590f1ce41 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:56:46.896170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:47.167205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 8dd9f585-afea-451b-bf36-6f9590f1ce41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8dd9f585-afea-451b-bf36-6f9590f1ce41,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:56:47.167540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:47.293491 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 8dd9f585-afea-451b-bf36-6f9590f1ce41 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:56:47.408340 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:47.414710 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:47.462139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=8dd9f585-afea-451b-bf36-6f9590f1ce41,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:47.465114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:47.536084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] No DVR routers for this DVR port 8dd9f585-afea-451b-bf36-6f9590f1ce41 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:56:47.539231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:47.542168 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b41593bf-3b90-47e3-802c-08d7d8f4bc24 req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "DELETE /v2.0/ports/8dd9f585-afea-451b-bf36-6f9590f1ce41 HTTP/1.1" status: 204 len: 173 time: 0.7828901 Jun 09 13:56:47.543040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'name': 'network-vif-deleted', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:56:47.546336 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87306cd5-93e8-4d56-9906-d94d02c89cc5" -d '{"events": [{"server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "name": "network-vif-deleted", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:56:47.609549 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251b20b-31af-49ab-affc-97f94c3b33dd x-openstack-request-id: req-d251b20b-31af-49ab-affc-97f94c3b33dd {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:56:47.610042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487602d-53a7-4247-86bf-119275ef4928", "name": "network-vif-deleted", "tag": "8dd9f585-afea-451b-bf36-6f9590f1ce41", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:56:47.610430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d251b20b-31af-49ab-affc-97f94c3b33dd {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:56:47.611040 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487602d-53a7-4247-86bf-119275ef4928', 'name': 'network-vif-deleted', 'tag': '8dd9f585-afea-451b-bf36-6f9590f1ce41', 'status': 'completed', 'code': 200} Jun 09 13:56:47.842850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b691bf8-a966-4b82-97e7-5517fc4b91de req-7cf3e768-6f8a-4233-9973-6b435915d770 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487602d-53a7-4247-86bf-119275ef4928 HTTP/1.1" status: 200 len: 210 time: 0.0489068 Jun 09 13:56:47.978030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24694082-aee3-4d15-a2c2-b52ea98af361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:48.948478 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57936) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:49.505335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.081904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 8500ed3f-6535-4f29-8da7-376df22e784b {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:56:50.082723 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.222362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 8500ed3f-6535-4f29-8da7-376df22e784b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=8500ed3f-6535-4f29-8da7-376df22e784b,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:56:50.222632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.237401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8dd9f585-afea-451b-bf36-6f9590f1ce41 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:56:50.272441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 8dd9f585-afea-451b-bf36-6f9590f1ce41 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:56:50.272791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 8dd9f585-afea-451b-bf36-6f9590f1ce41 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:56:50.346337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 8500ed3f-6535-4f29-8da7-376df22e784b owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:56:50.360143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aeb82b79-8f23-4da7-8f67-b7146c887e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.433202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.510820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:50.514418 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1dc06151-3630-4b35-a9cc-b39b429b6598 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:50.558783 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=8500ed3f-6535-4f29-8da7-376df22e784b,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:50.561287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:50.836102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.204920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:56:51.534808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:56:51.539691 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5901184 Jun 09 13:56:51.543104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57940) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:51.545351 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.547125 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Sync routers for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:56:51.557109 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:51.557715 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:51.610675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting subnet ea978ce1-6ec6-45c1-84bc-5070866c8c4d {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:56:51.613931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.668726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.736570 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:51.756017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.828500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.833262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-331cfd86-2284-4828-b42e-28b42ae58869 tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:51.873082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:51.874870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/subnets/ea978ce1-6ec6-45c1-84bc-5070866c8c4d HTTP/1.1" status: 204 len: 168 time: 0.3307862 Jun 09 13:56:51.875994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Subnet': ['ID=ea978ce1-6ec6-45c1-84bc-5070866c8c4d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:51.878160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57944) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:51.884121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e90f0-3c87-44db-869c-5e120920e282 None None] Network 8abaaecd-3c5a-4a95-b15b-333f662dc8ae requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:56:51.930133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a730ff3d-2bae-468a-8fba-2670836f26d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:52.071426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.074715 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:56:50Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:52.078492 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Checking router: 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:56:52.086907 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Routers {'9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:52.087542 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:52.159355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] DHCP port deletion for 8abaaecd-3c5a-4a95-b15b-333f662dc8ae request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:56:52.224541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Deleting port bcddfee9-33fc-4a55-acdd-909a4bf27c4c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:56:52.225017 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.252357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.267431 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] Set router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:52.327327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] For port bcddfee9-33fc-4a55-acdd-909a4bf27c4c, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,segment=NetworkSegment(3e776646-7a80-4298-9e89-df8d3dd0dccf),segment_id=3e776646-7a80-4298-9e89-df8d3dd0dccf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:56:52.327841 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.334466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 63adfd03-dab3-4798-86a3-f68053ec3537 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:56:52.334951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.455975 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Calling delete_port for bcddfee9-33fc-4a55-acdd-909a4bf27c4c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:56:52.467584 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 63adfd03-dab3-4798-86a3-f68053ec3537, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=63adfd03-dab3-4798-86a3-f68053ec3537,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:56:52.467962 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.507092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.511135 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb6f0d74-df66-4a73-b93c-cd5c04b94d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:52.555030 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:56:50Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:52.556085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Pushing event deleted for resources: {'Port': ['ID=bcddfee9-33fc-4a55-acdd-909a4bf27c4c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:52.559608 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a923-20bb-40f0-8f0c-abd208735f1d None None] The sync data for ids ['9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9'] in dv-neutron-601336-89-hyperv is: [{'id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685356508', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:56:50Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': '63adfd03-dab3-4798-86a3-f68053ec3537', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:55:08Z', 'updated_at': '2021-06-09T13:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:56:52.560844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] No DVR routers for this DVR port bcddfee9-33fc-4a55-acdd-909a4bf27c4c on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:56:52.566989 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.567338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.567677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.568016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.568340 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.568666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.573230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.574182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.574558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.574881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.575211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.575537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:52.578772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:52.596820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 63adfd03-dab3-4798-86a3-f68053ec3537 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:56:52.750233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:52.753724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0a85bc72-b2c0-4ccd-b766-dd9659475cda tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:52.796133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=63adfd03-dab3-4798-86a3-f68053ec3537,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:52.799212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:52.886407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.200365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.202804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.228270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.228767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:56:53.235351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.238811 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/routers/9b4ba290-af5e-4f12-a4eb-f37b99fa3ae9 HTTP/1.1" status: 204 len: 168 time: 1.3570869 Jun 09 13:56:53.239320 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57948) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:53.253872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.360083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.488525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.502360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abaaecd-3c5a-4a95-b15b-333f662dc8ae']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:53.518244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e776646-7a80-4298-9e89-df8d3dd0dccf') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:53.518539 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e776646-7a80-4298-9e89-df8d3dd0dccf') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:53.530096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.546779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.553214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:56:53.553597 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:56:53.568056 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:56:53.651878 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.656150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.658015 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/networks/8abaaecd-3c5a-4a95-b15b-333f662dc8ae HTTP/1.1" status: 204 len: 168 time: 0.4176979 Jun 09 13:56:53.659243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-497bc4de-97a7-44e4-8186-b8244e472232 tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:53.661357 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57950) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:53.681161 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Network': ['ID=8abaaecd-3c5a-4a95-b15b-333f662dc8ae,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:53.683815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc4be703-b2c5-4047-9bef-e12e01fd2603 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:53.741061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.769240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.842275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.845061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:53.846189 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/security-groups/45e40f7b-7d99-4084-81b0-5b46d1a161a4 HTTP/1.1" status: 204 len: 168 time: 0.1837966 Jun 09 13:56:53.847051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-62525936-6a4a-469a-bd86-5437fbc12865 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:53.859361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e40f7b-7d99-4084-81b0-5b46d1a161a4,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:53.867105 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.867486 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.867928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.868301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.868799 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.869228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.869578 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.869939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.870298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.870690 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.871049 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.871406 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:56:53.877199 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-418a4183-0eb4-43a8-a6b7-880c66294799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.026692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bcddfee9-33fc-4a55-acdd-909a4bf27c4c no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:56:54.058638 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57958) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.060918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: bcddfee9-33fc-4a55-acdd-909a4bf27c4c {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:56:54.061297 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device bcddfee9-33fc-4a55-acdd-909a4bf27c4c not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:56:54.061746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63adfd03-dab3-4798-86a3-f68053ec3537 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:56:54.063772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214513853', 'description': 'tempest-secgroup-smoke-214513853 description', 'project_id': '502d7d084643456e94cd53db6be2d76b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.088647 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.137856 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:56:54.141300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 63adfd03-dab3-4798-86a3-f68053ec3537 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:56:54.141651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 63adfd03-dab3-4798-86a3-f68053ec3537 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:56:54.142068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8500ed3f-6535-4f29-8da7-376df22e784b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:56:54.178902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 8500ed3f-6535-4f29-8da7-376df22e784b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:56:54.179259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 8500ed3f-6535-4f29-8da7-376df22e784b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:56:54.199388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.204009 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.207771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4eb322d8-e500-4c1d-b2ee-32aff3e515e5 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.242228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836f3334-624e-43f8-ab23-491c11906c76,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.244910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.249027 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1863203 Jun 09 13:56:54.249027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-71924118-f5bb-42c7-bd3c-a830e23c3c1a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.249027 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57960) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.253928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.281766 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.343255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.348460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.356375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9cd84f9a-aefa-4e89-a061-624b14093111 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.380504 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72a2d22-4e5e-4246-b6a0-ca3a71a39b1c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.383720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.385349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.389374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57962) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.389897 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06d32034-de27-486e-9251-92d214a4a1c5 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393661 Jun 09 13:56:54.393991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.427786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.500769 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.505867 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.511966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3edead0f-b121-4d5c-9d71-ceb685e5d7cf tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.531452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e46fed6-70d0-4ee1-925d-f1830e99e52b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.534446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.540074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.541877 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513708 Jun 09 13:56:54.544619 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57964) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.549324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.580134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.646020 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.651451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.653438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c38342c5-6a5b-478a-9de0-d96792c91513 tempest-SecGroupIPv6Test-1531556569 tempest-SecGroupIPv6Test-1531556569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.677425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56629535-21da-4376-a728-287e0f3261b5,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.680526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.684414 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.685675 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3e19f62c-7111-4ec0-a72a-580002eaf931 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398704 Jun 09 13:56:54.688481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57966) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.693405 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.723236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.795637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.801604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.803488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b25b12ea-5ba9-4915-8575-0e31e8314dd8 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.824581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf909b8-ecc0-429d-8e59-51feded26aea,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.827048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.831926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.833237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-badc7d09-56cc-402c-a7d1-6efa3f935f2f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438127 Jun 09 13:56:54.837260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57968) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.842041 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:54.865828 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:56:54.872559 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.938950 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.944020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.946074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fb8f14b0-29a7-4d27-979f-bdac64745673 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:54.967694 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a4b157-a502-4e7c-b1ea-d11d01eeca22,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:54.970619 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:54.976193 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:54.977619 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d50fd711-ce7a-4b9c-a1ba-d1638e79628e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391928 Jun 09 13:56:54.981066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57970) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:54.988285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'security_group_rule': {'security_group_id': '836f3334-624e-43f8-ab23-491c11906c76', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:55.017536 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Project 502d7d084643456e94cd53db6be2d76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:56:55.023562 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.086118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.091814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.093576 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7abd4f95-97ef-491e-8084-a169d84eaa2e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:55.114470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a8cece-259b-48eb-94af-1e9b09382c8b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:55.116763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:55.123097 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.124271 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418760 Jun 09 13:56:55.127193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 57972) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:55.132113 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'network': {'name': 'tempest-network-smoke--1588151676', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'port_security_enabled': True}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:55.155443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:56:55.158809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.186907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:56:55.195547 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.195815 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Added segment 808d39da-8542-4fc3-b874-307b365d521e of type vlan for network 7bf3e76f-75af-4287-a766-155e0f23cf3e Jun 09 13:56:55.220887 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.250630 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.256051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:55.256622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.260092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6dd34578-51bb-43a4-b268-0c2e505ccb6f tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:55.353804 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2255831 Jun 09 13:56:55.356943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57974) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:55.359555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Network': ['ID=7bf3e76f-75af-4287-a766-155e0f23cf3e,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:55.361812 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'admin_state_up': True, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:55.362166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:55.369930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:56:55.388987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.389981 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.404946 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:55.804536 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:56.123435 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:56.151889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:56.289350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.218 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/aca32ac3-163d-43e3-8c3e-f443db4e3cd4) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:56:56.444042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:56.476539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:56.480015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91531ddd-df52-4e68-af29-d4f46fe4defc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:56.541213 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:56:56.546893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:56:56.551374 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:56:56.578724 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:56.583684 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:56.976356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:57.466906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:57.664853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:56:57.844928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:56:57.854386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Sync routers for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:56:57.863972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:57.864591 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:57.867732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:57.869036 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5109479 Jun 09 13:56:57.872258 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57976) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:57.910901 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-03ba4ec2-49af-4cc2-86ea-2a10b25f0c89 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=502d7d084643456e94cd53db6be2d76b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373881 Jun 09 13:56:57.913436 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57978) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:58.036448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:58.039897 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a9d68-22f4-4279-98ca-ae3f2b237d62 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:58.041473 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-af8a9d68-22f4-4279-98ca-ae3f2b237d62 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270490 Jun 09 13:56:58.044268 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57980) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:58.081876 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d1f7394c-c5d8-4335-ba11-5d1de2514e4c tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6be880b0-7513-481b-8893-1157b97ffcd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364289 Jun 09 13:56:58.084338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57982) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:58.089165 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106722520', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'project_id': '502d7d084643456e94cd53db6be2d76b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:56:58.215768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:56:58.219844 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.317752 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:56:56Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:58.321914 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Checking router: 2409b2d4-5472-4eb3-b1ae-e9a04758e879 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:56:58.322276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Updating router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:56:58.375798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.438019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.443212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06dbee39-a8bf-4cd0-9313-fb4bc4ac58e8 tempest-NetworksTest-366932962 tempest-NetworksTest-366932962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:58.518891 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Subnet': ['ID=682f6c4c-cb95-44c6-b8aa-52eb6b448dce,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:58.522257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:58.528575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Checking segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:56:58.528939 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network hostable DHCP agents. Network: 7bf3e76f-75af-4287-a766-155e0f23cf3e, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:56:58.547916 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:56:58.558809 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 7bf3e76f-75af-4287-a766-155e0f23cf3e) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:56:58.564032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:56:58.564951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.574416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56b4e3-9281-4dc1-9aef-9a7d5042d811 None None] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:56:58.588990 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4e64831b-38cd-48ea-bc28-cb02b097950c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5036817 Jun 09 13:56:58.591770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 57984) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:56:58.963666 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.975239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-7bf3e76f-75af-4287-a766-155e0f23cf3e', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:56:58.976036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:58.995964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Transition to ACTIVE for port object aca32ac3-163d-43e3-8c3e-f443db4e3cd4 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:56:59.000002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.041506 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.045881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:59.145192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Pushing event updated for resources: {'Port': ['ID=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:59.150109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Attempting to bind port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:56:59.150551 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Attempting to bind port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:56:59.150930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Attempting to bind port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:56:59.153339 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:59.163934 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:56:59.164290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:56:59.164715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.165107 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:56:59.165577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Bound port: aca32ac3-163d-43e3-8c3e-f443db4e3cd4, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:56:59.165949 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.278774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Allocated IP 172.20.0.2 (7bf3e76f-75af-4287-a766-155e0f23cf3e/682f6c4c-cb95-44c6-b8aa-52eb6b448dce/c1ea654f-24a2-481e-91b2-548d4af8a075) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:56:59.290086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] For port aca32ac3-163d-43e3-8c3e-f443db4e3cd4, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:56:59.293685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] For port aca32ac3-163d-43e3-8c3e-f443db4e3cd4, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:56:59.311938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.359907 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:59.452188 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:56:59.452810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:56:59.454378 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.531252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Pushing event updated for resources: {'Port': ['ID=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:56:59.592084 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:56:59.724800 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.728187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:56:59.836915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Transition to ACTIVE for port object c1ea654f-24a2-481e-91b2-548d4af8a075 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:56:59.916854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Transition to ACTIVE for port object c1ea654f-24a2-481e-91b2-548d4af8a075 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:56:59.933583 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:56:59.938556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:56:59.997898 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.1 (7bf3e76f-75af-4287-a766-155e0f23cf3e/682f6c4c-cb95-44c6-b8aa-52eb6b448dce/b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:57:00.033487 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:57:00.036097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Pushing event updated for resources: {'Port': ['ID=c1ea654f-24a2-481e-91b2-548d4af8a075,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:00.038451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:57:00.040110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:00.044569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:57:00.162955 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Attempting to bind port c1ea654f-24a2-481e-91b2-548d4af8a075 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:57:00.163244 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Attempting to bind port c1ea654f-24a2-481e-91b2-548d4af8a075 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:57:00.163604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Attempting to bind port c1ea654f-24a2-481e-91b2-548d4af8a075 on network 7bf3e76f-75af-4287-a766-155e0f23cf3e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:57:00.170657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:57:00.171029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Checking segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:57:00.171435 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.171827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Bound using segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:57:00.172295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Bound port: c1ea654f-24a2-481e-91b2-548d4af8a075, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:57:00.172668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.175454 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.191459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:57:00.215903 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.221465 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4db6ba43-9b82-460d-8e89-a97e56d3c88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:00.248303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:56:56Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:00.263456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e2b82-069d-477b-8478-c3e8135bd07e None None] The sync data for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv is: [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:56:56Z', 'revision_number': 3, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:57:00.277816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] For port c1ea654f-24a2-481e-91b2-548d4af8a075, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:57:00.285986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] For port c1ea654f-24a2-481e-91b2-548d4af8a075, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1ea654f-24a2-481e-91b2-548d4af8a075,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:57:00.287802 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:57:00.291393 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:57:00.292962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.296452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:57:00.304194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:00.339589 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:00.344539 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:00.364532 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:00.392331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Pushing event updated for resources: {'Port': ['ID=c1ea654f-24a2-481e-91b2-548d4af8a075,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:00.395617 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:00.546875 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:01.150172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:01.155126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:01.184834 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-29c58ce1-1de1-45fe-b369-a017118f3501 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:01.270455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:01.273307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:01.277130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:01.308360 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974f360-5baf-4e46-b00e-87086bb77588 None None] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:57:01.419868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:57:01.420976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:57:01.448761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d45d8548-e92a-4c7f-816d-1aee4091c64a None None] Provisioning for port c1ea654f-24a2-481e-91b2-548d4af8a075 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:01.610297 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:57:01.815446 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:57:01.823078 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/2409b2d4-5472-4eb3-b1ae-e9a04758e879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2301903 Jun 09 13:57:01.848816 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Sync routers for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:57:01.859698 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:01.860531 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:01.893889 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e560bd2-18b1-47a3-b27b-171317ee553e None None] Provisioning for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:01.900453 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2e560bd2-18b1-47a3-b27b-171317ee553e None None] Provisioning complete for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:01.901114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e560bd2-18b1-47a3-b27b-171317ee553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:01.966790 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2e560bd2-18b1-47a3-b27b-171317ee553e None None] Port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:57:02.045413 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-91f20fbb-781f-47ad-b90b-cacdc4fad3d8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214513853&fields=id&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 267 time: 0.0560541 Jun 09 13:57:02.067308 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:02.128770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-60dc16fe-a117-4eb4-9eb7-971f6d4b602e None None] Provisioning complete for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:02.129151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-60dc16fe-a117-4eb4-9eb7-971f6d4b602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.207190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1ea654f-24a2-481e-91b2-548d4af8a075 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:02.217234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-a702b00f-21e8-4224-8b24-a920b18003ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:02.224845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-a702b00f-21e8-4224-8b24-a920b18003ce tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 797 time: 0.1707966 Jun 09 13:57:02.237142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-15e6b929-37f8-4dbc-be72-969660f85886 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/quotas/502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 375 time: 0.0111377 Jun 09 13:57:02.248209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-60dc16fe-a117-4eb4-9eb7-971f6d4b602e None None] Port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:57:02.284181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port c1ea654f-24a2-481e-91b2-548d4af8a075 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:02.289305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c1ea654f-24a2-481e-91b2-548d4af8a075 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:02.289683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.337159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-9c95f071-3ea8-4e25-80e0-c8a78cc4c68e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923011 Jun 09 13:57:02.382141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3f87395b-118d-4b85-9d9c-6223149b8eb2 None None] Provisioning complete for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:02.382141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f87395b-118d-4b85-9d9c-6223149b8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.400672 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-6582d478-78b1-4ab1-944d-56b9ebb7ccbb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:57:02.401766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-6582d478-78b1-4ab1-944d-56b9ebb7ccbb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0501959 Jun 09 13:57:02.408526 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 2, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:02.413168 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Checking router: 2409b2d4-5472-4eb3-b1ae-e9a04758e879 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:57:02.413657 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Updating router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:57:02.469791 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.498615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3f87395b-118d-4b85-9d9c-6223149b8eb2 None None] Port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:57:02.503908 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.539899 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-b3cdeb70-cf2b-4169-85f9-326eb20bf483 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321595 Jun 09 13:57:02.544844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port c1ea654f-24a2-481e-91b2-548d4af8a075, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1ea654f-24a2-481e-91b2-548d4af8a075,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:02.549939 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.550954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aca32ac3-163d-43e3-8c3e-f443db4e3cd4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:02.579130 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2d53d31-2b7a-4d61-8fd5-1bc5e81cb390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:02.667893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=c1ea654f-24a2-481e-91b2-548d4af8a075,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:02.673796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:02.675594 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-9879289b-63e1-4af7-971b-46787e89c482 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296411 Jun 09 13:57:02.691254 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:02.696750 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:02.697139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.827049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.846932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port aca32ac3-163d-43e3-8c3e-f443db4e3cd4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:02.853225 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.856568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c3f03e-6c2e-47fa-8221-8a62a1a1fda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:02.885846 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.898676 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-533ede85-a6ec-4127-ad46-02cc1483d60b req-71be66eb-f988-4df1-8a83-84ebb86cb573 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 210 time: 0.0497289 Jun 09 13:57:02.906779 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Transition to ACTIVE for port object b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:57:02.915634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:02.921257 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e44f11-4516-4151-bf27-ea2b51985f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:02.949397 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:02.953061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:03.123299 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Pushing event updated for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:03.144765 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.145112 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.145449 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.145781 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.146103 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.146425 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.146929 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.147265 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.147585 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.147900 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.148213 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.148536 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:03.155879 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:03.160833 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Attempting to bind port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:57:03.161289 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Attempting to bind port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:57:03.161722 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Attempting to bind port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f on network 7bf3e76f-75af-4287-a766-155e0f23cf3e {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:57:03.167334 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:57:03.167760 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Checking segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:57:03.168203 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:03.168623 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Bound using segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:57:03.169086 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Bound port: b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:57:03.169462 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:03.264982 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] For port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:57:03.268118 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] For port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:57:03.271878 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:03.275340 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be0a62a2-6931-464a-9633-3f23346cd641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:03.350854 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Pushing event updated for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=4']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:03.353512 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:03.354115 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:03.403926 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ececba7-f4a0-48a1-860f-8d6e1eb7de07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:03.546231 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:03.861166 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:03Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:03.873033 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78101a50-8c63-43c2-ad7b-b6927d96a426 None None] The sync data for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv is: [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:03Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:57:04.052751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-8e095c2d-af8a-43e4-99db-a4699d901e54 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:04.054410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-8e095c2d-af8a-43e4-99db-a4699d901e54 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 797 time: 0.2287371 Jun 09 13:57:04.135765 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2d22548a-0657-4c85-8e11-e0d29aec5658 req-a20017d0-04ff-4ea4-8292-4dd15989b4c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 210 time: 0.0800283 Jun 09 13:57:04.170918 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-ebf4feb7-0043-4e90-85b6-fe27e3ad976a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502d7d084643456e94cd53db6be2d76b HTTP/1.1" status: 200 len: 379 time: 0.0715499 Jun 09 13:57:04.171471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:04.179966 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'port': {'device_id': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'admin_state_up': True, 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'security_groups': ['836f3334-624e-43f8-ab23-491c11906c76']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:57:04.251138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:04.256858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:04.257468 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.389895 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.424810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:04.429156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.430163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aca32ac3-163d-43e3-8c3e-f443db4e3cd4 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:04.457724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:04.487891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Made reservation on behalf of 502d7d084643456e94cd53db6be2d76b for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:57:04.491699 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.552148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:04.556098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:04.562798 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:04.563183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.665141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.20.0.3 (7bf3e76f-75af-4287-a766-155e0f23cf3e/682f6c4c-cb95-44c6-b8aa-52eb6b448dce/9d7bc102-80d4-4734-afa9-be25c43f9e89) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:57:04.691386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1ea654f-24a2-481e-91b2-548d4af8a075 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:04.764862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port c1ea654f-24a2-481e-91b2-548d4af8a075 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:04.765249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.873277 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.892080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Transition to ACTIVE for port object 9d7bc102-80d4-4734-afa9-be25c43f9e89 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:57:04.916604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:04.922326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:04.987843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:57:04.991012 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:57:04.994926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:57:05.028908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:05.035849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:05.066994 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:05.067722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:05.086097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100115 Jun 09 13:57:05.096728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-313c7259-eaef-4ed3-a1cb-4990d75df8ad tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:57:05.097665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-313c7259-eaef-4ed3-a1cb-4990d75df8ad tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0056567 Jun 09 13:57:05.108893 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Request body: {'port': {'device_id': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:57:05.186910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9b5f7434-ad99-419e-b5b6-29406a3bc24f None None] Provisioning for port 9d7bc102-80d4-4734-afa9-be25c43f9e89 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:05.191738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-9b5f7434-ad99-419e-b5b6-29406a3bc24f None None] Provisioning complete for port 9d7bc102-80d4-4734-afa9-be25c43f9e89 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:05.192200 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7434-ad99-419e-b5b6-29406a3bc24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:05.231222 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:05.249615 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f7434-ad99-419e-b5b6-29406a3bc24f None None] Port 9d7bc102-80d4-4734-afa9-be25c43f9e89 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:57:05.506275 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58c8b4-86cd-48ac-8c9a-c3bd487841e3 req-cd7ef406-1e88-46f1-964f-fd833be9dc6a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:05.507653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd58c8b4-86cd-48ac-8c9a-c3bd487841e3 req-cd7ef406-1e88-46f1-964f-fd833be9dc6a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 931 time: 0.2363398 Jun 09 13:57:05.584050 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd58c8b4-86cd-48ac-8c9a-c3bd487841e3 req-e3173085-d220-4b74-8b46-2b5f07143c46 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693529 Jun 09 13:57:05.678450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7bc102-80d4-4734-afa9-be25c43f9e89 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:57:05.686506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:05.701036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Transition to ACTIVE for port object 9d7bc102-80d4-4734-afa9-be25c43f9e89 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:57:05.705671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:05.709195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-696a3085-4858-4567-b4e1-aa2b6021884e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:05.831759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:05.858248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:05.935509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Attempting to bind port 9d7bc102-80d4-4734-afa9-be25c43f9e89 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:57:05.935828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Attempting to bind port 9d7bc102-80d4-4734-afa9-be25c43f9e89 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:57:05.936160 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Attempting to bind port 9d7bc102-80d4-4734-afa9-be25c43f9e89 on network 7bf3e76f-75af-4287-a766-155e0f23cf3e {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:57:05.940644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Port 9d7bc102-80d4-4734-afa9-be25c43f9e89 on network 7bf3e76f-75af-4287-a766-155e0f23cf3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:57:05.940957 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Attempting to bind port 9d7bc102-80d4-4734-afa9-be25c43f9e89 on network 7bf3e76f-75af-4287-a766-155e0f23cf3e {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:57:05.945982 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:57:05.946345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Checking segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:57:05.946759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Bound using segment: {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:57:05.947253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Bound port: 9d7bc102-80d4-4734-afa9-be25c43f9e89, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808d39da-8542-4fc3-b874-307b365d521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:57:05.947595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:06.034355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:06.042638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:57:06.045604 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:57:06.052038 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:06.056821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8bb7b796-7074-462b-839e-d207bd0c4b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:06.112924 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:06.113542 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:06.115179 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] 10.222.0.42 "PUT /v2.0/ports/9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 1093 time: 1.0104728 Jun 09 13:57:06.115724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:57:06.118182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b391b-1a6e-4a64-a805-f08e229605ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:57:06.144575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:06.148244 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:06.150314 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:06.151186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:06.200313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d416cd6-17e4-4b15-8507-02af05fdfd1e x-openstack-request-id: req-9d416cd6-17e4-4b15-8507-02af05fdfd1e {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:57:06.200851 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:57:06.201312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d416cd6-17e4-4b15-8507-02af05fdfd1e {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:57:06.201776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'status': 'completed', 'code': 200} Jun 09 13:57:06.239763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-2344acff-d1ae-4725-872e-78ede29a0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:06.241241 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-2344acff-d1ae-4725-872e-78ede29a0ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1096 time: 0.0837719 Jun 09 13:57:06.311769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-15b1ad63-844c-417a-a022-22ac69a8a796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 217 time: 0.0636179 Jun 09 13:57:06.519332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-d2f3c0d1-3744-4456-8d9b-d4b89d6afb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:06.521787 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-d2f3c0d1-3744-4456-8d9b-d4b89d6afb75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 200 len: 835 time: 0.2039886 Jun 09 13:57:06.599592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9217a-4868-4129-b473-1050bff90480 req-9e0f0356-85b0-46a3-8ca5-9912a821923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:06.601000 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-9e0f0356-85b0-46a3-8ca5-9912a821923c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf3e76f-75af-4287-a766-155e0f23cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725343 Jun 09 13:57:06.783403 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-532a1d68-aad1-466a-ad7c-1e5f4e3e7ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757979 Jun 09 13:57:06.874985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207501-fe3b-4f88-9fcf-e94d2e712e6e req-f6ca67b1-accd-4be4-bcb4-dbe399e04f10 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:06.876294 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed207501-fe3b-4f88-9fcf-e94d2e712e6e req-f6ca67b1-accd-4be4-bcb4-dbe399e04f10 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 943 time: 0.1831310 Jun 09 13:57:06.949473 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ed207501-fe3b-4f88-9fcf-e94d2e712e6e req-01bf7dfe-d1f9-4778-a5ce-33c5c4c3e788 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661626 Jun 09 13:57:06.954732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-03b9217a-4868-4129-b473-1050bff90480 req-7ff8f1f6-fdab-41c5-9ea1-7eea9482389f service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635141 Jun 09 13:57:07.074746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-18948f37-4930-4d83-8e34-108a60cbd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:07.076172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-18948f37-4930-4d83-8e34-108a60cbd77c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1096 time: 0.0734470 Jun 09 13:57:07.203046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-fa59b4e7-a0e3-4131-86eb-c505380842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:07.204346 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-fa59b4e7-a0e3-4131-86eb-c505380842b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 898 time: 0.1216879 Jun 09 13:57:07.270422 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-4fcd3eb6-a825-4bd3-802b-6e297e60eacd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 217 time: 0.0584033 Jun 09 13:57:07.336282 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-d560d3ae-a84b-4cc1-aa12-a806f105007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:07.337713 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-d560d3ae-a84b-4cc1-aa12-a806f105007a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 200 len: 835 time: 0.0601227 Jun 09 13:57:07.420309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-0e66c300-36c2-4b8c-aa07-44f72832efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:07.421763 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-0e66c300-36c2-4b8c-aa07-44f72832efdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf3e76f-75af-4287-a766-155e0f23cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765882 Jun 09 13:57:07.553724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-9ca5f3b3-e777-4882-b169-594c796a7239 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245940 Jun 09 13:57:07.687775 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5e5b391b-1a6e-4a64-a805-f08e229605ba req-201975cb-a31b-4072-be38-f2297b63ce53 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276855 Jun 09 13:57:08.162266 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3255e-2798-483f-870a-acadbdd383f0 req-7e40f572-9548-4cef-81db-abeb68099913 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:08.163739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dfd3255e-2798-483f-870a-acadbdd383f0 req-7e40f572-9548-4cef-81db-abeb68099913 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 943 time: 0.0943580 Jun 09 13:57:08.208448 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dfd3255e-2798-483f-870a-acadbdd383f0 req-33078695-267e-4c50-bbe3-af513189e898 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Jun 09 13:57:09.410665 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1f8c5-7020-4202-ad45-5f0284cf28a1 req-3c62a481-2c32-46e9-9907-14864c84b2cb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:09.412113 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-44d1f8c5-7020-4202-ad45-5f0284cf28a1 req-3c62a481-2c32-46e9-9907-14864c84b2cb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 943 time: 0.0893717 Jun 09 13:57:09.456925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-44d1f8c5-7020-4202-ad45-5f0284cf28a1 req-915240fe-3d10-4bbf-9b3f-c6ca0198ae8f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Jun 09 13:57:10.325657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 9d7bc102-80d4-4734-afa9-be25c43f9e89 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:57:10.465526 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:10.479485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'port_id': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'mac_address': 'fa:16:3e:a4:c1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:57:10.535206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:10.552438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7bc102-80d4-4734-afa9-be25c43f9e89 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:57:10.569062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:10.574698 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:10.577513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:10.647855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:10.650552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73bfce-a755-4c1e-a67d-0daa92dc20ae req-b1d2e5ad-093d-4386-8f6d-a9b6e50b6102 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:10.651116 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:10.652055 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a73bfce-a755-4c1e-a67d-0daa92dc20ae req-b1d2e5ad-093d-4386-8f6d-a9b6e50b6102 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 944 time: 0.0910096 Jun 09 13:57:10.706764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7a73bfce-a755-4c1e-a67d-0daa92dc20ae req-9050e968-8197-4041-bcfb-067330f919a4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472486 Jun 09 13:57:10.792437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['9d7bc102-80d4-4734-afa9-be25c43f9e89'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:57:11.912148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75149116-8b7b-464a-9370-32c193928df3 req-be2a4369-ac30-4fd1-ad5f-3dabeb1dd415 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:11.913609 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75149116-8b7b-464a-9370-32c193928df3 req-be2a4369-ac30-4fd1-ad5f-3dabeb1dd415 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 944 time: 0.0915544 Jun 09 13:57:11.968436 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-75149116-8b7b-464a-9370-32c193928df3 req-5e4e9e03-8509-4d29-93a9-0d9c6e4d433c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Jun 09 13:57:12.332875 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 9d7bc102-80d4-4734-afa9-be25c43f9e89 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:57:12.412785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 9d7bc102-80d4-4734-afa9-be25c43f9e89 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:57:12.417381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 9d7bc102-80d4-4734-afa9-be25c43f9e89 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:57:12.417762 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:12.533219 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:12.560332 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:57:12.562742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c57ab-41bb-485b-9434-b0bda1c597af" -d '{"events": [{"server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:57:12.570252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:12.575256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:12.578241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:12.611377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257016f-38cd-40ac-b0fb-f26c064a6c69 x-openstack-request-id: req-a257016f-38cd-40ac-b0fb-f26c064a6c69 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:57:12.612164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:57:12.612402 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a257016f-38cd-40ac-b0fb-f26c064a6c69 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:57:12.612944 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'code': 200} Jun 09 13:57:12.654163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:12.657321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:12.962307 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b86e54-d47b-4e66-83cf-d8f87509377d req-c9453c3a-92c4-441a-a69d-1372d4b27916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:12.963681 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24b86e54-d47b-4e66-83cf-d8f87509377d req-c9453c3a-92c4-441a-a69d-1372d4b27916 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1098 time: 0.1974733 Jun 09 13:57:13.005843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24b86e54-d47b-4e66-83cf-d8f87509377d req-7d887146-4a41-455f-a341-227dbb3bf059 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Jun 09 13:57:13.157028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8949d-5fc9-4656-a8bf-7b5f10859074 req-7f785e3c-835e-4996-9fc4-9578865be114 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:13.158567 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20b8949d-5fc9-4656-a8bf-7b5f10859074 req-7f785e3c-835e-4996-9fc4-9578865be114 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0856006 Jun 09 13:57:13.203785 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-20b8949d-5fc9-4656-a8bf-7b5f10859074 req-7769fd1c-74ee-4159-bddc-d13519efb93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387034 Jun 09 13:57:14.412284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c80f9e-9f39-47c1-9341-a40b615fc4e2 req-ea1164e2-c19f-4441-bfa1-a8b2ef25a5dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:14.414417 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62c80f9e-9f39-47c1-9341-a40b615fc4e2 req-ea1164e2-c19f-4441-bfa1-a8b2ef25a5dc tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0906594 Jun 09 13:57:14.459939 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62c80f9e-9f39-47c1-9341-a40b615fc4e2 req-99ead464-db37-4512-84dd-07e614a9934c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Jun 09 13:57:14.656431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a15e1-63d9-43e7-9656-9e7e4af5c503 req-f5f87da3-d6c5-423c-bf7c-ce1b271c9231 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:14.657862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a84a15e1-63d9-43e7-9656-9e7e4af5c503 req-f5f87da3-d6c5-423c-bf7c-ce1b271c9231 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0927055 Jun 09 13:57:14.704653 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a84a15e1-63d9-43e7-9656-9e7e4af5c503 req-3bf3f615-8736-4d05-a6f9-5aa406b8e98c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Jun 09 13:57:14.727554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58042) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:14.811751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b9d0d-3d57-48b7-b59b-3d3f54ec67f8 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:14.813268 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e6b9d0d-3d57-48b7-b59b-3d3f54ec67f8 tempest-TestNetworkAdvancedServerOps-1532608955 tempest-TestNetworkAdvancedServerOps-1532608955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1093 time: 0.0847125 Jun 09 13:57:14.817565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58044) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:14.822017 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:57:14.847536 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:14.987251 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:15.137055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Allocated IP 172.26.5.86 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/8611c667-3d90-469b-b541-ee35f20d9c28) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:57:15.284582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:15.317486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:15.321133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e18d0132-99fb-4f3e-8501-9ef62dea3a29 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:15.386366 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:57:15.389174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:57:15.392837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:57:15.423892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=8611c667-3d90-469b-b541-ee35f20d9c28,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:15.429626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:15.801410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:15.892572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:16.100646 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:16.106948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:16.110407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-70685eca-7da8-49c5-91a3-57f71ac858d7 tempest-TestMinimumBasicScenario-26363046 tempest-TestMinimumBasicScenario-26363046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:16.206779 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event updated for resources: {'Port': ['ID=8611c667-3d90-469b-b541-ee35f20d9c28,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:16.214440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:16.223898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:16.535511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 2d5f3f5f-91a7-4b6e-8037-610a196a8557 associated. External IP: 172.26.5.86, port: 9d7bc102-80d4-4734-afa9-be25c43f9e89. Jun 09 13:57:16.894989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:57:17.068354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:57:17.079157 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Sync routers for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:57:17.088597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:17.089280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:17.089910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:17.151371 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3326738 Jun 09 13:57:17.151937 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:57:17.154322 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6913d4fe-351d-4ff3-b3a3-9d6388dab228" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:57:17.201299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f448a3-3915-4968-b08e-abc3de9dc1ae x-openstack-request-id: req-33f448a3-3915-4968-b08e-abc3de9dc1ae {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:57:17.201942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:57:17.202216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33f448a3-3915-4968-b08e-abc3de9dc1ae {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:57:17.202708 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'status': 'completed', 'code': 200} Jun 09 13:57:17.284066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:17.355961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-ced8c7ca-1f05-4692-8b87-b379c4052d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:17.357415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-ced8c7ca-1f05-4692-8b87-b379c4052d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1098 time: 0.1315620 Jun 09 13:57:17.368991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeedd0-3c3b-4d74-89c9-cbe49ee25844 req-8a0491ce-4736-44dc-bf92-7d27568bce39 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:17.370338 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92aeedd0-3c3b-4d74-89c9-cbe49ee25844 req-8a0491ce-4736-44dc-bf92-7d27568bce39 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.1096852 Jun 09 13:57:17.496159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-92aeedd0-3c3b-4d74-89c9-cbe49ee25844 req-473a6a6f-e911-4f17-8b1c-7bdabb6fb23b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071887 Jun 09 13:57:17.520554 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58050) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:17.532002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-b45dd94b-7fbe-4354-8172-b179afe32798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:17.533426 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-b45dd94b-7fbe-4354-8172-b179afe32798 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 898 time: 0.1622193 Jun 09 13:57:17.630195 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-41578b9b-eb8b-4836-ab75-1e1fabd4576d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/2d5f3f5f-91a7-4b6e-8037-610a196a8557 HTTP/1.1" status: 200 len: 990 time: 0.1072698 Jun 09 13:57:17.639441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-0cb2b4d0-3e7f-4825-aec6-23170b654906 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 998 time: 0.0995660 Jun 09 13:57:17.644486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2d5f3f5f-91a7-4b6e-8037-610a196a8557', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'port_id': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'mac_address': 'fa:16:3e:a4:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:57:15Z', 'updated_at': '2021-06-09T13:57:15Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:17.648451 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Checking router: 2409b2d4-5472-4eb3-b1ae-e9a04758e879 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:57:17.657234 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:17.657866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:56:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:17.703187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-2253fc05-66f5-43cd-9d98-d7f3752e3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:17.704620 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-2253fc05-66f5-43cd-9d98-d7f3752e3ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 200 len: 835 time: 0.0586829 Jun 09 13:57:17.784168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-08d4f1a2-f9e2-458f-8f36-fb11534118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:17.785543 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-08d4f1a2-f9e2-458f-8f36-fb11534118c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf3e76f-75af-4287-a766-155e0f23cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743427 Jun 09 13:57:17.884857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:18.040086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fffb2c4c-348d-4515-a276-15e1983515cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:18.060927 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-7450f3a3-5c62-416c-a87d-85d4c4afd305 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676506 Jun 09 13:57:18.201834 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6913d4fe-351d-4ff3-b3a3-9d6388dab228 req-1acdd8ae-1c8d-4dcf-8b9a-bd52ddba7d74 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302524 Jun 09 13:57:18.243726 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2d5f3f5f-91a7-4b6e-8037-610a196a8557', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'port_id': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'mac_address': 'fa:16:3e:a4:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:57:15Z', 'updated_at': '2021-06-09T13:57:15Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:18.247756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1e8f4-24c6-47ac-b864-bb5f9b31d1bd None None] The sync data for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv is: [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '2d5f3f5f-91a7-4b6e-8037-610a196a8557', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'port_id': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'mac_address': 'fa:16:3e:a4:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:57:15Z', 'updated_at': '2021-06-09T13:57:15Z', 'revision_number': 0, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:57:18.424201 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e52a3-df29-4463-a149-c1bf84ff058d None None] New status for floating IP 2d5f3f5f-91a7-4b6e-8037-610a196a8557: ACTIVE {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:57:18.632673 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58052) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:18.749385 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-24a87669-9297-4b99-a16f-79883fed412e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/2d5f3f5f-91a7-4b6e-8037-610a196a8557 HTTP/1.1" status: 200 len: 992 time: 0.1153717 Jun 09 13:57:20.356437 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d99bbf36-91fc-4817-9cce-b376211ac43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:20.438196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:21.559655 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:23.256459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:28.988556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:31.142934 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:57:45.780090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a3fa-4e85-4b4d-b221-01cfdf8c8950 req-e4d805e2-e5f6-459a-98c1-65544aa02bc9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:45.781548 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d53a3fa-4e85-4b4d-b221-01cfdf8c8950 req-e4d805e2-e5f6-459a-98c1-65544aa02bc9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0833116 Jun 09 13:57:45.826188 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9d53a3fa-4e85-4b4d-b221-01cfdf8c8950 req-da2088fd-c911-45f1-bb1a-f5d33969908a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Jun 09 13:57:47.039558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef699f-3d62-4cca-8102-3068609159d3 req-e6326c2e-9bba-4058-9d2b-23a14e2f5f99 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:47.040887 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6aef699f-3d62-4cca-8102-3068609159d3 req-e6326c2e-9bba-4058-9d2b-23a14e2f5f99 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0985358 Jun 09 13:57:47.087928 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6aef699f-3d62-4cca-8102-3068609159d3 req-977fc3fb-7801-418c-8bd8-13ee0458097f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386193 Jun 09 13:57:47.111890 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58068) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:47.220057 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-a2755c20-c6fd-4f23-9f65-c972cc2c35b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/2d5f3f5f-91a7-4b6e-8037-610a196a8557 HTTP/1.1" status: 200 len: 992 time: 0.1065192 Jun 09 13:57:47.984674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a02688-76c1-4c9e-9cd2-449b6b129f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:48.745984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3233c-8830-4e7d-9c2f-8cf1f922978e req-d18f11b3-bd45-439e-b286-de63710da68b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:48.747502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8fe3233c-8830-4e7d-9c2f-8cf1f922978e req-d18f11b3-bd45-439e-b286-de63710da68b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.1438034 Jun 09 13:57:48.749461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-debabb27-0e00-4a10-85ef-e05c032700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:48.750766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-debabb27-0e00-4a10-85ef-e05c032700c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1098 time: 0.1083968 Jun 09 13:57:48.878094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8fe3233c-8830-4e7d-9c2f-8cf1f922978e req-ce8cc023-2a06-4308-8e15-b31d04b349e8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246521 Jun 09 13:57:48.918105 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-c6acf215-10bc-41c7-b28a-543c7b35379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:48.919592 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-c6acf215-10bc-41c7-b28a-543c7b35379a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 898 time: 0.1461864 Jun 09 13:57:49.022810 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-18b3b9e3-637c-4d9e-b132-38edda34217b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 1000 time: 0.0968964 Jun 09 13:57:49.088254 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-b1aef260-192f-42e0-b0e8-92cf2bd3f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:49.089614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-b1aef260-192f-42e0-b0e8-92cf2bd3f9c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 200 len: 835 time: 0.0601168 Jun 09 13:57:49.163703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-ed1a8e42-fc19-4a0c-a017-b6229b318ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:49.165030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-ed1a8e42-fc19-4a0c-a017-b6229b318ff7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf3e76f-75af-4287-a766-155e0f23cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687678 Jun 09 13:57:49.297832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-7c588484-46dc-4e02-a6df-8230f2accdb8 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261747 Jun 09 13:57:49.428753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dc6df0f0-13fb-4b5d-89a2-4bab8a5ec958 req-7c667089-1ebd-435f-9256-6c68f82eb6c4 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244724 Jun 09 13:57:50.077018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651f11-b976-44f6-b9d1-a54fd5d6fa49 req-b4afea9e-247b-4944-ab8a-4caced7d450e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:50.078443 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2651f11-b976-44f6-b9d1-a54fd5d6fa49 req-b4afea9e-247b-4944-ab8a-4caced7d450e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Jun 09 13:57:50.141100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2651f11-b976-44f6-b9d1-a54fd5d6fa49 req-46e4a624-ca31-4e72-8653-34a2a8e88388 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488811 Jun 09 13:57:50.350431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3408668-fea8-4c22-bece-0a44f5aa191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:50.444158 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:51.365432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e0a3-0128-443f-be5e-52fda8f89ae6 req-ebc4462f-12d0-47eb-b235-d88fb86d9b9f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:51.366886 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9079e0a3-0128-443f-be5e-52fda8f89ae6 req-ebc4462f-12d0-47eb-b235-d88fb86d9b9f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0885165 Jun 09 13:57:51.410817 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9079e0a3-0128-443f-be5e-52fda8f89ae6 req-36deef4d-468f-4c14-b246-22a8b8e9cfc3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382304 Jun 09 13:57:51.434086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58080) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:51.551674 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:51.670202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8f8e0d34-ff61-4694-9ce3-3f2b0556c925 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/floatingips/2d5f3f5f-91a7-4b6e-8037-610a196a8557 HTTP/1.1" status: 200 len: 992 time: 0.2349510 Jun 09 13:57:52.004878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58086) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:52.425065 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 8611c667-3d90-469b-b541-ee35f20d9c28 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:57:52.425365 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:52.543651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:52.543940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:52.663642 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 8611c667-3d90-469b-b541-ee35f20d9c28 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:57:52.785481 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:52.789351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e2c3d114-aa22-43c4-858e-3ae36e6791da tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:52.833960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=8611c667-3d90-469b-b541-ee35f20d9c28,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:52.836652 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:52.936860 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:52.937114 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Floating IP 2d5f3f5f-91a7-4b6e-8037-610a196a8557 disassociated (deleted). External IP: 172.26.5.86, port: 9d7bc102-80d4-4734-afa9-be25c43f9e89. Jun 09 13:57:53.259296 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:53.288136 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:57:53.466883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:57:53.472026 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:53.476379 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Sync routers for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:57:53.486197 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:53.486775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:53.528413 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2c2a456f-cb85-4882-8265-6b1ec7a2871a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/floatingips/2d5f3f5f-91a7-4b6e-8037-610a196a8557 HTTP/1.1" status: 204 len: 168 time: 1.5221980 Jun 09 13:57:53.529097 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:57:53.531444 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e02ac-b550-4d48-a741-8515ae168ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:57:53.632537 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf60145d-c27b-4cca-aeb7-e7ae7ab935ac x-openstack-request-id: req-cf60145d-c27b-4cca-aeb7-e7ae7ab935ac {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:57:53.632883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:57:53.633188 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf60145d-c27b-4cca-aeb7-e7ae7ab935ac {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:57:53.633632 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'status': 'completed', 'code': 200} Jun 09 13:57:53.683995 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:53.739442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-f38defcd-ca2d-43ec-b46f-4938ae6b8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:53.741821 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-f38defcd-ca2d-43ec-b46f-4938ae6b8f3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=502d7d084643456e94cd53db6be2d76b&device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 1098 time: 0.0838928 Jun 09 13:57:53.932649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-91732b5e-2a97-4da5-9077-3f37a348f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:53.934262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-91732b5e-2a97-4da5-9077-3f37a348f3e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 200 len: 898 time: 0.1788480 Jun 09 13:57:53.999557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:54.003608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Checking router: 2409b2d4-5472-4eb3-b1ae-e9a04758e879 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:57:54.005303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349402d2-e150-433a-8241-762291114f97 req-1cf8e0bd-d3a3-4c7a-9187-c861cc0fbb38 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:54.006766 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-349402d2-e150-433a-8241-762291114f97 req-1cf8e0bd-d3a3-4c7a-9187-c861cc0fbb38 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.1782899 Jun 09 13:57:54.015884 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-88f733ec-2ef4-49f5-9a9d-2bf98da5bd94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 200 len: 217 time: 0.0749989 Jun 09 13:57:54.017414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:57:54.018141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:54.098305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-349402d2-e150-433a-8241-762291114f97 req-85e8065f-acaf-43f2-8671-368b1d45ba8f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839596 Jun 09 13:57:54.103817 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-0eb46139-4d82-4486-94b8-cb4724dc009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:54.105198 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-0eb46139-4d82-4486-94b8-cb4724dc009d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 200 len: 835 time: 0.0770628 Jun 09 13:57:54.184923 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-cc97771f-d488-4fb5-92b0-9cf293700451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:54.186371 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-cc97771f-d488-4fb5-92b0-9cf293700451 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf3e76f-75af-4287-a766-155e0f23cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735919 Jun 09 13:57:54.192184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:57:54.321643 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-dd0cf006-747e-4a47-95aa-55a71810740e service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275380 Jun 09 13:57:54.451560 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-456e02ac-b550-4d48-a741-8515ae168ae7 req-912fb667-7224-47b1-bee0-d2beb5ee1382 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226914 Jun 09 13:57:54.550577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:57:54.555104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695444a2-16e3-4df0-a863-f554e4238ba0 None None] The sync data for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv is: [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:00Z', 'revision_number': 4, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': 'b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f', 'name': '', 'network_id': '7bf3e76f-75af-4287-a766-155e0f23cf3e', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'mac_address': 'fa:16:3e:bb:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:59Z', 'updated_at': '2021-06-09T13:57:04Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'subnets': [{'id': '682f6c4c-cb95-44c6-b8aa-52eb6b448dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:57:54.765742 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75965554-cd07-4a1a-afd6-a56244f25882 None None] New status for floating IP 2d5f3f5f-91a7-4b6e-8037-610a196a8557: DOWN {{(pid=92386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:57:55.299041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d941c-1e10-4cae-a904-541e8b0a4b90 req-49d2d53d-4425-49cb-b04e-29ecc78b3985 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:55.300476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-508d941c-1e10-4cae-a904-541e8b0a4b90 req-49d2d53d-4425-49cb-b04e-29ecc78b3985 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.0893157 Jun 09 13:57:55.396322 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-508d941c-1e10-4cae-a904-541e8b0a4b90 req-b57b66c1-9f1d-4838-ae7e-ca8575ac9e64 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/security-groups?id=836f3334-624e-43f8-ab23-491c11906c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871956 Jun 09 13:57:55.423143 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-de579fc8-a2b6-4504-beb7-7c8901bb2799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:57:55.425367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-de579fc8-a2b6-4504-beb7-7c8901bb2799 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 945 time: 0.1032977 Jun 09 13:57:55.579945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port 9d7bc102-80d4-4734-afa9-be25c43f9e89 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:57:55.580188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:55.716802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port 9d7bc102-80d4-4734-afa9-be25c43f9e89, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9d7bc102-80d4-4734-afa9-be25c43f9e89,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:55.717133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:55.834949 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for 9d7bc102-80d4-4734-afa9-be25c43f9e89 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:57:55.948947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:55.955042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e5439433-86a5-42d8-8865-6c9b260b9f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:56.135045 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=9d7bc102-80d4-4734-afa9-be25c43f9e89,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:56.171930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.172330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.172703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.173083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.173447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.173810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.174173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.174548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.174915 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.175272 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.175629 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.175985 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:57:56.182973 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:56.217386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] No DVR routers for this DVR port 9d7bc102-80d4-4734-afa9-be25c43f9e89 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:57:56.220226 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:56.222173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dfc2373e-ab35-466d-aa51-4ae53249557e req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.42 "DELETE /v2.0/ports/9d7bc102-80d4-4734-afa9-be25c43f9e89 HTTP/1.1" status: 204 len: 173 time: 0.7911851 Jun 09 13:57:56.222729 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'name': 'network-vif-deleted', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:57:56.225103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec2a019-1628-4c9d-b675-16c3a4a2c8b3" -d '{"events": [{"server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "name": "network-vif-deleted", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:57:56.270958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb4291-a7b5-47ba-84cc-e51561789674 x-openstack-request-id: req-aacb4291-a7b5-47ba-84cc-e51561789674 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:57:56.271335 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba52162-06fe-4a2c-a7f8-130563c52228", "name": "network-vif-deleted", "tag": "9d7bc102-80d4-4734-afa9-be25c43f9e89", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:57:56.271639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aacb4291-a7b5-47ba-84cc-e51561789674 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:57:56.272102 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba52162-06fe-4a2c-a7f8-130563c52228', 'name': 'network-vif-deleted', 'tag': '9d7bc102-80d4-4734-afa9-be25c43f9e89', 'status': 'completed', 'code': 200} Jun 09 13:57:56.561725 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1272c3d2-aa28-4b88-9c46-82eef4c57dc4 req-e53815d8-8996-453e-9657-067bdda8325e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ba52162-06fe-4a2c-a7f8-130563c52228 HTTP/1.1" status: 200 len: 210 time: 0.0450590 Jun 09 13:57:57.663315 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58104) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:57:58.229494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:58.576068 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 9d7bc102-80d4-4734-afa9-be25c43f9e89 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:57:58.613195 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 9d7bc102-80d4-4734-afa9-be25c43f9e89 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:57:58.613547 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 9d7bc102-80d4-4734-afa9-be25c43f9e89 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:57:58.655124 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:57:58.655460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:58.799714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:57:58.800461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:58.929951 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:57:58.970779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:59.237868 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:59.242987 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:57:59.293069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:57:59.296108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:57:59.577381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:57:59.944005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:58:00.123447 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:00.128446 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "PUT /v2.0/routers/2409b2d4-5472-4eb3-b1ae-e9a04758e879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4639034 Jun 09 13:58:00.131313 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58106) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:00.133011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Sync routers for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:00.142443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:00.143066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:00.199858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting subnet 682f6c4c-cb95-44c6-b8aa-52eb6b448dce {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 13:58:00.203104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.256353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.317401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:00.339399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.414174 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.418014 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95b170e4-ed96-4318-92ce-2b45d6f31bee tempest-NetworksIpV6TestAttrs-301126846 tempest-NetworksIpV6TestAttrs-301126846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:00.453432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Subnet': ['ID=682f6c4c-cb95-44c6-b8aa-52eb6b448dce,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:00.456422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:00.457392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.459200 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8e5a5461-53ec-49a6-a55e-50466029a93a tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/subnets/682f6c4c-cb95-44c6-b8aa-52eb6b448dce HTTP/1.1" status: 204 len: 168 time: 0.3268211 Jun 09 13:58:00.462189 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58108) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:00.484103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5bdfc-ff1f-4676-84fa-3146ae9cf9cb None None] Network 7bf3e76f-75af-4287-a766-155e0f23cf3e requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:58:00.781402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:00.794802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:59Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:00.799211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Checking router: 2409b2d4-5472-4eb3-b1ae-e9a04758e879 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:00.807523 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Routers {'2409b2d4-5472-4eb3-b1ae-e9a04758e879'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:00.808117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:00.863479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] DHCP port deletion for 7bf3e76f-75af-4287-a766-155e0f23cf3e request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 13:58:00.960217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.034321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] Set router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:01.035428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Deleting port aca32ac3-163d-43e3-8c3e-f443db4e3cd4 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:58:01.035778 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.159632 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] For port aca32ac3-163d-43e3-8c3e-f443db4e3cd4, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:01.159897 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.187303 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Deleting port c1ea654f-24a2-481e-91b2-548d4af8a075 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 13:58:01.187887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.281193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Calling delete_port for aca32ac3-163d-43e3-8c3e-f443db4e3cd4 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:58:01.355207 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] For port c1ea654f-24a2-481e-91b2-548d4af8a075, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=c1ea654f-24a2-481e-91b2-548d4af8a075,segment=NetworkSegment(808d39da-8542-4fc3-b874-307b365d521e),segment_id=808d39da-8542-4fc3-b874-307b365d521e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:01.355628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.430422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.435279 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-738ea778-e410-4fb4-9d7b-169df4fc4305 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:01.495289 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Calling delete_port for c1ea654f-24a2-481e-91b2-548d4af8a075 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 13:58:01.508980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Port': ['ID=aca32ac3-163d-43e3-8c3e-f443db4e3cd4,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:01.511679 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:01.571120 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.587721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:59Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:01.590987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.595181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:01.626358 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd54e6-f9fb-4dc8-8f80-124f5d86d126 None None] The sync data for ids ['2409b2d4-5472-4eb3-b1ae-e9a04758e879'] in dv-neutron-601336-89-hyperv is: [{'id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905737059', 'tenant_id': '502d7d084643456e94cd53db6be2d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:56:55Z', 'updated_at': '2021-06-09T13:57:59Z', 'revision_number': 5, 'project_id': '502d7d084643456e94cd53db6be2d76b', 'gw_port': {'id': 'aca32ac3-163d-43e3-8c3e-f443db4e3cd4', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2409b2d4-5472-4eb3-b1ae-e9a04758e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:56:56Z', 'updated_at': '2021-06-09T13:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:01.643625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Pushing event deleted for resources: {'Port': ['ID=c1ea654f-24a2-481e-91b2-548d4af8a075,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:01.646041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] No DVR routers for this DVR port c1ea654f-24a2-481e-91b2-548d4af8a075 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 13:58:01.657636 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.657919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.658239 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.658597 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.658922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.659220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.659556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.659872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.660291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.660467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.660838 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.661155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:01.664220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:01.750430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.752638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.776910 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.777398 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Fanout notify agent at l3_agent the message router_deleted on router 2409b2d4-5472-4eb3-b1ae-e9a04758e879 {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 13:58:01.783827 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:01.784947 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/routers/2409b2d4-5472-4eb3-b1ae-e9a04758e879 HTTP/1.1" status: 204 len: 168 time: 1.3218138 Jun 09 13:58:01.788787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58110) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:01.897284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.126828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1ea654f-24a2-481e-91b2-548d4af8a075 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:58:02.160312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: c1ea654f-24a2-481e-91b2-548d4af8a075 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:58:02.160699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device c1ea654f-24a2-481e-91b2-548d4af8a075 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:58:02.161103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:58:02.170381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.183509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf3e76f-75af-4287-a766-155e0f23cf3e']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:02.193896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:58:02.194512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device b6f7eeab-7cc6-40b2-87aa-b03ed7b0de5f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:58:02.196136 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808d39da-8542-4fc3-b874-307b365d521e') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:02.196589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808d39da-8542-4fc3-b874-307b365d521e') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:02.213737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.230476 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.237190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 13:58:02.237580 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 13:58:02.252180 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 13:58:02.332722 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.336554 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fc381029-9a32-4b86-b575-3012fbf7afe4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:02.351192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.353003 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/networks/7bf3e76f-75af-4287-a766-155e0f23cf3e HTTP/1.1" status: 204 len: 168 time: 0.5633130 Jun 09 13:58:02.355847 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58112) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:02.359553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'Network': ['ID=7bf3e76f-75af-4287-a766-155e0f23cf3e,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:02.362052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-17384713-0aea-415f-a500-5a23a8aa3ed3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:02.422968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.453186 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.519683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.522196 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:02.523505 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] 10.222.0.21 "DELETE /v2.0/security-groups/836f3334-624e-43f8-ab23-491c11906c76 HTTP/1.1" status: 204 len: 168 time: 0.1665487 Jun 09 13:58:02.524295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-217ee1d4-5522-4be9-8a3d-523b41afc068 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:02.535646 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f3334-624e-43f8-ab23-491c11906c76,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:02.543723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.544089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.544452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.544830 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.545251 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.545683 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.546029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.546398 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.546800 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.547247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.547614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.547964 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:02.551093 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2edf8e85-3fb8-415f-b153-483e9a4e5565 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:02.900936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58120) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:03.049305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e62acf38-88c6-41a3-bb87-43ac40e9b475 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=502d7d084643456e94cd53db6be2d76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471386 Jun 09 13:58:03.051781 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58124) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:03.107498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.133284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.193195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.195777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.196894 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4334087d-86b8-426c-991d-6be86e64e29c HTTP/1.1" status: 204 len: 168 time: 0.1442647 Jun 09 13:58:03.197667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ee0b95dd-423f-499b-a2c4-4738f35bc6e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:03.207365 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334087d-86b8-426c-991d-6be86e64e29c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:03.209700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:03.495947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58130) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:03.519087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.623191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.628685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.635763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a878578b-4513-45b6-8724-b1108748f47c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:03.674138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=114e0a595d4142909e35c62a4c67a08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767359 Jun 09 13:58:03.675976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798eff97-97ab-44fe-a4eb-e0d14627d8f2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:03.677001 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58132) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:03.678804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-10e8ada7-db69-40b9-ba6d-9e1a6fde3db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:03.879621 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.905439 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.964672 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.967281 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:03.968402 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/798eff97-97ab-44fe-a4eb-e0d14627d8f2 HTTP/1.1" status: 204 len: 168 time: 0.2904384 Jun 09 13:58:03.969265 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ffa4c0db-a22d-4580-bc1e-2f505d62e468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:03.979180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798eff97-97ab-44fe-a4eb-e0d14627d8f2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:03.981591 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:04.029034 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aca32ac3-163d-43e3-8c3e-f443db4e3cd4 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 13:58:04.062650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: aca32ac3-163d-43e3-8c3e-f443db4e3cd4 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 13:58:04.062986 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device aca32ac3-163d-43e3-8c3e-f443db4e3cd4 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 13:58:04.807438 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58154) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:04.928381 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-404455696-network', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:04.955750 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Made reservation on behalf of f0c73c1a095d44c287d94d09832dc746 for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:58:04.957987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:04.970008 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.077522 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.085043 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.088277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-709961b5-a37a-400f-9d1b-a9c0dd7f028f tempest-RoutersIpV6Test-1729365074 tempest-RoutersIpV6Test-1729365074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:05.117273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:58:05.125971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8490a1-4ec0-400f-81a0-dffd3becf9bf,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:05.129768 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:05.133142 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.134260 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Added segment 77f08248-713e-4000-b1f5-097757800713 of type vlan for network 97938505-068d-435e-84dc-da527316e64c Jun 09 13:58:05.165909 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.198269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.199335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:05.199969 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.203330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8d61804-5c09-4ba5-8bca-9045cafeb80a tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:05.287354 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4784870 Jun 09 13:58:05.290482 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58158) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:05.295367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Request body: {'subnet': {'network_id': '97938505-068d-435e-84dc-da527316e64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-404455696-subnet', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:05.308723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Pushing event updated for resources: {'Network': ['ID=97938505-068d-435e-84dc-da527316e64c,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:05.313302 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-0c31ef29-b0e6-40c1-ac8a-87d9762d8d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:05.319250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 97938505-068d-435e-84dc-da527316e64c details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:58:05.324401 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Made reservation on behalf of f0c73c1a095d44c287d94d09832dc746 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:58:05.326995 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.541471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.544997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf1d27e7-7970-472b-80fd-8945166479ed tempest-RoutersTest-1469105610 tempest-RoutersTest-1469105610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:05.617032 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae43199-2582-4ed5-a077-46ada2469204,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:05.621310 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:05.629112 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Checking segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:05.629469 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Network hostable DHCP agents. Network: 97938505-068d-435e-84dc-da527316e64c, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:58:05.647779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Network 97938505-068d-435e-84dc-da527316e64c is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:58:05.657943 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 97938505-068d-435e-84dc-da527316e64c) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:05.662130 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:05.662853 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.669141 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410029b-f9fb-4def-a02e-236cbbf53daa None None] Network 97938505-068d-435e-84dc-da527316e64c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:58:05.681994 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ac2c5c0d-bdc0-43c8-ba0b-d201b6bc266c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3904698 Jun 09 13:58:05.684862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58160) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:05.690200 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:05.718810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.720144 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.736319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.880622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-97938505-068d-435e-84dc-da527316e64c', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:58:05.881554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:05.997471 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.041156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Allocated IP 172.20.0.2 (97938505-068d-435e-84dc-da527316e64c/1ae43199-2582-4ed5-a077-46ada2469204/5b65970d-bda8-4217-a123-731a53dd67bb) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:06.246808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.258210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Transition to ACTIVE for port object 5b65970d-bda8-4217-a123-731a53dd67bb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:06.276904 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Transition to ACTIVE for port object 5b65970d-bda8-4217-a123-731a53dd67bb will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:06.283987 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.287926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:06.301596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.332367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.389912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Network 97938505-068d-435e-84dc-da527316e64c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:06.392764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:06.396848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:06.405910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Pushing event updated for resources: {'Port': ['ID=5b65970d-bda8-4217-a123-731a53dd67bb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:06.430802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:06.471669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Allocated IP 172.26.5.12 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/5c44035b-d349-4f0b-8dc9-e0a3f3615d28) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:06.495253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Attempting to bind port 5b65970d-bda8-4217-a123-731a53dd67bb on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:06.495783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Attempting to bind port 5b65970d-bda8-4217-a123-731a53dd67bb by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:06.496155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Attempting to bind port 5b65970d-bda8-4217-a123-731a53dd67bb on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:06.502138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:06.502645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Checking segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:06.503273 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.503668 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Bound using segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:06.504163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Bound port: 5b65970d-bda8-4217-a123-731a53dd67bb, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:06.504557 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.596806 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] For port 5b65970d-bda8-4217-a123-731a53dd67bb, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:06.599845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] For port 5b65970d-bda8-4217-a123-731a53dd67bb, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5b65970d-bda8-4217-a123-731a53dd67bb,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:06.605885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.610320 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1efc0c80-c61a-47f6-985f-9670d597aff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:06.627319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.661061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:06.665882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-636f3acf-c054-4cc0-82a6-3eae92883a4d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:06.690276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Pushing event updated for resources: {'Port': ['ID=5b65970d-bda8-4217-a123-731a53dd67bb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:06.693572 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:06.733139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:06.736121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:06.738583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:06.948564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Pushing event updated for resources: {'Port': ['ID=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:06.952514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:07.330501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:07.471286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1e15d-9434-48c0-b8ae-a1131c660f7e None None] Network 97938505-068d-435e-84dc-da527316e64c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:58:07.622085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6ed4ff33-7777-452b-9554-9eb54aae469c None None] Provisioning for port 5b65970d-bda8-4217-a123-731a53dd67bb completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:07.674697 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:07.883838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:58:08.073703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:08.085478 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:08.098250 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:08.098952 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:08.099895 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.101903 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4156101 Jun 09 13:58:08.104617 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58162) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:08.105163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5b65970d-bda8-4217-a123-731a53dd67bb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:08.186697 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5b65970d-bda8-4217-a123-731a53dd67bb completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:08.192760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5b65970d-bda8-4217-a123-731a53dd67bb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:08.193307 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.228532 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:58:08.288743 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:08.320978 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.358114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5b65970d-bda8-4217-a123-731a53dd67bb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5b65970d-bda8-4217-a123-731a53dd67bb,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:08.363592 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.365716 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfbed726-530e-4074-97e3-fe830f427382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:08.431993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5b65970d-bda8-4217-a123-731a53dd67bb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:08.435227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:08.562672 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:07Z', 'revision_number': 3, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:08.566412 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:08.566784 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Updating router 6c1f7b10-ab9f-4301-8570-28f2022c046f port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:58:08.620417 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.929438 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.953047 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.966266 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Transition to ACTIVE for port object 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:08.973413 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:08.977006 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-812b1a72-babe-4fd5-8a01-ccdf07f0374c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:09.051322 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Attempting to bind port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:09.051693 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Attempting to bind port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:09.052053 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Attempting to bind port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:09.054148 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Pushing event updated for resources: {'Port': ['ID=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:09.063455 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.063811 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.064119 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.064442 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.064753 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.065072 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.065389 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.065703 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.066017 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.066325 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.066656 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.066963 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 13:58:09.070123 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:09.070496 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:09.070915 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.071292 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:09.071756 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Bound port: 5c44035b-d349-4f0b-8dc9-e0a3f3615d28, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:09.072136 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.101653 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:09.142734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Allocated IP 172.20.0.1 (97938505-068d-435e-84dc-da527316e64c/1ae43199-2582-4ed5-a077-46ada2469204/19bb60bb-12ad-48f3-b7f4-301ed1193b86) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:09.148235 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] For port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:09.151277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] For port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:09.157241 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.161657 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65b01f09-9c82-4995-84eb-a9a270a969f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:09.234664 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:09.235301 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:09.283500 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Pushing event updated for resources: {'Port': ['ID=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:09.291766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.292541 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:09.307188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Transition to ACTIVE for port object 19bb60bb-12ad-48f3-b7f4-301ed1193b86 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:09.329682 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.334192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-00013c49-9c30-4072-8d6a-eb515966a811 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:09.393391 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Network 97938505-068d-435e-84dc-da527316e64c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:09.396278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:09.400208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:09.416205 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:09.434378 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Pushing event updated for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:09.438540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:09.460585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.581589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.687395 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6976b96-39bc-4fa1-963a-c69eb48a32e0 None None] Provisioning for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:09.693560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f6976b96-39bc-4fa1-963a-c69eb48a32e0 None None] Provisioning complete for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:09.694133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6976b96-39bc-4fa1-963a-c69eb48a32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.734250 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:07Z', 'revision_number': 3, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:09.738065 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd283724-34aa-44e8-b4c6-b08f39c0aae6 None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:07Z', 'revision_number': 3, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:09.765375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f6976b96-39bc-4fa1-963a-c69eb48a32e0 None None] Port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:58:09.808749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.813861 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.838087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a6587e3a-4c75-423b-8c62-030e4b1c20c2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:09.917119 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Pushing event updated for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:09.919641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:09.923954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:10.076350 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Network 97938505-068d-435e-84dc-da527316e64c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:10.079040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:10.169872 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5b65970d-bda8-4217-a123-731a53dd67bb up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:10.261613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5b65970d-bda8-4217-a123-731a53dd67bb triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:10.262170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:10.410860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:10.434466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6dcbf320-623b-4421-a7b9-19d48317a8ce None None] Provisioning complete for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:10.434732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf320-623b-4421-a7b9-19d48317a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:10.439141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:58:10.513994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbf320-623b-4421-a7b9-19d48317a8ce None None] Port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:58:10.527761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:10.533449 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:10.533834 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:10.621440 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:10.626399 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] 10.222.0.21 "PUT /v2.0/routers/6c1f7b10-ab9f-4301-8570-28f2022c046f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207927 Jun 09 13:58:10.656441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:10.674957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:10.680345 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:10.686022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:10.761264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:10.764365 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:11.157370 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58178) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:11.162513 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629158652-network', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:11.187485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Made reservation on behalf of d9b28649f0b84770a7bdaa5e4344df2b for: {'network': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:58:11.190825 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.203035 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.232047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:11.241864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:11.242492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:11.309865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.314126 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.317222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cecacbda-1d77-4c71-8361-751451cfd8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:11.347614 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 13:58:11.353275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a9e99-1397-455a-87f9-fbc168955270,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:11.356863 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:11.363111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.363471 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.segments_db [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Added segment af5c8038-a824-4379-a26d-08f22788ca4b of type vlan for network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 Jun 09 13:58:11.392335 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.425351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.426499 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:11.427135 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.432206 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6e0aab1c-bacf-40e7-9bb4-ecca7c23b46e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:11.460940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:11.518812 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3601310 Jun 09 13:58:11.521467 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58180) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:11.527552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Request body: {'subnet': {'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629158652-subnet', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'ip_version': 4}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:11.529229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Pushing event updated for resources: {'Network': ['ID=72ce70c5-d35d-4b4c-a698-11118a28f3b8,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:11.532119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-625ec83e-abd0-4168-b413-44bd4345764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:11.555686 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Made reservation on behalf of d9b28649f0b84770a7bdaa5e4344df2b for: {'subnet': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:58:11.558103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8050629'] for subnet, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.589018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 13:58:11.765016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6423477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8050679'] for subnet, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.769835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-16330091-9c79-4c2a-b068-a8473fb35ea9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:11.839132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76845087-68b0-4e3e-8b5c-f769e02c1752,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:11.842988 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:11.850434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Checking segment: {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:11.850926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Network hostable DHCP agents. Network: 72ce70c5-d35d-4b4c-a698-11118a28f3b8, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 13:58:11.868216 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 13:58:11.874595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 2, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:11.878559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 72ce70c5-d35d-4b4c-a698-11118a28f3b8) {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:11.879032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:11.879459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Updating router 6c1f7b10-ab9f-4301-8570-28f2022c046f port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:58:11.883090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:11.883673 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.902309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-217c7fa2-5e1d-404a-b030-f538ed61bd7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3790183 Jun 09 13:58:11.905173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58182) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:11.909739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:11.912533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f37c5-7f91-4e0f-812f-728863990fc6 None None] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:58:11.934248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.936177 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:11.952982 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.016370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.099797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:12.213411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.378498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'fixed_ips': [{'subnet_id': '76845087-68b0-4e3e-8b5c-f769e02c1752'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 13:58:12.379248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.416030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:12.416405 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.669569 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.698930 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.755255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Allocated IP 172.20.0.2 (72ce70c5-d35d-4b4c-a698-11118a28f3b8/76845087-68b0-4e3e-8b5c-f769e02c1752/7b810e34-4c15-4c03-9f23-2a9857e7b15b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:12.777782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.836180 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Allocated IP 172.26.5.196 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/80ff10f0-a3cf-4b01-ae49-3cd6200d7012) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:12.913003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Transition to ACTIVE for port object 19bb60bb-12ad-48f3-b7f4-301ed1193b86 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:12.927318 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:12.932414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:12.990798 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.021667 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.026615 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-27e21eb4-6500-4ee6-9595-233c21a5e8a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:13.081192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Pushing event updated for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:13.087702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:13.092631 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:13.096216 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:13.100237 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:13.136557 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Pushing event updated for resources: {'Port': ['ID=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:13.140807 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:13.232782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Attempting to bind port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:13.233155 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Attempting to bind port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:13.233520 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Attempting to bind port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:13.245883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:13.246260 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Checking segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:13.246692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.247088 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Bound using segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:13.247554 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Bound port: 19bb60bb-12ad-48f3-b7f4-301ed1193b86, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:13.247921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.304098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.331972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Transition to ACTIVE for port object 7b810e34-4c15-4c03-9f23-2a9857e7b15b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:13.372218 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Transition to ACTIVE for port object 7b810e34-4c15-4c03-9f23-2a9857e7b15b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:13.377247 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] For port 19bb60bb-12ad-48f3-b7f4-301ed1193b86, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:13.380618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] For port 19bb60bb-12ad-48f3-b7f4-301ed1193b86, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=19bb60bb-12ad-48f3-b7f4-301ed1193b86,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:13.382162 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.386160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:13.419796 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.467409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:13.472708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:13.476280 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Pushing event updated for resources: {'Port': ['ID=7b810e34-4c15-4c03-9f23-2a9857e7b15b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:13.478390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:13.481324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:13.483133 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62b552a2-efb7-43df-926d-2d6037827c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:13.523985 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.542590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:13.542858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:13.766700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Attempting to bind port 7b810e34-4c15-4c03-9f23-2a9857e7b15b on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:13.766973 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Attempting to bind port 7b810e34-4c15-4c03-9f23-2a9857e7b15b by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:13.767338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Attempting to bind port 7b810e34-4c15-4c03-9f23-2a9857e7b15b on network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:13.777500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Pushing event updated for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:13.787826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:13.788628 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:13.789002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Checking segment: {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:13.789412 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.789801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Bound using segment: {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:13.790276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Bound port: 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:13.790657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:13.863747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:13.872808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:14.083104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] For port 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:14.101756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] For port 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7b810e34-4c15-4c03-9f23-2a9857e7b15b,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:14.109756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:14.116422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:14.246648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Router 029dacc4-d19b-460c-9be5-edcdf988a3c3 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 13:58:14.252729 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Pushing event updated for resources: {'Port': ['ID=7b810e34-4c15-4c03-9f23-2a9857e7b15b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:14.256033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:14.285641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:13Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:14.290156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3d31d-54da-4b4a-942c-b68767da03f7 None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:13Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:14.515824 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:14.530853 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Sync routers for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:14.542086 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:14.542738 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:14.543035 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:14.543606 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6373036 Jun 09 13:58:14.546222 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58184) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:14.733668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:15.043914 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:13Z', 'revision_number': 3, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:15.049728 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Checking router: 029dacc4-d19b-460c-9be5-edcdf988a3c3 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:15.050252 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Updating router 029dacc4-d19b-460c-9be5-edcdf988a3c3 port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:58:15.137080 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.344016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385103d-07b3-4dd3-8e96-5067918fa85d None None] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 13:58:15.381848 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.517182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0307f4d7-6fca-441d-b465-80353e3d845d None None] Provisioning for port 7b810e34-4c15-4c03-9f23-2a9857e7b15b completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:15.517506 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.532154 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Transition to ACTIVE for port object 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:15.540528 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.545909 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85069d34-1440-4730-b93c-177003036dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:15.624310 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Attempting to bind port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:15.624654 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Attempting to bind port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:15.625173 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Attempting to bind port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:15.636629 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:15.636977 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:15.637393 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.637769 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:15.638237 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Bound port: 80ff10f0-a3cf-4b01-ae49-3cd6200d7012, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:15.638758 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.639245 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Allocated IP 172.20.0.1 (72ce70c5-d35d-4b4c-a698-11118a28f3b8/76845087-68b0-4e3e-8b5c-f769e02c1752/65204ac5-7cc6-4f7e-9fa3-451d369dbc52) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:15.670681 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d524e-bc34-4d94-884b-ae3f37a700c8 None None] Pushing event updated for resources: {'Port': ['ID=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:15.682457 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-342d524e-bc34-4d94-884b-ae3f37a700c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:15.761634 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] For port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:15.765286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] For port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:15.770469 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.775911 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb9187e1-148b-4fb8-bc03-8f75994c2834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:15.815005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.834579 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Transition to ACTIVE for port object 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:15.850463 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:15.851133 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:15.863709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:15.868072 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:15.940075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:15.943119 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:15.945471 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:15.967390 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d524e-bc34-4d94-884b-ae3f37a700c8 None None] Pushing event updated for resources: {'Port': ['ID=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:15.977060 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-342d524e-bc34-4d94-884b-ae3f37a700c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:16.042930 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:16.175168 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Pushing event updated for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:16.175367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7b810e34-4c15-4c03-9f23-2a9857e7b15b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:16.182403 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:16.203432 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.258749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7b810e34-4c15-4c03-9f23-2a9857e7b15b completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:16.264072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7b810e34-4c15-4c03-9f23-2a9857e7b15b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:16.264725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.316279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.332230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-df87a933-3dee-4385-8e24-ac3d78041e9d None None] Provisioning for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:16.341077 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-df87a933-3dee-4385-8e24-ac3d78041e9d None None] Provisioning complete for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:16.341401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df87a933-3dee-4385-8e24-ac3d78041e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.363927 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:13Z', 'revision_number': 3, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:16.368030 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef3ac8-3877-4249-b715-bbc5d58c058b None None] The sync data for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv is: [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:13Z', 'revision_number': 3, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:16.453613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-df87a933-3dee-4385-8e24-ac3d78041e9d None None] Port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:58:16.457232 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.492786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7b810e34-4c15-4c03-9f23-2a9857e7b15b,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:16.497770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.498728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 19bb60bb-12ad-48f3-b7f4-301ed1193b86 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:16.529216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:16.573751 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.579689 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.610414 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-554e1bc9-74a5-43c2-a503-3ec32897a5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:16.646423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=7b810e34-4c15-4c03-9f23-2a9857e7b15b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:16.649795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:16.660568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:16.670121 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:16.670876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.710654 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.715429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Pushing event updated for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:16.720494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:16.805452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.841035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 19bb60bb-12ad-48f3-b7f4-301ed1193b86, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=19bb60bb-12ad-48f3-b7f4-301ed1193b86,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:16.846329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:16.848290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:16.863260 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:16.864459 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:16.920024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:16.931097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:17.064485 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Router 029dacc4-d19b-460c-9be5-edcdf988a3c3 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:58:17.081653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-548a5a55-fa65-4bea-aacf-d219d976b3ae None None] Provisioning complete for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:17.082032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-548a5a55-fa65-4bea-aacf-d219d976b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:17.141761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-548a5a55-fa65-4bea-aacf-d219d976b3ae None None] Port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:58:17.250456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:17.255327 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] 10.222.0.21 "PUT /v2.0/routers/029dacc4-d19b-460c-9be5-edcdf988a3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7080741 Jun 09 13:58:17.924662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58194) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:17.929585 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006564750', 'description': 'tempest-secgroup-smoke-1006564750 description', 'project_id': 'f0c73c1a095d44c287d94d09832dc746'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:17.937436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Sync routers for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:17.946918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:17.947581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:17.955712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.053357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.058314 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.062736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f9385668-2167-441a-a14f-a1530c2419e0 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.084769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-984044c4-5c32-460b-ae19-fdd336bc1f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.101408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70fa891-d0bf-4afe-9612-1ea4fc792b6d,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.104583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.106208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.107704 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-837e9eae-0931-43a1-9385-7f6b3929371d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1820543 Jun 09 13:58:18.110842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58196) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.115858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.136204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:18.146103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.202657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:18.209837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.214068 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.216046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-76ba5d65-b84e-45a6-b0dc-6abc95d329b1 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.238047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b10a84-aa24-42c6-b9d2-6cb2b95e602b,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.240480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.246568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.247825 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358662 Jun 09 13:58:18.250805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58198) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.256140 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.286687 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.348022 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.352600 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.358338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a32840c2-789f-4e69-8f5e-1b27a0c8800c tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.377010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed9df85-98a3-452f-979a-e11d107edcf6,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.379698 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.385915 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.387280 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b705c476-d788-48ba-9dbe-e32f3d145264 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353178 Jun 09 13:58:18.390079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58200) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.394551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.426015 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.428115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:18.437943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:18.438248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.488413 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.492849 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.495054 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1269de61-0f19-49ea-9369-cf46915d1fc5 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.517020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a040f05-f420-41d5-b14b-009261d1580b,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.524720 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.527576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.529245 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-3c2a1aa8-d19f-4446-888e-b2a48cb2c579 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379690 Jun 09 13:58:18.531714 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58202) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.536375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.566396 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.630316 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.634295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.641708 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-147b65a5-b259-4a9a-8059-6242751b314c tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.660141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888c2761-51d5-447f-acda-4c3d9597eb82,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.662743 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.664347 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.668217 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-7ceb56fe-ab5d-417f-80d0-a0a34d4a314e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328738 Jun 09 13:58:18.668689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.668793 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58204) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.672605 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 4, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '65204ac5-7cc6-4f7e-9fa3-451d369dbc52', 'name': '', 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'mac_address': 'fa:16:3e:26:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:15Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 2, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'subnets': [{'id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:18.679739 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.682419 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Checking router: 029dacc4-d19b-460c-9be5-edcdf988a3c3 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:18.682809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Updating router 029dacc4-d19b-460c-9be5-edcdf988a3c3 port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 13:58:18.703788 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Project f0c73c1a095d44c287d94d09832dc746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:58:18.709911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.722246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:18.731242 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.732104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7b810e34-4c15-4c03-9f23-2a9857e7b15b up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:18.764022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.778511 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.782190 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.789404 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c36d051b-08ab-40e1-b5ec-9bbb26e792d4 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.807828 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53072a1-451c-48e2-98c3-ae434cab92a1,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.810520 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.812250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.813411 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379120 Jun 09 13:58:18.816137 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58206) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:18.820967 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'd70fa891-d0bf-4afe-9612-1ea4fc792b6d', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:18.839258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.843837 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.securitygroups_db [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Project f0c73c1a095d44c287d94d09832dc746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 13:58:18.850933 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.907161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.917455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.919783 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.922113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.923955 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-fecab770-c9f2-437a-93a4-cf140dd87b83 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:18.946906 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c427b8bc-4f0e-4b1c-b2ed-873886909cc7,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:18.949262 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:18.955829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:18.956966 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399341 Jun 09 13:58:18.978255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7b810e34-4c15-4c03-9f23-2a9857e7b15b triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:18.978780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.218204 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 19bb60bb-12ad-48f3-b7f4-301ed1193b86 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:19.262263 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-777dc8f2-9a83-49f8-a2d8-33ce945ee99d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006564750&fields=id&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 267 time: 0.0435915 Jun 09 13:58:19.358957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:19.359338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.383171 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.413785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Transition to ACTIVE for port object 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:19.415636 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-12aebeb9-817c-43cc-887c-3ea0e0838204 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:19.417092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-12aebeb9-817c-43cc-887c-3ea0e0838204 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 808 time: 0.1482997 Jun 09 13:58:19.425537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.430022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:19.432915 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-d86dc879-230a-4624-9782-e0cc31416b22 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/quotas/f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 375 time: 0.0096202 Jun 09 13:58:19.520327 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-bda4ab90-ca14-4edc-8b30-36d3f8e28bb8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820379 Jun 09 13:58:19.539837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-e7be96d7-76da-4134-814a-3b05565d1f53 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 13:58:19.541563 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-e7be96d7-76da-4134-814a-3b05565d1f53 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0074408 Jun 09 13:58:19.587886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Pushing event updated for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:19.624294 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:19.689290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-0ba454f4-d10d-42c4-bc44-79f87231c76a service neutron] 10.222.0.21 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393731 Jun 09 13:58:19.704349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Attempting to bind port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:19.704725 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Attempting to bind port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:19.705089 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Attempting to bind port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 on network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:19.710544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:19.710918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Checking segment: {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:19.711324 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.711713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Bound using segment: {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:19.712187 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Bound port: 65204ac5-7cc6-4f7e-9fa3-451d369dbc52, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5c8038-a824-4379-a26d-08f22788ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:19.712562 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.808462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] For port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:19.811736 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] For port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:19.817479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:19.821381 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51809f7d-1ec2-457d-b1ec-24ed6f3cf9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:19.836942 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-6008a2cb-be64-48b2-97cb-5178a0977048 service neutron] 10.222.0.21 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323738 Jun 09 13:58:19.898062 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:19.898718 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:57:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:19.957851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Pushing event updated for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:19.970114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:20.134619 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:20.229954 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69ea4da6-02de-457e-975d-781f5475d000 req-a7527d26-f07b-4a6a-8c9b-b8ff8c448980 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 210 time: 0.2248082 Jun 09 13:58:20.327696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:20.408229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:20.408579 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:20.505484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b955452-0c33-4eb8-b180-8a65422ef581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:20.601693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:20.792404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 4, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '65204ac5-7cc6-4f7e-9fa3-451d369dbc52', 'name': '', 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'mac_address': 'fa:16:3e:26:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:15Z', 'updated_at': '2021-06-09T13:58:19Z', 'revision_number': 4, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'subnets': [{'id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:20.796534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733c3160-646f-471e-b17a-7b39c85a82ae None None] The sync data for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv is: [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 4, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '65204ac5-7cc6-4f7e-9fa3-451d369dbc52', 'name': '', 'network_id': '72ce70c5-d35d-4b4c-a698-11118a28f3b8', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'mac_address': 'fa:16:3e:26:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:15Z', 'updated_at': '2021-06-09T13:58:19Z', 'revision_number': 4, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'subnets': [{'id': '76845087-68b0-4e3e-8b5c-f769e02c1752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:21.233071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-d92e0179-2e13-4a6a-930c-50b8b6a704ec tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:21.234551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-d92e0179-2e13-4a6a-930c-50b8b6a704ec tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 808 time: 0.1569779 Jun 09 13:58:21.302062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-640abf54-0261-415f-ba2f-2113a8706b30 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 380 time: 0.0586317 Jun 09 13:58:21.314359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'port': {'device_id': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'admin_state_up': True, 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'security_groups': ['d70fa891-d0bf-4afe-9612-1ea4fc792b6d']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:21.555189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:21.586231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2917a008-31ad-48f6-a60a-98220c6551a9 req-f888e08a-1b02-4619-8cd6-82066d24ff40 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 210 time: 0.2052665 Jun 09 13:58:21.670085 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Made reservation on behalf of f0c73c1a095d44c287d94d09832dc746 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 13:58:21.673649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:21.854975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Allocated IP 172.20.0.3 (97938505-068d-435e-84dc-da527316e64c/1ae43199-2582-4ed5-a077-46ada2469204/790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:22.051465 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.068035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Transition to ACTIVE for port object 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:22.095749 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.101520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25d2a301-e3b3-4feb-bc57-28cd82dca5a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:22.104104 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:22.173271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Network 97938505-068d-435e-84dc-da527316e64c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:22.176432 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:22.177836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:22.179048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:22.183115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:22.183535 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.222112 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:22.227664 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:22.260331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:22.261071 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.281379 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733047 Jun 09 13:58:22.293929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Request body: {'port': {'device_id': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:22.307317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.354922 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:22.361531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.363980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:22.415906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.431804 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:22.434788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:22.448496 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d7ed665a-0c5e-436b-94ce-0c0f0de751f1 None None] Provisioning for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:22.453156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d7ed665a-0c5e-436b-94ce-0c0f0de751f1 None None] Provisioning complete for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:22.453534 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ed665a-0c5e-436b-94ce-0c0f0de751f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.506350 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed665a-0c5e-436b-94ce-0c0f0de751f1 None None] Port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 13:58:22.802908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:58:22.816766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.836214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Transition to ACTIVE for port object 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 13:58:22.843172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:22.849269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59967666-1fa1-47a6-9637-95410a0bc1d6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:22.893152 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a6df0-ac88-4fb7-8f26-06b4400118c8 req-780ce8df-efa5-4de7-9097-b8834931ef43 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:22.894622 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec0a6df0-ac88-4fb7-8f26-06b4400118c8 req-780ce8df-efa5-4de7-9097-b8834931ef43 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 931 time: 0.1948490 Jun 09 13:58:23.003601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:23.013943 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:23.087680 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec0a6df0-ac88-4fb7-8f26-06b4400118c8 req-690025e0-878f-4c0f-9b80-c67ee7b239ce tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828048 Jun 09 13:58:23.127454 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Attempting to bind port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 13:58:23.127802 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Attempting to bind port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 13:58:23.128103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Attempting to bind port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:23.133512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 on network 97938505-068d-435e-84dc-da527316e64c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 13:58:23.133829 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Attempting to bind port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 13:58:23.139412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 13:58:23.139751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Checking segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 13:58:23.140127 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Bound using segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 13:58:23.140552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Bound port: 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 13:58:23.140901 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:23.234162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 13:58:23.237295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 13:58:23.241965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:23.245914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-74a8b661-1723-418b-bafd-693f84a117c6 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:23.261542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:23.304434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:23.305052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:23.306425 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] 10.222.0.42 "PUT /v2.0/ports/790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1093 time: 1.0173032 Jun 09 13:58:23.307050 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:58:23.309369 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d6429e-90a3-4d5e-9912-08a25590e203" -d '{"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:58:23.328964 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:23.333744 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:23.395103 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd446bea-4c2e-4cc4-8cea-31ba5ff22a46 x-openstack-request-id: req-fd446bea-4c2e-4cc4-8cea-31ba5ff22a46 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:58:23.395463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:58:23.395766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd446bea-4c2e-4cc4-8cea-31ba5ff22a46 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:58:23.396208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'status': 'completed', 'code': 200} Jun 09 13:58:23.439073 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-ae75ec17-cd30-43c6-830a-5f02af32c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:23.440569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-ae75ec17-cd30-43c6-830a-5f02af32c695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0779979 Jun 09 13:58:23.650643 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-6c9c88f4-6b3d-4207-9c9f-0956b23484d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 217 time: 0.2022035 Jun 09 13:58:23.723035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-b7e63428-8632-45a4-aeb6-2cbdc2b0e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:23.724492 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-b7e63428-8632-45a4-aeb6-2cbdc2b0e4ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0673747 Jun 09 13:58:23.802299 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-2e7b64c3-5ad6-4859-8973-503b07d44de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:23.803803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-2e7b64c3-5ad6-4859-8973-503b07d44de6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721724 Jun 09 13:58:23.934708 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-4fc7ad84-4331-46e9-935d-3f8a0691d302 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233814 Jun 09 13:58:24.071431 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-78d21683-df0a-4194-b1b7-66b33f07ec6e req-4d434c50-124e-42cb-a122-d00c6cc8baf5 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305642 Jun 09 13:58:24.093574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:24.164519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:24.164902 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:24.249833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-86fe770e-ca3e-446b-ae34-374aeb44150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:24.251214 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-86fe770e-ca3e-446b-ae34-374aeb44150c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1319332 Jun 09 13:58:24.399196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251dbb1-65b9-4a14-9a3d-4d62befebf3f req-643607f7-e373-419f-bc5b-56ac947bc44e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:24.400629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b251dbb1-65b9-4a14-9a3d-4d62befebf3f req-643607f7-e373-419f-bc5b-56ac947bc44e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1964209 Jun 09 13:58:24.409108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-8d1d1d7d-e2f7-41bc-a090-8ca97b04ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:24.410407 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-8d1d1d7d-e2f7-41bc-a090-8ca97b04ea97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1514938 Jun 09 13:58:24.489411 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-dae5e969-8f64-4e94-9132-2117925cefb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 217 time: 0.0669413 Jun 09 13:58:24.541563 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b251dbb1-65b9-4a14-9a3d-4d62befebf3f req-2c3b10de-59cd-43b5-8319-4c63fd40ed16 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342263 Jun 09 13:58:24.562866 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-cc06c0d7-77eb-438b-aa30-e64c189f6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:24.564282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-cc06c0d7-77eb-438b-aa30-e64c189f6c32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0661500 Jun 09 13:58:24.645308 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-b04a1579-5bb2-45e2-8b6c-370ff6e9fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:24.646798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-b04a1579-5bb2-45e2-8b6c-370ff6e9fd34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752411 Jun 09 13:58:24.775824 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-f9598755-1374-4e8b-b3aa-692a174fa7fd service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219521 Jun 09 13:58:24.910559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e9d6429e-90a3-4d5e-9912-08a25590e203 req-262bf695-4ca6-4210-9ae1-7cf7283c1a54 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271863 Jun 09 13:58:25.740607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef68fb-15e0-4948-acc9-cfe2df016288 req-4075d737-055f-404b-a28c-ec1d8335dc63 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:25.742071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d2ef68fb-15e0-4948-acc9-cfe2df016288 req-4075d737-055f-404b-a28c-ec1d8335dc63 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0836704 Jun 09 13:58:25.791941 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d2ef68fb-15e0-4948-acc9-cfe2df016288 req-50950791-ee79-474f-a45c-cb15db92d9f1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 Jun 09 13:58:26.704466 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 13:58:26.843176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:26.857189 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 13:58:26.915108 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:26.938056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 13:58:26.957281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:26.962575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:26.964356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:26.995521 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d4af5-cd6c-432a-886e-2855eedcfca1 req-aff782b4-a463-4113-906b-a04d9408d73e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:26.996974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d46d4af5-cd6c-432a-886e-2855eedcfca1 req-aff782b4-a463-4113-906b-a04d9408d73e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0854154 Jun 09 13:58:27.035411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:27.038616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:27.043176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d46d4af5-cd6c-432a-886e-2855eedcfca1 req-b30e3c5c-b9b8-4f25-a23a-668c485a4cb6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Jun 09 13:58:27.171948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 13:58:28.240733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4148e8-620a-460e-af29-8c3957f8c8f2 req-dcb7908a-5bef-4d56-a761-affd21b499b3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:28.242170 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd4148e8-620a-460e-af29-8c3957f8c8f2 req-dcb7908a-5bef-4d56-a761-affd21b499b3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 944 time: 0.0846000 Jun 09 13:58:28.296120 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd4148e8-620a-460e-af29-8c3957f8c8f2 req-10408866-def0-4e48-8437-b248a51f8f37 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Jun 09 13:58:28.704918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 13:58:28.779432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 13:58:28.784238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 13:58:28.784664 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:28.946695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:28.990229 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:58:28.992521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc23569f-5770-44ea-823f-79a54aa2c47d" -d '{"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:58:29.001992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 13:58:29.003080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:29.005938 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:29.008926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:29.038792 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592298fb-a740-4efb-a0e9-dcdf89acc36a x-openstack-request-id: req-592298fb-a740-4efb-a0e9-dcdf89acc36a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:58:29.039085 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:58:29.039338 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-592298fb-a740-4efb-a0e9-dcdf89acc36a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:58:29.040292 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'code': 200} Jun 09 13:58:29.081742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:29.084684 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:29.502583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22053ec-b6fa-4a33-a78f-0c1e70412b8c req-46bc9185-bd21-48fb-a26b-bbcf01f7c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:29.503926 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a22053ec-b6fa-4a33-a78f-0c1e70412b8c req-46bc9185-bd21-48fb-a26b-bbcf01f7c68b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1098 time: 0.3118312 Jun 09 13:58:29.515820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13388-6530-4b74-b3af-b4263f5d8e5a req-8b00f928-1b2f-49aa-9c15-14d7c8d59fff tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:29.517145 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69a13388-6530-4b74-b3af-b4263f5d8e5a req-8b00f928-1b2f-49aa-9c15-14d7c8d59fff tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.1025581 Jun 09 13:58:29.578792 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a22053ec-b6fa-4a33-a78f-0c1e70412b8c req-7f6a2025-a4c5-4261-beee-1f9626f7ffa1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607183 Jun 09 13:58:29.583106 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69a13388-6530-4b74-b3af-b4263f5d8e5a req-78bddab7-fafa-44d6-90b9-2746c0e838d9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534925 Jun 09 13:58:30.791563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d72a24-7ceb-4e93-b848-2f294ea0e3f3 req-7515cea8-851b-4ef0-a3fa-2438cff6a220 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:30.792998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-72d72a24-7ceb-4e93-b848-2f294ea0e3f3 req-7515cea8-851b-4ef0-a3fa-2438cff6a220 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0898356 Jun 09 13:58:30.837940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-72d72a24-7ceb-4e93-b848-2f294ea0e3f3 req-4b469f2f-8d3e-4782-9ab7-dcd7befd2ae7 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Jun 09 13:58:31.063434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da5fd-9041-43ed-8164-02836deb6310 req-4cf39f20-e0cf-4f6f-bc0b-5f79db9ec929 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:31.064908 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46da5fd-9041-43ed-8164-02836deb6310 req-4cf39f20-e0cf-4f6f-bc0b-5f79db9ec929 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0896249 Jun 09 13:58:31.111401 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b46da5fd-9041-43ed-8164-02836deb6310 req-bf728847-92f1-4083-a710-707d1280d2fa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382483 Jun 09 13:58:31.133989 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58266) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:31.254437 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b9071-f4a0-48cd-99f9-41a921102f73 tempest-TestShelveInstance-1290555281 tempest-TestShelveInstance-1290555281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:31.255962 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9e2b9071-f4a0-48cd-99f9-41a921102f73 tempest-TestShelveInstance-1290555281 tempest-TestShelveInstance-1290555281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1093 time: 0.1209328 Jun 09 13:58:31.259298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58270) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 13:58:31.266062 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 13:58:31.301662 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:31.437173 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:31.714671 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Allocated IP 172.26.5.94 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/6af92681-0256-4397-9851-db58d77e63d7) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 13:58:31.860736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:31.893648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:31.897172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bc1c933c-0927-4727-8a02-d9bc8ce742b8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:31.962269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 13:58:31.965187 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 13:58:31.968732 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 13:58:31.997792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=6af92681-0256-4397-9851-db58d77e63d7,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:32.003541 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:32.366645 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:32.444089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:32.653212 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:32.661350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:32.666342 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-67bcf4a2-5164-4748-9a8f-6dff060a6af8 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 13:58:32.765240 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=6af92681-0256-4397-9851-db58d77e63d7,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 13:58:32.772561 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 13:58:32.781523 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:32.951075 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Floating IP 89620367-71c2-4ecd-83eb-e81d8d04c7d3 associated. External IP: 172.26.5.94, port: 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0. Jun 09 13:58:33.447519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 13:58:33.626489 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 13:58:33.637854 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 13:58:33.648156 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:33.648832 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:58:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:33.649568 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:33.709365 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4485931 Jun 09 13:58:33.709945 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 13:58:33.712367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17" -d '{"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 13:58:33.766552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec98592-605e-4620-8453-b2212f2900d2 x-openstack-request-id: req-0ec98592-605e-4620-8453-b2212f2900d2 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 13:58:33.766900 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 13:58:33.767203 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ec98592-605e-4620-8453-b2212f2900d2 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 13:58:33.767649 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'status': 'completed', 'code': 200} Jun 09 13:58:33.824315 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:33.861963 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-5081af72-87d2-443f-8526-9c359541ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:33.863441 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-5081af72-87d2-443f-8526-9c359541ed3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0748646 Jun 09 13:58:33.995271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-94e37c68-d7fb-43dd-abf8-b66ffa69c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:33.996685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-94e37c68-d7fb-43dd-abf8-b66ffa69c6a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1259177 Jun 09 13:58:34.100095 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-7336d448-c21e-4be0-a648-4a5222d6c2ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 998 time: 0.0965416 Jun 09 13:58:34.161066 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-820549f0-f92c-4965-a675-fb59e38932e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:34.161824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '89620367-71c2-4ecd-83eb-e81d8d04c7d3', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:58:32Z', 'updated_at': '2021-06-09T13:58:32Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:34.162494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-820549f0-f92c-4965-a675-fb59e38932e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0560675 Jun 09 13:58:34.166962 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 13:58:34.175788 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 13:58:34.176381 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T13:58:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:34.237849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-a49d0291-419e-46d6-b0f5-f28864c2ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:58:34.239356 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-a49d0291-419e-46d6-b0f5-f28864c2ec2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695579 Jun 09 13:58:34.346923 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 13:58:34.371643 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-2f518849-2dbf-4d10-99b1-f9683d1e6ed2 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243417 Jun 09 13:58:34.502760 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e234ffe6-ba19-4a9e-a4c2-379105ba9c17 req-08b2cde2-e7c9-42b2-a118-3c419b0570f1 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244104 Jun 09 13:58:34.715531 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '89620367-71c2-4ecd-83eb-e81d8d04c7d3', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:58:32Z', 'updated_at': '2021-06-09T13:58:32Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 13:58:34.719638 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64b92e-bc9d-43b8-90d4-7f3b34c7688d None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '89620367-71c2-4ecd-83eb-e81d8d04c7d3', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T13:58:32Z', 'updated_at': '2021-06-09T13:58:32Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 13:58:34.912369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa85785-17bd-4ad0-9850-8b5123ae79a8 None None] New status for floating IP 89620367-71c2-4ecd-83eb-e81d8d04c7d3: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 13:58:45.172625 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:58:47.984886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d2f32bd-f13e-48a6-9770-637bed9ea874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:50.374399 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d9d-9c1b-4f45-ba2d-9af9298043c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:50.456728 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:51.568336 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:53.265932 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:58:59.011823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:09.983006 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-7b7110ce-0ecd-4136-807a-5e26db4e88bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737493 Jun 09 13:59:10.121872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58485a-0607-4da6-8647-546f466af1cf req-cf444965-c3c3-46a7-b982-457e0dc7632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:59:10.123450 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-cf444965-c3c3-46a7-b982-457e0dc7632c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0725191 Jun 09 13:59:10.282638 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58485a-0607-4da6-8647-546f466af1cf req-b34c9fa0-233a-45c0-89de-b3c4036b6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:59:10.284035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-b34c9fa0-233a-45c0-89de-b3c4036b6438 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1399794 Jun 09 13:59:10.387337 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-51eacf73-f7bb-48e0-8c6d-ae4265d3b42f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1000 time: 0.0961230 Jun 09 13:59:10.452170 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58485a-0607-4da6-8647-546f466af1cf req-67b8dafe-59da-412e-9eae-c752f027971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:59:10.453526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-67b8dafe-59da-412e-9eae-c752f027971b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0589855 Jun 09 13:59:10.657355 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [req-4c94ccc2-2c3e-4674-b63f-120dc01be7f7 req-b07de59a-5e52-4e38-89c7-893c9abff194 service neutron] (92383) timed out ('10.222.0.21', 54342) {{(pid=92383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 13:59:10.658360 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58485a-0607-4da6-8647-546f466af1cf req-93d6bb1f-4b33-4667-9a28-b3415a4430f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 13:59:10.659913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-93d6bb1f-4b33-4667-9a28-b3415a4430f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1997838 Jun 09 13:59:10.790387 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-13b5dc45-4436-4137-a320-1e7149c2d5a4 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235206 Jun 09 13:59:10.927389 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-de58485a-0607-4da6-8647-546f466af1cf req-eb918951-199e-41b3-95e8-2d5fc920042d service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281509 Jun 09 13:59:17.987037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2270bdf2-6bb5-47f7-8841-d807e9be446f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:20.360652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6ef97d9-b202-47e6-811d-c90cd9bd80e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:20.451106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:21.572492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:22.176461 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 13:59:23.273175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:29.022926 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:47.986677 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1ff95a3-4213-4a22-ab11-8df1c2781e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:50.372710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d8df577-0161-4a1c-9a56-89c50e8a286d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:50.462331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:51.578443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:53.272854 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:59.017363 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 13:59:59.181185 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:00:10.876434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-bf80de5f-93b4-44bc-bfc7-64b357087529 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003079 Jun 09 14:00:11.018929 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-6710dcbe-72ba-4888-8434-b9d94e21812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:11.020305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-6710dcbe-72ba-4888-8434-b9d94e21812f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0752022 Jun 09 14:00:11.164555 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-a1abd021-3673-45b1-afe8-20e56ebc3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:11.165958 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-a1abd021-3673-45b1-afe8-20e56ebc3be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1255152 Jun 09 14:00:11.267853 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-9f61ae7a-3f05-4701-a8d6-92250d89c6a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1000 time: 0.0946352 Jun 09 14:00:11.329550 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-07cd6e3f-955f-4c5a-9404-bf7144d03a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:11.330930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-07cd6e3f-955f-4c5a-9404-bf7144d03a57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0571773 Jun 09 14:00:11.409406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-0c9520b3-5864-4f80-bb94-c51cfc6b9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:11.410911 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-0c9520b3-5864-4f80-bb94-c51cfc6b9f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738754 Jun 09 14:00:11.544093 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-19d8bff8-79b2-4b4f-b340-9bf499910628 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266909 Jun 09 14:00:11.672316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4bf7090e-d50d-4639-98b4-4cb9bd62b10f req-29989e2b-9d15-419f-a20b-444613bb7a95 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214423 Jun 09 14:00:17.992349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fb3c-ccbf-40e6-b547-7f18e8b00e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:20.368667 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4adf8cc2-0216-4df9-9da8-95125ae910b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:20.456851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:21.583065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:23.283751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:28.883601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b3d3-bc2d-487a-b77b-75a91ba674ed req-aa60305e-1892-4b25-b39b-465fd65a01c1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:28.885056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4474b3d3-bc2d-487a-b77b-75a91ba674ed req-aa60305e-1892-4b25-b39b-465fd65a01c1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0870111 Jun 09 14:00:28.931629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4474b3d3-bc2d-487a-b77b-75a91ba674ed req-654055c6-cde6-43db-ac8a-9e4982523f84 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Jun 09 14:00:29.037148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:30.149212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdab5-2318-48e1-921d-76bd6065b069 req-dc90ee97-2744-4153-90eb-ec29cb6b267f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:30.150700 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff9bdab5-2318-48e1-921d-76bd6065b069 req-dc90ee97-2744-4153-90eb-ec29cb6b267f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0960741 Jun 09 14:00:30.210476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ff9bdab5-2318-48e1-921d-76bd6065b069 req-acff7dab-5422-4bdd-9a46-d6f6e99d5ba6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538905 Jun 09 14:00:31.432931 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75acf6b-a825-402d-b787-1c97fbc7c399 req-caafb889-4698-4d31-a257-fa1f6f356634 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:31.434374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e75acf6b-a825-402d-b787-1c97fbc7c399 req-caafb889-4698-4d31-a257-fa1f6f356634 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0875831 Jun 09 14:00:31.479007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e75acf6b-a825-402d-b787-1c97fbc7c399 req-053ac2f8-0271-4c2c-aba7-a75c5c182458 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 Jun 09 14:00:32.697304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff24bb-a548-4dc7-91c6-8d3225a05057 req-922b5cc0-24ad-406e-9153-101683bbc260 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:32.699092 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53ff24bb-a548-4dc7-91c6-8d3225a05057 req-922b5cc0-24ad-406e-9153-101683bbc260 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.1067989 Jun 09 14:00:32.753327 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-53ff24bb-a548-4dc7-91c6-8d3225a05057 req-16a4c171-7c5d-4ee6-b1f1-70f264a4913d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482466 Jun 09 14:00:33.973401 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d2678-68c9-49d4-b5e0-113bf1bc5596 req-dfd3044a-86f2-4581-81c8-84356907f15d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:33.974769 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d62d2678-68c9-49d4-b5e0-113bf1bc5596 req-dfd3044a-86f2-4581-81c8-84356907f15d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.1017616 Jun 09 14:00:34.158471 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d62d2678-68c9-49d4-b5e0-113bf1bc5596 req-86ac2c42-cefd-4c11-862b-3831f9fd938b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778271 Jun 09 14:00:35.376268 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0269d-7682-4c3b-8803-d1b5d4ce9964 req-1fb6099d-c0d6-4f66-a85c-4656cf685d3b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:35.377925 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64c0269d-7682-4c3b-8803-d1b5d4ce9964 req-1fb6099d-c0d6-4f66-a85c-4656cf685d3b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0934396 Jun 09 14:00:35.427434 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-64c0269d-7682-4c3b-8803-d1b5d4ce9964 req-4f9dbf81-5f38-490c-83ec-1a4312917aef tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Jun 09 14:00:36.182135 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:00:36.623137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d0bd-1fe8-47dc-807d-95c3ad167f3a req-8831b12c-09f9-4675-8a0a-7879d784e43a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:36.624576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2525d0bd-1fe8-47dc-807d-95c3ad167f3a req-8831b12c-09f9-4675-8a0a-7879d784e43a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0878460 Jun 09 14:00:36.671591 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2525d0bd-1fe8-47dc-807d-95c3ad167f3a req-a1200893-43a4-48fe-a17c-76a15f14985e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Jun 09 14:00:37.861106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48e7f6-05f0-48c2-8904-5b1b30406ded req-68dcbc61-b8c9-4de2-85e8-48366cc3cfa1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:37.862561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d48e7f6-05f0-48c2-8904-5b1b30406ded req-68dcbc61-b8c9-4de2-85e8-48366cc3cfa1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0830204 Jun 09 14:00:37.906919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1d48e7f6-05f0-48c2-8904-5b1b30406ded req-fc16226d-997b-4424-9d08-7e95f42d7f88 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Jun 09 14:00:39.109233 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c20b-e26c-488b-a52b-8ed969011296 req-2ee8e854-55a1-4945-a174-081c8c775102 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:39.110685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70a2c20b-e26c-488b-a52b-8ed969011296 req-2ee8e854-55a1-4945-a174-081c8c775102 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0858448 Jun 09 14:00:39.159261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70a2c20b-e26c-488b-a52b-8ed969011296 req-6e0f446f-a4d7-4951-9f0b-8177f9fd1066 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Jun 09 14:00:40.366997 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2daf36-6db3-4501-bbbe-a53a95d3d9b3 req-3e58e622-233b-403c-8904-359159221a42 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:40.368479 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad2daf36-6db3-4501-bbbe-a53a95d3d9b3 req-3e58e622-233b-403c-8904-359159221a42 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0852256 Jun 09 14:00:40.418234 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ad2daf36-6db3-4501-bbbe-a53a95d3d9b3 req-3d948526-7f4e-4baa-b6cc-643e185fa724 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Jun 09 14:00:41.499734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:00:41.627670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abb779-78a1-466e-b873-09bcb105aa8f req-578d7705-3186-4c32-addc-ea6fd0764c4d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:41.629598 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-57abb779-78a1-466e-b873-09bcb105aa8f req-578d7705-3186-4c32-addc-ea6fd0764c4d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0888822 Jun 09 14:00:41.648161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:00:41.662164 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:00:41.677305 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-57abb779-78a1-466e-b873-09bcb105aa8f req-6964b13a-2dc0-47e2-aeb3-54884650d689 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Jun 09 14:00:41.720560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:41.737235 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:00:41.753485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:00:41.758041 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:41.760045 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:00:41.830947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:00:41.870802 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:00:41.887944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.888331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.888663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.888990 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.889311 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.889641 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.889954 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.890268 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.890608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.890921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.891230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.891541 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:00:41.896887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:00:42.901468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b61c43-339f-4e26-a21d-06cba6503298 req-9aa2e934-00d4-4c29-9a77-97e14589d414 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:42.904719 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e5b61c43-339f-4e26-a21d-06cba6503298 req-9aa2e934-00d4-4c29-9a77-97e14589d414 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 944 time: 0.0946450 Jun 09 14:00:42.958549 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e5b61c43-339f-4e26-a21d-06cba6503298 req-39167295-df45-4546-aa19-0617dca3fc47 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481029 Jun 09 14:00:43.531071 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:00:43.603231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:00:43.603724 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:43.772124 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:43.808774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:00:43.811456 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1d2ce-c5c5-48a2-9ecc-1fcf11e90bda" -d '{"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:00:43.821550 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:00:43.827578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:43.829813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:00:43.903873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:00:43.914139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:00:43.936028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f2781-aa60-4698-92e1-8ec4f4defa21 x-openstack-request-id: req-055f2781-aa60-4698-92e1-8ec4f4defa21 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:00:43.936388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:00:43.936663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-055f2781-aa60-4698-92e1-8ec4f4defa21 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:00:43.937234 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'code': 200} Jun 09 14:00:44.160286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091a31-8d42-4b65-b78b-bdab08c89b9d req-46af4bc6-fef8-4990-bc9d-0799b3255d5a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:44.162545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a091a31-8d42-4b65-b78b-bdab08c89b9d req-46af4bc6-fef8-4990-bc9d-0799b3255d5a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0841887 Jun 09 14:00:44.217316 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a091a31-8d42-4b65-b78b-bdab08c89b9d req-8c5b2e5c-1b2a-4a8e-b673-fbd35befffd4 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 Jun 09 14:00:45.423063 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbaa2e-de5e-4039-857f-add8b4f042cf req-dc3e312f-de07-445e-a73d-ff4b9272f49e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:45.425309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ffbaa2e-de5e-4039-857f-add8b4f042cf req-dc3e312f-de07-445e-a73d-ff4b9272f49e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0842831 Jun 09 14:00:45.472949 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7ffbaa2e-de5e-4039-857f-add8b4f042cf req-8fbe578f-db11-4ab4-b59e-717cdb7b9635 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Jun 09 14:00:46.664252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1b47a-008e-4d2e-abcc-05a682e1f47c req-a4cf008d-f647-4f4d-abb2-d1fdab862fe3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:46.665844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eeb1b47a-008e-4d2e-abcc-05a682e1f47c req-a4cf008d-f647-4f4d-abb2-d1fdab862fe3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0826011 Jun 09 14:00:46.723866 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eeb1b47a-008e-4d2e-abcc-05a682e1f47c req-55cc648e-62e3-4f95-8fee-4a9736cfd5ec tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Jun 09 14:00:47.924269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eddd2-ef3b-41c5-8dbd-d05506d337ee req-52d40ae3-714a-4b1a-8750-9f9e0e4fb5a0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:47.925832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb0eddd2-ef3b-41c5-8dbd-d05506d337ee req-52d40ae3-714a-4b1a-8750-9f9e0e4fb5a0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0840950 Jun 09 14:00:47.986090 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-fb0eddd2-ef3b-41c5-8dbd-d05506d337ee req-dcb42d64-469e-4139-bf42-3ef5b5013750 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532470 Jun 09 14:00:47.988810 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2a983c1-6a80-46a3-886f-3927e299e0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:49.178141 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76f1e-580b-4f53-af74-a895f5b32e4a req-1b665693-9479-4c70-ad19-16f82b12fdde tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:49.179632 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6c76f1e-580b-4f53-af74-a895f5b32e4a req-1b665693-9479-4c70-ad19-16f82b12fdde tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0874448 Jun 09 14:00:49.226159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a6c76f1e-580b-4f53-af74-a895f5b32e4a req-9b463bfd-bd8c-47d8-b154-3731b0c271d5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Jun 09 14:00:50.365888 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4e47cbc-117d-4f3d-8b02-6b4d9e40d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:50.444748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069b2c3-002c-4c86-963d-ff5f5e518941 req-2f54248f-58e1-4dac-9bf1-333ee8e5fabf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:50.446227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8069b2c3-002c-4c86-963d-ff5f5e518941 req-2f54248f-58e1-4dac-9bf1-333ee8e5fabf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.1044934 Jun 09 14:00:50.462784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:50.494669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8069b2c3-002c-4c86-963d-ff5f5e518941 req-079c6394-b70e-4ae1-8f69-84fdfc6ff059 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Jun 09 14:00:51.256040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-11478e6a-ab11-4bcc-b5eb-7f26f918c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:51.257484 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-11478e6a-ab11-4bcc-b5eb-7f26f918c245 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0894394 Jun 09 14:00:51.398809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-08c2a41f-42a1-4830-ba52-62e8d14c8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:51.400237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-08c2a41f-42a1-4830-ba52-62e8d14c8953 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1356752 Jun 09 14:00:51.501034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-a7a61f22-a871-4695-ab3a-2b9e62210258 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1000 time: 0.0932302 Jun 09 14:00:51.560819 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-297c2fd1-186e-4943-a2ac-067afacd2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:51.562245 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-297c2fd1-186e-4943-a2ac-067afacd2783 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0548234 Jun 09 14:00:51.575862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:51.819125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-69b67a74-b382-4039-9e17-6bd2a778b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:51.820608 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-69b67a74-b382-4039-9e17-6bd2a778b621 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2518661 Jun 09 14:00:51.832259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568fbe5-9304-4c3d-86d4-836300b04e0d req-91c0d39c-5f03-414c-adf7-17721449a802 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:51.833558 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2568fbe5-9304-4c3d-86d4-836300b04e0d req-91c0d39c-5f03-414c-adf7-17721449a802 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.2315705 Jun 09 14:00:51.951582 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2568fbe5-9304-4c3d-86d4-836300b04e0d req-df5f0118-1957-4bc3-8988-4f054e7a5bbe tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001558 Jun 09 14:00:51.988385 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-89f0dbd4-7c7a-48e4-bd4f-6d9fa65a8698 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539459 Jun 09 14:00:52.118035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-adb90a8e-1e05-496a-b943-5bf41b1833c1 req-f650f3cc-b7d7-4bc5-a83d-7790f406c1c8 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221640 Jun 09 14:00:53.161999 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348f306-2e49-430f-9b36-2ed6f8ce80ee req-d6cbddb2-f7a2-4fc1-85be-6cd040680708 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:53.163544 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4348f306-2e49-430f-9b36-2ed6f8ce80ee req-d6cbddb2-f7a2-4fc1-85be-6cd040680708 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 945 time: 0.0898085 Jun 09 14:00:53.209205 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4348f306-2e49-430f-9b36-2ed6f8ce80ee req-85b6aa53-63b5-41ab-94d0-0aa37d3599f9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Jun 09 14:00:53.279428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:53.615253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:00:53.740751 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:53.769780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:00:53.772176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1c7fa7-3953-4bf8-8185-68fc3de9f82e" -d '{"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:00:53.780030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:00:53.784846 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:53.786786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:00:53.820970 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8af3d3-28d5-4c03-b02a-5eebafd08d64 x-openstack-request-id: req-8e8af3d3-28d5-4c03-b02a-5eebafd08d64 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:00:53.821689 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:00:53.821814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e8af3d3-28d5-4c03-b02a-5eebafd08d64 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:00:53.822212 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'code': 200} Jun 09 14:00:53.858375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:00:53.861567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:00:54.409538 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333481d-a8c5-4990-9267-cd190d4c129b req-dd9ead21-919a-4754-9669-d5915bec09a3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:54.410910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8333481d-a8c5-4990-9267-cd190d4c129b req-dd9ead21-919a-4754-9669-d5915bec09a3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0786798 Jun 09 14:00:54.454982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8333481d-a8c5-4990-9267-cd190d4c129b req-e87c19fc-c2c9-4520-9ea1-16cb85b6e1cb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Jun 09 14:00:54.834693 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f811736-92ce-4623-9a88-cee430270189 req-f917832d-ad03-43df-b411-092e98649960 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:54.836169 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f811736-92ce-4623-9a88-cee430270189 req-f917832d-ad03-43df-b411-092e98649960 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0832131 Jun 09 14:00:54.882511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9f811736-92ce-4623-9a88-cee430270189 req-0cafd0ec-d7be-47c3-a86d-345c5451bd3d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Jun 09 14:00:54.904763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58458) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:00:55.017592 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-459b623a-c47f-4dc4-b31f-bde89de012de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115279 Jun 09 14:00:56.103092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900142-c335-4bbd-917e-918f035630df req-67e14364-5d8c-42b6-a91e-b74f26d97e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.104561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-67e14364-5d8c-42b6-a91e-b74f26d97e06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 1096 time: 0.1314564 Jun 09 14:00:56.115938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35302da0-e53f-40e6-8d4f-a2d365eae54f req-ca8ea662-3faa-4027-8405-0756f2cbdbb8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.117658 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35302da0-e53f-40e6-8d4f-a2d365eae54f req-ca8ea662-3faa-4027-8405-0756f2cbdbb8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1097901 Jun 09 14:00:56.211517 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35302da0-e53f-40e6-8d4f-a2d365eae54f req-041f3676-a4d6-406d-8867-ed8e00bc45f3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873802 Jun 09 14:00:56.231707 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900142-c335-4bbd-917e-918f035630df req-2518d5c5-a1ff-44be-861e-9ca13834016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.233227 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-2518d5c5-a1ff-44be-861e-9ca13834016b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0959995 Jun 09 14:00:56.370507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900142-c335-4bbd-917e-918f035630df req-ab5cce06-b86b-49de-93ae-18b0733485ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.372007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-ab5cce06-b86b-49de-93ae-18b0733485ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1319869 Jun 09 14:00:56.475844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-0dd8d105-2b29-4932-9517-3caf753deaeb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 998 time: 0.0956595 Jun 09 14:00:56.542936 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900142-c335-4bbd-917e-918f035630df req-015ca4b6-7411-4649-b813-128566d98c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.544327 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-015ca4b6-7411-4649-b813-128566d98c1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0612121 Jun 09 14:00:56.622337 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900142-c335-4bbd-917e-918f035630df req-1918b6d1-9b59-4764-9946-792e72067d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:56.623810 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-1918b6d1-9b59-4764-9946-792e72067d16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720844 Jun 09 14:00:56.757076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-39a0a533-60aa-48bc-a8d7-810c33fc5c8b service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260843 Jun 09 14:00:56.896904 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-70900142-c335-4bbd-917e-918f035630df req-5e781a91-281a-4111-9668-db81a9ac806b service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331797 Jun 09 14:00:57.431952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224212bb-8f56-4194-ab5c-274425f79ed9 req-4ace2301-9e8d-4eaf-9d82-53c9ec09d9f3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:57.440994 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-224212bb-8f56-4194-ab5c-274425f79ed9 req-4ace2301-9e8d-4eaf-9d82-53c9ec09d9f3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1138647 Jun 09 14:00:57.496646 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-224212bb-8f56-4194-ab5c-274425f79ed9 req-c0e536bf-83d9-48b9-9d4c-aba2c9b57702 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546312 Jun 09 14:00:57.631760 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:00:58.687607 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f3d13-5bf1-49e8-ac4b-9aef4f82d51f req-fcd30b5e-adae-47cd-a9ba-a32f565d511b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:58.689242 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-197f3d13-5bf1-49e8-ac4b-9aef4f82d51f req-fcd30b5e-adae-47cd-a9ba-a32f565d511b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0889661 Jun 09 14:00:58.735175 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-197f3d13-5bf1-49e8-ac4b-9aef4f82d51f req-e9bccc62-fb8c-443c-880c-31f0e88381a6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 Jun 09 14:00:59.061542 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:00:59.929459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8415711-0b70-4c22-9c34-b211ede219e0 req-eb8ede8f-1e96-4ce9-ae65-066fb643af87 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:00:59.931685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8415711-0b70-4c22-9c34-b211ede219e0 req-eb8ede8f-1e96-4ce9-ae65-066fb643af87 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0870092 Jun 09 14:00:59.976922 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f8415711-0b70-4c22-9c34-b211ede219e0 req-f166896f-664d-4bf0-aeea-e10850e5cb8d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jun 09 14:01:01.170494 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1954ef-4086-4542-a90c-85b7cfe230dc req-c7fe152f-38bf-4a3f-b72b-8986dfe28504 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:01.171978 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df1954ef-4086-4542-a90c-85b7cfe230dc req-c7fe152f-38bf-4a3f-b72b-8986dfe28504 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0844405 Jun 09 14:01:01.221625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-df1954ef-4086-4542-a90c-85b7cfe230dc req-8bbb0147-d5f6-4441-90d5-6124aecf36fa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Jun 09 14:01:02.554635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec37572-c95c-41e2-9e4e-50da54b1572a req-888d6bf3-851b-43db-8523-776a9615527d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:02.556367 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cec37572-c95c-41e2-9e4e-50da54b1572a req-888d6bf3-851b-43db-8523-776a9615527d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.2209797 Jun 09 14:01:02.603192 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cec37572-c95c-41e2-9e4e-50da54b1572a req-467dd918-c520-4e5c-9c91-e3e5ce3b6ef4 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Jun 09 14:01:03.830633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b56ca-4ae8-4160-8824-94677be5ecd2 req-220344f0-1ff8-40e5-8f88-303a79e9d8fa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:03.838668 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-611b56ca-4ae8-4160-8824-94677be5ecd2 req-220344f0-1ff8-40e5-8f88-303a79e9d8fa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1251574 Jun 09 14:01:03.893625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-611b56ca-4ae8-4160-8824-94677be5ecd2 req-b5b64128-c52b-4883-8bf4-0d1a174ea367 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537784 Jun 09 14:01:05.101462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54752440-ca90-475b-a4f4-e58580a6b3e8 req-08f2228b-cee6-4b58-8f84-9d154000ec00 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:05.102970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54752440-ca90-475b-a4f4-e58580a6b3e8 req-08f2228b-cee6-4b58-8f84-9d154000ec00 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1006351 Jun 09 14:01:05.151702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-54752440-ca90-475b-a4f4-e58580a6b3e8 req-1861c993-3484-491e-8b91-e552404bddf9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Jun 09 14:01:06.366035 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcd2c-7321-42a4-bbfe-f54c31f730f0 req-861a1840-2bbd-47d6-b400-671e51c4c3e8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:06.367670 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-353fcd2c-7321-42a4-bbfe-f54c31f730f0 req-861a1840-2bbd-47d6-b400-671e51c4c3e8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.1018949 Jun 09 14:01:06.413526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-353fcd2c-7321-42a4-bbfe-f54c31f730f0 req-3a5adba2-cdc3-466c-bfcd-d28140ba6b68 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Jun 09 14:01:07.775694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90fe0-127c-4d0f-884a-c6c4b772a571 req-a9f512d2-b139-4243-ad42-11c10a05a4c8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:07.777163 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0db90fe0-127c-4d0f-884a-c6c4b772a571 req-a9f512d2-b139-4243-ad42-11c10a05a4c8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0858221 Jun 09 14:01:07.820844 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0db90fe0-127c-4d0f-884a-c6c4b772a571 req-596dc69e-62cf-411b-a869-14ba8214cd0d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380187 Jun 09 14:01:09.020818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688bdeb-6d02-4e5e-8c2d-2a709ec40e41 req-5cd046fa-c054-40e0-a960-e338b2856d23 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:09.022338 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6688bdeb-6d02-4e5e-8c2d-2a709ec40e41 req-5cd046fa-c054-40e0-a960-e338b2856d23 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 943 time: 0.0899358 Jun 09 14:01:09.068833 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6688bdeb-6d02-4e5e-8c2d-2a709ec40e41 req-d72cb17a-1a5b-4bfc-a553-c668d13467af tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Jun 09 14:01:09.656747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:01:09.803746 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:01:09.816779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'port_id': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:01:09.875644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:09.893820 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:01:09.910276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:01:09.916492 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:09.918209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f95c17b7-2950-4cd2-acf0-213548a3553d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:01:09.987575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=9']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:01:09.990859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:01:10.136288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:01:10.268620 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7420e3-f58d-468a-8cad-4cbc5351a361 req-30914470-8774-44f9-b09a-ceb4563b82bf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:10.269981 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d7420e3-f58d-468a-8cad-4cbc5351a361 req-30914470-8774-44f9-b09a-ceb4563b82bf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 944 time: 0.0853965 Jun 09 14:01:10.315269 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d7420e3-f58d-468a-8cad-4cbc5351a361 req-a9b75c60-b101-44e6-9983-5f7d96119158 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Jun 09 14:01:11.524848 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dcc8e-9acb-46c5-9c77-214ef63e5146 req-f1e9d1fd-301a-434d-9a0d-1494522385c8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:11.526309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e1dcc8e-9acb-46c5-9c77-214ef63e5146 req-f1e9d1fd-301a-434d-9a0d-1494522385c8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 944 time: 0.0873711 Jun 09 14:01:11.571440 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e1dcc8e-9acb-46c5-9c77-214ef63e5146 req-1852edda-2e1b-4983-9b9e-7f19d2a5090f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Jun 09 14:01:11.659713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:01:11.730717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:01:11.731087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:11.852353 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:11.884564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:01:11.886815 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3700fc0-fb95-4231-9b31-a94e733c3dc4" -d '{"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:01:11.896341 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:01:11.902947 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:11.905355 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:01:11.937481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a0fdf-541f-44fa-97de-91f27bfb3fb5 x-openstack-request-id: req-4e3a0fdf-541f-44fa-97de-91f27bfb3fb5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:01:11.937777 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-plugged", "status": "completed", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:01:11.938008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e3a0fdf-541f-44fa-97de-91f27bfb3fb5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:01:11.938435 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'code': 200} Jun 09 14:01:11.984642 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=10']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:01:11.987764 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:01:12.189183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbab24b-83ae-4169-8309-529a90b9f8d6 req-f6d7d87c-b6b4-42f7-8fc0-476c47d5d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:12.190576 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cbab24b-83ae-4169-8309-529a90b9f8d6 req-f6d7d87c-b6b4-42f7-8fc0-476c47d5d1ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0829813 Jun 09 14:01:12.231865 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6cbab24b-83ae-4169-8309-529a90b9f8d6 req-e13912d7-7d1b-4ce9-9ed7-a4c25de57d38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345111 Jun 09 14:01:12.778892 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620ef5-66fe-42b3-8421-afead684c2eb req-4a8fc378-2144-4165-bbb4-d7725f6e4357 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:12.780374 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-45620ef5-66fe-42b3-8421-afead684c2eb req-4a8fc378-2144-4165-bbb4-d7725f6e4357 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 946 time: 0.0788398 Jun 09 14:01:12.827847 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-45620ef5-66fe-42b3-8421-afead684c2eb req-f6386e61-644b-42a7-a5c1-07eae756eaf2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Jun 09 14:01:12.912908 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-fdaa91ec-4f6b-4402-9478-ef42d9c14cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:12.914238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-fdaa91ec-4f6b-4402-9478-ef42d9c14cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0726295 Jun 09 14:01:13.090954 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-352a63e2-7e9c-4de1-b131-85774c2d009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:13.092460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-352a63e2-7e9c-4de1-b131-85774c2d009b service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1463711 Jun 09 14:01:13.180664 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:01:13.202272 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-ab911d5b-6565-4972-94f3-0ee5ab019d0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1000 time: 0.1004143 Jun 09 14:01:13.266427 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-01c5571f-088b-42bd-afe0-47178ab05371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:13.267875 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-01c5571f-088b-42bd-afe0-47178ab05371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0590732 Jun 09 14:01:13.357563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-0e3fa64d-794f-4822-8cc7-1dbd28abc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:13.359302 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-0e3fa64d-794f-4822-8cc7-1dbd28abc45a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0849061 Jun 09 14:01:13.494467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-932dd31c-5b3d-4da7-bacf-de06189eb32a service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281810 Jun 09 14:01:13.791583 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-369c50e7-8a91-4ff5-b5a4-74736dffb029 req-c8d8275f-eb9e-4a02-ad9a-85ca2b705fd0 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882597 Jun 09 14:01:14.041211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d656414-37b5-4515-af6f-e0ff83b6370c req-38f524f7-f8a5-4bc1-9a7c-373afeb07050 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:01:14.042740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d656414-37b5-4515-af6f-e0ff83b6370c req-38f524f7-f8a5-4bc1-9a7c-373afeb07050 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 946 time: 0.0952299 Jun 09 14:01:14.093315 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5d656414-37b5-4515-af6f-e0ff83b6370c req-c046dc93-ea78-49d4-9203-a98ca0c3341f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Jun 09 14:01:17.988256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e349f96-a36a-44aa-b5f4-8bdd7e7a9909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:20.365585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ed86dec-af35-4fe2-8bd0-038d8fd89c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:20.467175 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:21.582719 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:23.289590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:29.079321 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:47.990192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ab95e97-93c3-44b0-add8-7d594d140686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:50.180790 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:01:50.362430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dac6ea6-557e-430e-8225-e7896096d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:50.476644 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:51.587707 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:53.293076 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:01:59.072267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:14.859546 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-7479dc3e-408f-461e-ba59-53b5b4c14592 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825639 Jun 09 14:02:15.008904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-d05e185b-fb76-4673-909f-c47e2bbed52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:15.010299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-d05e185b-fb76-4673-909f-c47e2bbed52b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0798762 Jun 09 14:02:15.158083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-34c3b341-4e55-426c-8632-fa60bc7030a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:15.159541 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-34c3b341-4e55-426c-8632-fa60bc7030a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1306093 Jun 09 14:02:15.264415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-ba8080fe-a63a-40fd-b878-4305049ac721 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 1000 time: 0.0979528 Jun 09 14:02:15.328512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-4ad3519c-1abf-4d9d-9355-56bf9723c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:15.329902 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-4ad3519c-1abf-4d9d-9355-56bf9723c611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0596421 Jun 09 14:02:15.408509 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-18a3793e-52c5-4147-9f66-e672f160fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:15.409936 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-18a3793e-52c5-4147-9f66-e672f160fb28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736279 Jun 09 14:02:15.540288 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-6447ea26-dd2f-4b47-bfa8-b90838de1445 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236985 Jun 09 14:02:15.675365 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8a4257d8-0827-4914-b1b1-bbd2da3ecf39 req-d5de8116-44e0-4a9a-9b00-1fe308fa493a service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292727 Jun 09 14:02:17.997126 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc482381-6cba-4285-8877-18d301085949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:20.368711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a229d2e4-6cc0-42ea-bd18-4e1c0d46255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:20.469928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:21.592912 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:23.296839 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.032942 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 58592) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:27.179786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:02:27.311603 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Deleting port 6af92681-0256-4397-9851-db58d77e63d7 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:02:27.311953 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.428668 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.428974 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.548648 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Calling delete_port for 6af92681-0256-4397-9851-db58d77e63d7 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:02:27.683042 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.686888 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f8168d9f-b501-443f-905c-0e9619d48373 tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:27.727910 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'Port': ['ID=6af92681-0256-4397-9851-db58d77e63d7,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:27.760723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.761233 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.761616 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.762018 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.762411 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.762805 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.763169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.763514 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.763876 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.764235 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.764593 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.764947 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:27.771992 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:27.848883 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:27.849198 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Floating IP 89620367-71c2-4ecd-83eb-e81d8d04c7d3 disassociated (deleted). External IP: 172.26.5.94, port: 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0. Jun 09 14:02:28.373736 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:02:28.554865 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:02:28.560055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:28.564499 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:02:28.574139 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:02:28.574818 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:02:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:02:28.614148 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "DELETE /v2.0/floatingips/89620367-71c2-4ecd-83eb-e81d8d04c7d3 HTTP/1.1" status: 204 len: 168 time: 1.5797858 Jun 09 14:02:28.614829 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:02:28.617228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:02:28.662426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eba8f9-fd4b-4bab-b0f2-529a5d068ff8 x-openstack-request-id: req-32eba8f9-fd4b-4bab-b0f2-529a5d068ff8 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:02:28.662792 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:02:28.663089 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32eba8f9-fd4b-4bab-b0f2-529a5d068ff8 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:02:28.663832 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'status': 'completed', 'code': 200} Jun 09 14:02:28.752721 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:02:28.756317 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-2fe8811c-00d9-48eb-a3eb-d0175f614eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:28.757878 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-2fe8811c-00d9-48eb-a3eb-d0175f614eda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 1099 time: 0.0728841 Jun 09 14:02:28.889481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-c723d62d-13f3-46bf-b14d-b574d5c226d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:28.890935 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-c723d62d-13f3-46bf-b14d-b574d5c226d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1268389 Jun 09 14:02:28.999290 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-7d1a80f1-1922-435f-9e4a-fdecd0f4dfc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 200 len: 217 time: 0.1004522 Jun 09 14:02:29.078776 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-50b2f1cc-ecf9-4a6f-9032-be273bba6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:29.080130 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-50b2f1cc-ecf9-4a6f-9032-be273bba6e72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0738573 Jun 09 14:02:29.093183 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5639885-01c6-4bb4-ae12-d19c03031cb9 req-0a823783-e74b-4db0-a9ea-a417f6aaf648 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:29.094874 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5639885-01c6-4bb4-ae12-d19c03031cb9 req-0a823783-e74b-4db0-a9ea-a417f6aaf648 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 946 time: 0.1465924 Jun 09 14:02:29.103014 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:02:29.107347 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:02:29.116085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:02:29.118256 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:02:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:02:29.137578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:29.196176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5639885-01c6-4bb4-ae12-d19c03031cb9 req-af704fb9-b992-49ba-a793-8f7a114b897d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638437 Jun 09 14:02:29.214822 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-6c63d320-6c47-4ba3-b153-62dd5daead26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:29.215129 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-6c63d320-6c47-4ba3-b153-62dd5daead26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1193128 Jun 09 14:02:29.291294 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:02:29.344527 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-3b079cc1-74c8-4405-8323-bd53885d1063 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216776 Jun 09 14:02:29.601119 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:02:29.604944 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c05f9c-8282-4426-967d-14566616ae00 None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:02:29.617199 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d1c4ea96-2d12-4ad6-b33c-280c7b9350bf req-d39f8904-6268-4f6f-a09c-65b907b11188 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654822 Jun 09 14:02:29.816556 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d10cb-6cdc-46f4-b644-b8ac58891dc2 None None] New status for floating IP 89620367-71c2-4ecd-83eb-e81d8d04c7d3: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:02:30.235700 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-b70c4762-789a-4fea-8dbc-10c411156352 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:30.237151 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-b70c4762-789a-4fea-8dbc-10c411156352 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 946 time: 0.0943210 Jun 09 14:02:30.438459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d097-a95b-43c4-9f99-d8cc0691e6c3 req-c74d8a08-2ff1-4c5b-b9d0-3446cfe05770 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:30.439843 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7b61d097-a95b-43c4-9f99-d8cc0691e6c3 req-c74d8a08-2ff1-4c5b-b9d0-3446cfe05770 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f231e26c-3d34-421b-b63e-4cf3af079fb0 HTTP/1.1" status: 200 len: 946 time: 0.1351333 Jun 09 14:02:30.441993 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Deleting port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:02:30.442331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:30.568778 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7b61d097-a95b-43c4-9f99-d8cc0691e6c3 req-c38bf3d1-e906-4298-aa34-ea85ea93e03d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=d70fa891-d0bf-4afe-9612-1ea4fc792b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135132 Jun 09 14:02:30.607907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] For port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:02:30.608269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:30.728069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Calling delete_port for 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:02:30.856270 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:30.862407 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:30.905870 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'Port': ['ID=790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:30.942967 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.943351 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.943721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.944084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.944443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.944800 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.945158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.945510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.945871 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.946221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.946613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.946945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:02:30.953885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:30.991188 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] No DVR routers for this DVR port 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:02:30.993543 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:30.995475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cda1bd98-d57e-4a87-9903-49b68618cb05 req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "DELETE /v2.0/ports/790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 HTTP/1.1" status: 204 len: 173 time: 0.7524314 Jun 09 14:02:30.995944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-deleted', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:02:30.998310 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61fd90-07cb-4fc6-b326-50d237f0ccea" -d '{"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-deleted", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:02:31.094306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1013e325-99c8-423a-b54d-4cb5f745f74c x-openstack-request-id: req-1013e325-99c8-423a-b54d-4cb5f745f74c {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:02:31.094683 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f231e26c-3d34-421b-b63e-4cf3af079fb0", "name": "network-vif-deleted", "tag": "790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:02:31.094986 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1013e325-99c8-423a-b54d-4cb5f745f74c {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:02:31.095651 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f231e26c-3d34-421b-b63e-4cf3af079fb0', 'name': 'network-vif-deleted', 'tag': '790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0', 'status': 'completed', 'code': 200} Jun 09 14:02:31.667166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58616) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:31.735589 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:31.767533 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:31.834938 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:31.837429 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:31.838702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "DELETE /v2.0/security-groups/d70fa891-d0bf-4afe-9612-1ea4fc792b6d HTTP/1.1" status: 204 len: 168 time: 0.1704593 Jun 09 14:02:31.839596 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e27ad1ed-aba0-4ee0-88e7-876defa9a878 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:31.850965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70fa891-d0bf-4afe-9612-1ea4fc792b6d,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:31.853168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-63c8976d-b948-4222-98fd-4434400510c9 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.109815 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58622) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.117083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486472258', 'description': 'tempest-secgroup-smoke-1486472258 description', 'project_id': 'f0c73c1a095d44c287d94d09832dc746'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.149909 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.259041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.265558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.271520 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f970f560-2d9d-4108-9724-95137dc4fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:32.308069 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.309293 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1981976 Jun 09 14:02:32.310193 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6222c0-5711-450b-9c46-bd5814408e03,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:32.312305 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58624) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.314292 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c821c522-d4d7-431f-bf13-107439fcdc4f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.317446 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.345968 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.408498 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.412748 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.418459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-95fd3c5e-846b-493b-9e39-4285b13fe4fb tempest-ServerActionsTestJSON-313308091 tempest-ServerActionsTestJSON-313308091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:32.436885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a48d6b-5a86-42b7-bacb-98cca9333f68,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:32.439598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.443891 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.445008 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9c71ac20-2491-4a41-a9c6-323226cc397e tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317854 Jun 09 14:02:32.448057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58626) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.452497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.480698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.546246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.551742 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.553695 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-318baa50-6791-40a2-8f51-b6c0eff22489 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:32.593287 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3938074b-3a2c-4607-ac1d-dfe8d9e2fa94,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:32.598965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.607606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.608787 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6b671569-1b5c-4710-8b49-fc1449db2095 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597867 Jun 09 14:02:32.611609 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58628) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.616214 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.647506 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.716945 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.721959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.724178 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f1b038e6-bb4a-421a-b08e-874383925060 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:32.745125 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31de4ed0-4eb6-49d1-a45d-939a8d866afc,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:32.747466 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.753581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.754830 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-82c10ad4-05c4-4b20-85ac-c3b95c7af1dd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422009 Jun 09 14:02:32.757835 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58630) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.762505 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.789971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.852162 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.859563 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.861410 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-37294f6f-4ee0-44d4-9849-9dd2ab5872fd tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:32.883294 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6f618a-7cfb-4755-9a61-d44d91647c89,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:32.885804 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:32.890443 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.895033 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-29b53e50-87d9-49b9-99c4-f9e8f1568535 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328769 Jun 09 14:02:32.895196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58632) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:32.899979 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:32.924331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Project f0c73c1a095d44c287d94d09832dc746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 14:02:32.930750 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:32.998436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.003280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.005065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2f6ba334-38e7-4b29-8d03-d00a3d73ef0e tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:33.026818 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe78543-b092-465e-ba24-26ebd35a1105,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:33.029179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:33.033838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.035172 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389430 Jun 09 14:02:33.037958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58634) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:02:33.042504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'security_group_rule': {'security_group_id': 'dd6222c0-5711-450b-9c46-bd5814408e03', 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:33.065017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Project f0c73c1a095d44c287d94d09832dc746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 14:02:33.071086 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.140402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.147256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.150051 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b40daa1a-92ff-48c6-b969-9a7e5bc4b29b tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:33.172961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e528fecb-1cd3-4cf1-8e0f-8385543db011,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:33.175574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:33.180001 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:33.181361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b89f1b6c-bff9-4674-ac4d-024a65e8d37f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423988 Jun 09 14:02:34.106913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:02:34.144127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:02:34.144578 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 790bc5ab-060d-4c4e-a45b-dcc8a5bf85c0 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:02:47.994825 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-104bc4b7-21bd-4ea0-8f6d-8479732576e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:48.248302 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-5b3e80da-531c-458d-96a0-65354fc1264c tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486472258&fields=id&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 267 time: 0.0401082 Jun 09 14:02:48.528691 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-92881e65-bd2c-4557-bbe7-b6da0e3e884f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:48.530020 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-92881e65-bd2c-4557-bbe7-b6da0e3e884f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 808 time: 0.2754393 Jun 09 14:02:48.546879 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-eb5a2f00-1910-4449-a478-2ff3344998d2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/quotas/f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Jun 09 14:02:48.635275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-9893231d-fa94-4443-b70b-568ec29bc54f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835958 Jun 09 14:02:48.818456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-277cd8a9-e053-4479-a53f-f43d5b2cf781 service neutron] 10.222.0.21 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709502 Jun 09 14:02:48.948122 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-85a263c2-bf3b-463b-832a-e23874636703 service neutron] 10.222.0.21 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239111 Jun 09 14:02:49.368547 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-357c98ff-1c19-4772-a57c-8ecab707f267 req-778583e5-8903-4983-a25c-9d23e08e7352 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 210 time: 0.0417018 Jun 09 14:02:50.357461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd5e60f1-cc3d-4359-8d31-52ca11a3bd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:50.426459 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-0ba3a2dc-d0f7-4b1b-ada4-50f1f7aacbfa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:50.427878 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-0ba3a2dc-d0f7-4b1b-ada4-50f1f7aacbfa tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 808 time: 0.1539261 Jun 09 14:02:50.474577 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:50.481625 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-892be918-ce58-420e-b932-6555e1193293 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 380 time: 0.0456805 Jun 09 14:02:50.528869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'port': {'device_id': '8774825c-9447-4da4-a09d-b2a644524f49', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'admin_state_up': True, 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'security_groups': ['dd6222c0-5711-450b-9c46-bd5814408e03']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:50.543789 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cf40e90b-8386-4096-a52a-6eb2712bf152 req-98dd3815-81fe-42cf-8d8e-86d99d12e937 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 210 time: 0.0611703 Jun 09 14:02:50.684972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Made reservation on behalf of f0c73c1a095d44c287d94d09832dc746 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:02:50.688586 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:50.848690 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Allocated IP 172.20.0.12 (97938505-068d-435e-84dc-da527316e64c/1ae43199-2582-4ed5-a077-46ada2469204/bb48a323-b15a-4c36-a32a-ff6f1e6474f0) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:02:51.041841 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.057706 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Transition to ACTIVE for port object bb48a323-b15a-4c36-a32a-ff6f1e6474f0 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:02:51.081300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.087150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fa8c5165-d217-4283-8177-3a29cc2991d9 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:51.152824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Network 97938505-068d-435e-84dc-da527316e64c is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:02:51.155991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:02:51.159844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:02:51.198564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:51.207716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:51.236096 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:51.236714 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.259690 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-52fdf572-b8c9-4e92-83b1-17533ea8e324 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387452 Jun 09 14:02:51.271890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Request body: {'port': {'device_id': '8774825c-9447-4da4-a09d-b2a644524f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:02:51.338602 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-113f02e5-0d7f-436d-8ef0-d2e94a1b9676 None None] Provisioning for port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:02:51.343928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-113f02e5-0d7f-436d-8ef0-d2e94a1b9676 None None] Provisioning complete for port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:02:51.344302 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-113f02e5-0d7f-436d-8ef0-d2e94a1b9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.388832 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.397182 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-113f02e5-0d7f-436d-8ef0-d2e94a1b9676 None None] Port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:02:51.591417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:51.878026 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeec118-ed4e-4606-a620-fdb410feafdb req-cea3dedb-1d97-4927-9d7a-2d8bfd73b633 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:51.879415 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eaeec118-ed4e-4606-a620-fdb410feafdb req-cea3dedb-1d97-4927-9d7a-2d8bfd73b633 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 932 time: 0.1732681 Jun 09 14:02:51.976713 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb48a323-b15a-4c36-a32a-ff6f1e6474f0 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:02:51.983045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eaeec118-ed4e-4606-a620-fdb410feafdb req-cf961797-65f0-45c9-8e17-34112ae71588 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928574 Jun 09 14:02:51.986844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:52.002671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Transition to ACTIVE for port object bb48a323-b15a-4c36-a32a-ff6f1e6474f0 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:02:52.007839 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:52.011610 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:52.136058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:52.138864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:52.245518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Attempting to bind port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:02:52.245857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Attempting to bind port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:02:52.246180 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Attempting to bind port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:02:52.251029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 on network 97938505-068d-435e-84dc-da527316e64c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 14:02:52.251348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Attempting to bind port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 on network 97938505-068d-435e-84dc-da527316e64c {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:02:52.256886 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:02:52.257220 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Checking segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:02:52.257600 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Bound using segment: {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:02:52.258040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Bound port: bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f08248-713e-4000-b1f5-097757800713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '97938505-068d-435e-84dc-da527316e64c'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:02:52.258387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:52.351553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:02:52.354553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:02:52.360489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:52.364341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e2674950-4ffd-49dc-8af5-f13ab12e5bf0 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:02:52.432331 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:52.432591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:52.433798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-31cbe720-7838-42e8-b719-140bc975847f service neutron] 10.222.0.42 "PUT /v2.0/ports/bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1094 time: 1.1662924 Jun 09 14:02:52.436765 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:02:52.439154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b449f2b-c148-4721-9286-328e5093517c" -d '{"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:02:52.454643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:02:52.457977 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:02:52.516106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c13c57-9f7f-493d-b6e3-e4c577a22a47 x-openstack-request-id: req-d7c13c57-9f7f-493d-b6e3-e4c577a22a47 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:02:52.516449 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:02:52.516752 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7c13c57-9f7f-493d-b6e3-e4c577a22a47 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:02:52.517192 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'status': 'completed', 'code': 200} Jun 09 14:02:52.560606 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-59dbce92-5859-4493-ab1e-9c85c1db598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:52.562559 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-59dbce92-5859-4493-ab1e-9c85c1db598b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1097 time: 0.0807002 Jun 09 14:02:52.637840 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-89b0b6c7-7234-4d20-bfa7-ac8affd348b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 217 time: 0.0669055 Jun 09 14:02:52.702397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-5b9d4b80-47c4-4d1d-8310-d478f1437db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:52.703845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-5b9d4b80-47c4-4d1d-8310-d478f1437db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0602148 Jun 09 14:02:52.783231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-ef0c6d3b-e4f2-4f1c-8377-fd43505d5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:52.784685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-ef0c6d3b-e4f2-4f1c-8377-fd43505d5054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742011 Jun 09 14:02:52.918191 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-b11c897b-de8b-4e4b-97f1-4b206dce2727 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260571 Jun 09 14:02:53.054095 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-33f75415-8d8b-4981-9fc8-e5666aaafd84 req-fb3205bf-a958-4ae8-9ba0-e3a35525484c service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289785 Jun 09 14:02:53.232384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449f2b-c148-4721-9286-328e5093517c req-05b46c78-576f-4ec3-92b4-724e6a62afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:53.233727 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-05b46c78-576f-4ec3-92b4-724e6a62afb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1097 time: 0.1336532 Jun 09 14:02:53.241057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26651efa-b15d-4ad6-ab00-05cf54a4836e req-650cb803-38b4-4bb5-841c-9d31ec7615a5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:53.242369 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-26651efa-b15d-4ad6-ab00-05cf54a4836e req-650cb803-38b4-4bb5-841c-9d31ec7615a5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.1130347 Jun 09 14:02:53.296467 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:53.515593 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-26651efa-b15d-4ad6-ab00-05cf54a4836e req-76953174-2f3f-4a86-97b1-9f0b87861c3c tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549629 Jun 09 14:02:53.541117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449f2b-c148-4721-9286-328e5093517c req-aee1bbe8-72ff-45aa-b637-f9e9a1a78e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:53.542729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-aee1bbe8-72ff-45aa-b637-f9e9a1a78e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.2994583 Jun 09 14:02:53.609714 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-580fb561-edee-4a86-b58a-59d239064016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 217 time: 0.0602698 Jun 09 14:02:53.678078 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449f2b-c148-4721-9286-328e5093517c req-e890ecc2-88d5-455e-b4d7-7e564c8fb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:53.679564 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-e890ecc2-88d5-455e-b4d7-7e564c8fb95d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0624869 Jun 09 14:02:53.756512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449f2b-c148-4721-9286-328e5093517c req-e4fc20d4-a52b-4d65-9ae6-b0892984166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:53.757983 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-e4fc20d4-a52b-4d65-9ae6-b0892984166c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707762 Jun 09 14:02:53.889717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-101ad393-05eb-4531-b8d6-4455724f0c6d service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241817 Jun 09 14:02:54.021303 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-2b449f2b-c148-4721-9286-328e5093517c req-91ed3b3d-6325-472b-a4c7-358142ac5ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244185 Jun 09 14:02:54.713379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1040-7a82-4c01-ae7b-db3e0fe0b8eb req-70db33f8-de88-4a11-8e64-73e74f4000e8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:54.714755 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee2c1040-7a82-4c01-ae7b-db3e0fe0b8eb req-70db33f8-de88-4a11-8e64-73e74f4000e8 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0926559 Jun 09 14:02:54.759891 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee2c1040-7a82-4c01-ae7b-db3e0fe0b8eb req-42e70f0e-9ba9-49d3-b34e-1a3007bf89d4 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Jun 09 14:02:55.955553 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c92577-4520-4e28-8b88-5068cb4e93ce req-3cdb863b-c982-4862-82a1-934e7a9460eb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:55.956976 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b3c92577-4520-4e28-8b88-5068cb4e93ce req-3cdb863b-c982-4862-82a1-934e7a9460eb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0878420 Jun 09 14:02:56.001219 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b3c92577-4520-4e28-8b88-5068cb4e93ce req-fd472f79-fb7f-40f8-848d-73ae768b14ca tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 Jun 09 14:02:57.205425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d815a-e17b-4854-9b7f-3a17c58d602e req-d084429e-9c1f-4615-b5cb-e720848a5efd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:57.206859 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-658d815a-e17b-4854-9b7f-3a17c58d602e req-d084429e-9c1f-4615-b5cb-e720848a5efd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0875304 Jun 09 14:02:57.253233 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-658d815a-e17b-4854-9b7f-3a17c58d602e req-d7180909-1f96-4805-863f-13314a86df22 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383563 Jun 09 14:02:58.450660 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c75b0-753b-44d3-b187-a54018992381 req-07cab9d8-51a7-459d-9805-56553c3ea2ef tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:58.452165 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-591c75b0-753b-44d3-b187-a54018992381 req-07cab9d8-51a7-459d-9805-56553c3ea2ef tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0870337 Jun 09 14:02:58.515751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-591c75b0-753b-44d3-b187-a54018992381 req-5e173ac9-a545-4f10-887d-1e47ca2f4b92 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580101 Jun 09 14:02:59.129414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:02:59.713842 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237e61e-3e67-4e81-9de3-ccc842b2ef62 req-a640a61f-ffa2-441b-b395-68f6935ca8dc tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:02:59.715309 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9237e61e-3e67-4e81-9de3-ccc842b2ef62 req-a640a61f-ffa2-441b-b395-68f6935ca8dc tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0835967 Jun 09 14:02:59.759910 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9237e61e-3e67-4e81-9de3-ccc842b2ef62 req-557f9f64-0baf-4842-aea1-d0a57f65b0c4 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388455 Jun 09 14:03:00.960087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2bc4d-51e9-4748-9de1-be9c815c73be req-5e587f08-1039-4e53-b894-bd6605f4a1f2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:00.961392 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61b2bc4d-51e9-4748-9de1-be9c815c73be req-5e587f08-1039-4e53-b894-bd6605f4a1f2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0842474 Jun 09 14:03:01.006066 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-61b2bc4d-51e9-4748-9de1-be9c815c73be req-a65d8697-2690-49d1-aacd-03f15b137dc5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377021 Jun 09 14:03:02.211564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc798d-9dfd-4009-ab3b-025b87225ad7 req-7504f9d1-f741-4eaf-85f7-1d54ca8db914 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:02.213001 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-60dc798d-9dfd-4009-ab3b-025b87225ad7 req-7504f9d1-f741-4eaf-85f7-1d54ca8db914 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0895782 Jun 09 14:03:02.252696 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:03:02.276537 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-60dc798d-9dfd-4009-ab3b-025b87225ad7 req-d68d3b71-f886-449a-afa2-247a1094163a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572777 Jun 09 14:03:02.388362 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:03:02.402143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'mac_address': 'fa:16:3e:3f:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:03:02.461201 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:02.477832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb48a323-b15a-4c36-a32a-ff6f1e6474f0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:03:02.493673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:03:02.498733 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:02.501608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3344f918-10b1-40f7-aa01-690c8997c542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:03:02.566663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:03:02.574092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.574571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.574915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.575245 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.575567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.575891 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.576210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.576527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.576952 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.577262 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.577574 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.577866 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:03:02.587527 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:03:02.709503 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['bb48a323-b15a-4c36-a32a-ff6f1e6474f0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:03:03.481517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d252de0-d305-4194-883a-612490047c6b req-f65891ba-be1e-4880-b12e-8557319802d2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:03.482985 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d252de0-d305-4194-883a-612490047c6b req-f65891ba-be1e-4880-b12e-8557319802d2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 945 time: 0.0882697 Jun 09 14:03:03.527736 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0d252de0-d305-4194-883a-612490047c6b req-2d3cb749-e10e-43b8-9627-3e2394f95131 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390918 Jun 09 14:03:04.184985 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:03:04.259851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:03:04.360056 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:03:04.365537 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:03:04.365924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:04.492409 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:04.529618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:03:04.531916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5afbad3-9599-495d-b75e-48b0caba173f" -d '{"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-plugged", "status": "completed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:03:04.540317 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:03:04.544857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:04.546809 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-000ce466-653c-49bc-92a1-8cb25ad08384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:03:04.575613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7c6c9-4fcd-44cc-ae61-292d0467d92f x-openstack-request-id: req-f4f7c6c9-4fcd-44cc-ae61-292d0467d92f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:03:04.575933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-plugged", "status": "completed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:03:04.576196 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f7c6c9-4fcd-44cc-ae61-292d0467d92f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:03:04.576576 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'code': 200} Jun 09 14:03:04.616064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:03:04.619161 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:03:04.716790 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fbf1b-cfb9-41f3-a505-d9069c0f7931 req-7d616a38-a6ba-4301-92a7-48518fc59a24 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:04.718237 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-117fbf1b-cfb9-41f3-a505-d9069c0f7931 req-7d616a38-a6ba-4301-92a7-48518fc59a24 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0833578 Jun 09 14:03:04.807739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-117fbf1b-cfb9-41f3-a505-d9069c0f7931 req-f27c275a-46db-4b0b-9aac-e730e405c56c tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521529 Jun 09 14:03:04.823419 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb9c0-7bf1-42d1-b465-3d41d634d0a9 req-0580d5f9-098a-4853-9f3f-a056c6777fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:04.824913 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94bfb9c0-7bf1-42d1-b465-3d41d634d0a9 req-0580d5f9-098a-4853-9f3f-a056c6777fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.1058128 Jun 09 14:03:04.865056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94bfb9c0-7bf1-42d1-b465-3d41d634d0a9 req-ea3c49fa-5c3b-4cba-9dfa-cc5d834a1a64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339575 Jun 09 14:03:06.013221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49fce8-e2c5-4f4e-8d22-0283727abeb3 req-d741fc2e-ac42-4e53-94e7-24ae16e01820 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:06.014551 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5c49fce8-e2c5-4f4e-8d22-0283727abeb3 req-d741fc2e-ac42-4e53-94e7-24ae16e01820 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0876048 Jun 09 14:03:06.060575 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5c49fce8-e2c5-4f4e-8d22-0283727abeb3 req-aab14213-999f-4261-b212-8bb08596840a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Jun 09 14:03:06.255633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df042-f770-4d6e-a4fe-22e236b181a9 req-a4228f24-5e63-43a1-b1cf-7a35c7b8ab28 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:06.257111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-112df042-f770-4d6e-a4fe-22e236b181a9 req-a4228f24-5e63-43a1-b1cf-7a35c7b8ab28 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0913196 Jun 09 14:03:06.300377 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-112df042-f770-4d6e-a4fe-22e236b181a9 req-db7ffe4e-d9f8-4193-aa53-30d077053499 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376005 Jun 09 14:03:06.322408 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58820) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:03:06.395833 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b08fc-1593-4782-813f-b459633fdf77 tempest-TestShelveInstance-1290555281 tempest-TestShelveInstance-1290555281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:06.397265 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-3c9b08fc-1593-4782-813f-b459633fdf77 tempest-TestShelveInstance-1290555281 tempest-TestShelveInstance-1290555281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1094 time: 0.0738995 Jun 09 14:03:06.400137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58822) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:03:06.404462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:03:06.428747 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:06.702211 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:06.836944 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Allocated IP 172.26.5.153 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/ff94d32c-8058-443f-8aab-f4d1dad0e420) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:03:06.986054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.026255 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.030215 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-4c3e57cb-5adb-4e92-9895-8e2a3774a19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:03:07.094004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:03:07.096875 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:03:07.100760 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:03:07.129054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=ff94d32c-8058-443f-8aab-f4d1dad0e420,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:03:07.134718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:03:07.499033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.575622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.790033 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.796190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:07.799762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:03:07.897486 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event updated for resources: {'Port': ['ID=ff94d32c-8058-443f-8aab-f4d1dad0e420,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:03:07.904675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:03:07.914296 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:08.090651 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Floating IP 80149314-429a-4436-ac85-bed1f61ab25a associated. External IP: 172.26.5.153, port: bb48a323-b15a-4c36-a32a-ff6f1e6474f0. Jun 09 14:03:08.585615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:03:08.763823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:03:08.774251 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:03:08.785378 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:03:08.785918 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:08.786101 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:02:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:03:08.854669 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4436519 Jun 09 14:03:08.854669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:03:08.854669 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c8a51-dfe4-42d3-bb6b-e079b42a3592" -d '{"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:03:08.891599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098f904e-0e87-4c57-9569-3c3383d8aa75 x-openstack-request-id: req-098f904e-0e87-4c57-9569-3c3383d8aa75 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:03:08.891953 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:03:08.892264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-098f904e-0e87-4c57-9569-3c3383d8aa75 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:03:08.892729 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'status': 'completed', 'code': 200} Jun 09 14:03:08.979437 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:03:08.988991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-ebd2d735-de7d-43de-8190-6a4d5a03e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:08.990596 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-ebd2d735-de7d-43de-8190-6a4d5a03e92b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0749393 Jun 09 14:03:09.125730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-da9935ab-9d97-4459-afcb-71a0e23faaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:09.127204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-da9935ab-9d97-4459-afcb-71a0e23faaf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1302533 Jun 09 14:03:09.236561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-ccecfd1e-b44c-4c99-aa40-9ee6dc59b909 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1000 time: 0.1027660 Jun 09 14:03:09.301359 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-f4fb1903-84f8-4934-96a2-088fdf912785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:09.302921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-f4fb1903-84f8-4934-96a2-088fdf912785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0599391 Jun 09 14:03:09.335756 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '80149314-429a-4436-ac85-bed1f61ab25a', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:3f:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8774825c-9447-4da4-a09d-b2a644524f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:03:07Z', 'updated_at': '2021-06-09T14:03:07Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:03:09.340201 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:03:09.350261 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:03:09.350967 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:02:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:03:09.387154 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-78670460-db08-4d44-8744-a13cf3474833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:09.388504 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-78670460-db08-4d44-8744-a13cf3474833 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797529 Jun 09 14:03:09.525491 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-8ed5c75d-1d0c-40c5-9771-c1b42d18e2e9 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300499 Jun 09 14:03:09.534281 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:03:09.657871 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-789c8a51-dfe4-42d3-bb6b-e079b42a3592 req-5340b82e-11d1-4c1f-9278-05dd6938a7f8 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259634 Jun 09 14:03:09.918311 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '80149314-429a-4436-ac85-bed1f61ab25a', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:3f:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8774825c-9447-4da4-a09d-b2a644524f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:03:07Z', 'updated_at': '2021-06-09T14:03:07Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:03:09.923641 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d02b1-7c21-4fba-8839-61f3d6fcc14f None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '80149314-429a-4436-ac85-bed1f61ab25a', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'mac_address': 'fa:16:3e:3f:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8774825c-9447-4da4-a09d-b2a644524f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:03:07Z', 'updated_at': '2021-06-09T14:03:07Z', 'revision_number': 0, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:03:10.119661 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b83e6-a5ec-4776-8ba5-6ba8dde8f165 None None] New status for floating IP 80149314-429a-4436-ac85-bed1f61ab25a: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:03:14.877607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-41a7b295-8be6-4df3-86b9-f72eaf962665 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889630 Jun 09 14:03:15.019852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-c1ac052a-a3a8-48c0-9e95-dc81daff067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:15.021231 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-c1ac052a-a3a8-48c0-9e95-dc81daff067c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0730636 Jun 09 14:03:15.170293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-1fa3a2e1-06e1-49cd-a17e-e0ba2f89db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:15.171763 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-1fa3a2e1-06e1-49cd-a17e-e0ba2f89db2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1301157 Jun 09 14:03:15.417987 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-3883072c-b185-48a7-b878-2400e65a9d77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1002 time: 0.2393529 Jun 09 14:03:15.484903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-5b8acd87-7a82-492a-b154-fa6d99cece59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:15.486299 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-5b8acd87-7a82-492a-b154-fa6d99cece59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0616999 Jun 09 14:03:15.565024 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-923b5c14-f3a3-4df2-b0fa-c86301a8bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:03:15.566508 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-923b5c14-f3a3-4df2-b0fa-c86301a8bc74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740690 Jun 09 14:03:15.711921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-cd279d92-d5ee-4726-8449-b7a7010ed271 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381478 Jun 09 14:03:15.849974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d7631435-3257-4c6f-821e-4eb69b96d0a9 req-928ec088-ca69-4cbe-94a7-2c3c5e0d60ba service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309006 Jun 09 14:03:17.984114 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-356fd474-9cfb-4798-a950-4a1ccfeb3741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:20.358249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2bb95c8-b5ad-4882-8ce2-838a38bb0f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:20.469390 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:21.598438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:23.307205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:29.133948 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:41.186308 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:03:47.988811 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c639f7d7-cb9b-4a45-9f27-0d0c50ef50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:50.363356 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f78bc775-1f93-40ec-94d7-9a9859924a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:50.476882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:51.605638 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:53.313404 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:03:59.119560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:16.878275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-0216f3a3-5ee1-443d-9af5-4602f2cba5bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266072 Jun 09 14:04:17.026036 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-b9543a74-b437-4435-b85f-032bae631c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:04:17.027410 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-b9543a74-b437-4435-b85f-032bae631c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0744550 Jun 09 14:04:17.181002 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-6fbe29b3-ce63-45ae-9c8e-5c146e759baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:04:17.182456 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-6fbe29b3-ce63-45ae-9c8e-5c146e759baf service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1357303 Jun 09 14:04:17.288432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-00243595-6d46-4515-9ade-5577764d6766 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1002 time: 0.0994411 Jun 09 14:04:17.350736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-8511731a-868d-40f9-b7e5-8f4c1d5a2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:04:17.352127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-8511731a-868d-40f9-b7e5-8f4c1d5a2e52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0570168 Jun 09 14:04:17.435626 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-b06b9149-b79c-4988-a7a9-4b95f9aec5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:04:17.437089 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-b06b9149-b79c-4988-a7a9-4b95f9aec5d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789921 Jun 09 14:04:17.569740 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-9a36aab2-2f46-48f3-87d6-1a9f2a207e7a service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254299 Jun 09 14:04:17.722048 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5cceceb4-8cb9-44ba-9c39-4feedaa35011 req-54b2da0d-47c6-4136-b2e6-30e37776dc38 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458285 Jun 09 14:04:17.993484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc51f670-1aff-4b55-a847-2bff774a133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:18.184894 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:04:20.368038 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279b2dff-8dbd-4da0-b825-07a749c233d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:20.474505 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:21.611992 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:23.321279 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:29.112111 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:47.994873 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf8eb-4a2d-4f59-b27c-65479cc6857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:50.373439 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-212bd943-659e-4329-bfe4-c3c47ebd87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:50.478376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:51.606401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:53.323018 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:04:55.190397 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:04:59.092387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:05.996173 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1a103-c3ee-4dfb-b10f-2e353528321b req-f925ee17-1824-46a2-b09b-898fa15eec72 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:05.997617 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-80f1a103-c3ee-4dfb-b10f-2e353528321b req-f925ee17-1824-46a2-b09b-898fa15eec72 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1315868 Jun 09 14:05:06.046845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-80f1a103-c3ee-4dfb-b10f-2e353528321b req-7605fe2d-16ab-4772-b899-3f91b8cbc3cf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Jun 09 14:05:07.296719 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15d9b-c759-4ebc-8453-ff6fb5300dde req-f2d92531-55e9-45d7-a679-f8fd2e4c11b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:07.298182 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2f15d9b-c759-4ebc-8453-ff6fb5300dde req-f2d92531-55e9-45d7-a679-f8fd2e4c11b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1371639 Jun 09 14:05:07.343357 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2f15d9b-c759-4ebc-8453-ff6fb5300dde req-d74fed94-ee0b-49ab-91bf-824c42e18914 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391405 Jun 09 14:05:08.588260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e249cc8-7450-4810-95e3-013bbe0ac7e5 req-acbc50a3-8bc4-4602-93f3-f954ea351892 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:08.589665 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e249cc8-7450-4810-95e3-013bbe0ac7e5 req-acbc50a3-8bc4-4602-93f3-f954ea351892 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0887761 Jun 09 14:05:08.637882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7e249cc8-7450-4810-95e3-013bbe0ac7e5 req-f434beba-b691-4775-b6a5-4d1b817a1a46 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Jun 09 14:05:09.839642 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5c954-3d38-4428-b2a3-0d9b9edf52d8 req-1937c8be-ee02-4162-832b-533c17a4a974 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:09.841051 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-71a5c954-3d38-4428-b2a3-0d9b9edf52d8 req-1937c8be-ee02-4162-832b-533c17a4a974 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0856335 Jun 09 14:05:09.883920 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-71a5c954-3d38-4428-b2a3-0d9b9edf52d8 req-006cca44-dd48-425d-bb87-fa8b1dcb5c9c tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Jun 09 14:05:11.228392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35078f-cf9d-44b9-817d-41ebce2b0f3d req-d89ea040-46af-4f7a-9413-5747f5ab9d2f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:11.229784 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee35078f-cf9d-44b9-817d-41ebce2b0f3d req-d89ea040-46af-4f7a-9413-5747f5ab9d2f tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.2319038 Jun 09 14:05:11.273480 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ee35078f-cf9d-44b9-817d-41ebce2b0f3d req-7e32da22-01b5-4c84-bdd5-bf49e9999505 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Jun 09 14:05:12.476121 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807db49c-887b-4b76-ae0d-fa7cadaa043f req-57c1a714-8855-4cbf-a6e5-ce409d3e01c6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:12.477535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-807db49c-887b-4b76-ae0d-fa7cadaa043f req-57c1a714-8855-4cbf-a6e5-ce409d3e01c6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0841722 Jun 09 14:05:12.525382 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-807db49c-887b-4b76-ae0d-fa7cadaa043f req-c3c227d4-85b6-450e-952e-d7d38dcf3df7 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Jun 09 14:05:13.731264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c088-7b40-4b8d-82e8-427eb1f7ffa6 req-b79d680c-f6f8-4492-861b-9e6f610865ea tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:13.732671 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9736c088-7b40-4b8d-82e8-427eb1f7ffa6 req-b79d680c-f6f8-4492-861b-9e6f610865ea tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0912936 Jun 09 14:05:13.777775 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9736c088-7b40-4b8d-82e8-427eb1f7ffa6 req-7f5a3477-12f2-4015-8689-8fa27120b632 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 Jun 09 14:05:15.126935 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e67a-2521-4c98-b2f5-8474d220df6e req-c13d0e81-b74c-4ecb-8122-680e7665d194 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:15.128358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-30d5e67a-2521-4c98-b2f5-8474d220df6e req-c13d0e81-b74c-4ecb-8122-680e7665d194 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0906098 Jun 09 14:05:15.172132 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-30d5e67a-2521-4c98-b2f5-8474d220df6e req-6d79966c-c95d-4ebe-836c-3ec6386ff48b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Jun 09 14:05:16.053599 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-f8997e9c-661f-476b-9afc-3a9461eda5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:16.055060 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-f8997e9c-661f-476b-9afc-3a9461eda5f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0714431 Jun 09 14:05:16.187670 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-dfc9fae9-e198-439f-80ed-bf85ad5932dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:16.189081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-dfc9fae9-e198-439f-80ed-bf85ad5932dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1266775 Jun 09 14:05:16.335232 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-973a56f7-bb48-489a-a570-dffb5c81747a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1002 time: 0.1396272 Jun 09 14:05:16.409917 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-024848d9-5178-45fd-8221-7c8bfcd1693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:16.411381 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-024848d9-5178-45fd-8221-7c8bfcd1693d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0693352 Jun 09 14:05:16.423290 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052ffd-a3ba-4440-9fc7-08d73e79fa35 req-7e45dc28-de3c-4113-8a25-099f15e239ce tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:16.424601 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67052ffd-a3ba-4440-9fc7-08d73e79fa35 req-7e45dc28-de3c-4113-8a25-099f15e239ce tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1418455 Jun 09 14:05:16.515249 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-67052ffd-a3ba-4440-9fc7-08d73e79fa35 req-7863e105-662a-4bdb-bef8-519c81715768 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609066 Jun 09 14:05:16.531821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-e12b4e25-8517-4692-a33a-d56cf8565251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:16.533256 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-e12b4e25-8517-4692-a33a-d56cf8565251 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1078594 Jun 09 14:05:16.682230 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-063b6fc1-7105-4b0f-a15b-7c6e88b59533 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415219 Jun 09 14:05:16.821076 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3ce0f8f9-57a1-4f97-aaa8-bd96d72792a3 req-9b4095e4-b33d-4773-a47b-e564a5b63178 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319067 Jun 09 14:05:17.725644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804f2a-6168-4d9d-8f99-6d2074804bd3 req-514c9504-7db1-4eee-b789-99004db98dbf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:17.727116 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7f804f2a-6168-4d9d-8f99-6d2074804bd3 req-514c9504-7db1-4eee-b789-99004db98dbf tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0889735 Jun 09 14:05:17.774397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-7f804f2a-6168-4d9d-8f99-6d2074804bd3 req-6e8a72fb-7cd3-4a27-b119-00b05f2696e1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 Jun 09 14:05:17.989408 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1f36d-46fb-4bb7-b847-742d78c8c2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:18.871046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-bf0e1e22-7f58-490c-8697-cb9d23869729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:18.872502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-bf0e1e22-7f58-490c-8697-cb9d23869729 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0759861 Jun 09 14:05:19.069503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-72c995dd-ba64-437a-84be-abd39c8adc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:19.070905 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-72c995dd-ba64-437a-84be-abd39c8adc62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1777754 Jun 09 14:05:19.081761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db746-ae56-41f4-bcbb-0999fb31241d req-62b05b3f-6a4e-439c-921c-760f60566c6b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:19.083246 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b2db746-ae56-41f4-bcbb-0999fb31241d req-62b05b3f-6a4e-439c-921c-760f60566c6b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1919293 Jun 09 14:05:19.342618 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9b2db746-ae56-41f4-bcbb-0999fb31241d req-67532438-097d-4f00-987b-b9995d629513 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753281 Jun 09 14:05:19.344262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-2f878baa-8a74-47b1-9818-ac8bed42cc2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1002 time: 0.2601571 Jun 09 14:05:19.409417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-48a08d2a-e994-4342-a5e1-dadd02b3b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:19.410885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-48a08d2a-e994-4342-a5e1-dadd02b3b7f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0600994 Jun 09 14:05:19.484736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-6b8ccb3b-a1e4-4f56-92f5-a73d180ae074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:19.486189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-6b8ccb3b-a1e4-4f56-92f5-a73d180ae074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692823 Jun 09 14:05:19.616882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-93520b1d-4499-4dd4-bcc9-426477694cdb service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241822 Jun 09 14:05:19.752862 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1171e8b2-5c88-44fe-9339-4783e9bdaadb req-507ad991-0be1-42cd-84cb-45a00b7c0ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287796 Jun 09 14:05:20.373342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3455280-3da5-4d2c-8767-0af462362dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:20.476867 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:20.552508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6ba8-3ae2-4820-bdc4-755190233561 req-d8a17d8a-f901-4560-adc1-916cadc75bbb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:20.553984 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38ef6ba8-3ae2-4820-bdc4-755190233561 req-d8a17d8a-f901-4560-adc1-916cadc75bbb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0983689 Jun 09 14:05:20.600408 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-38ef6ba8-3ae2-4820-bdc4-755190233561 req-07277650-f3d3-489a-bed9-acc77626da37 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Jun 09 14:05:20.864898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:05:20.910243 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-bd7a0a8f-1f47-4343-a3ae-f67740249ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711513 Jun 09 14:05:20.984230 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:21.002288 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a957-aca5-48af-8a3e-294fdc97576a req-0daad793-3da0-4bff-bc58-eb0b16aa7881 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:21.004535 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd28a957-aca5-48af-8a3e-294fdc97576a req-0daad793-3da0-4bff-bc58-eb0b16aa7881 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1162567 Jun 09 14:05:21.014775 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:05:21.017004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82d167-c9d3-41b0-a930-3607de8b22fb" -d '{"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-unplugged", "status": "completed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:05:21.025256 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:05:21.029993 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:21.032653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:05:21.051720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd28a957-aca5-48af-8a3e-294fdc97576a req-826dec10-4130-433d-a31a-4c75e60e92a1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Jun 09 14:05:21.084179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408e6c8-b31f-4f03-8f28-854a36853477 x-openstack-request-id: req-4408e6c8-b31f-4f03-8f28-854a36853477 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:05:21.084470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-unplugged", "status": "failed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "code": 422}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:05:21.084727 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4408e6c8-b31f-4f03-8f28-854a36853477 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:05:21.085127 dv-neutron-601336-89-hyperv neutron-server[92385]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'code': 422} returned with failed status Jun 09 14:05:21.104331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:05:21.111432 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.111780 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.112117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.112447 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.112778 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.113105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.113431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.113812 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.114160 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.114482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.114832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.115147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:05:21.119240 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:05:21.608106 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:22.241157 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db59b9-7fcb-4efa-b088-975f0904db83 req-39228b64-8f48-479a-8a31-d0a13cfd81da tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:22.242602 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88db59b9-7fcb-4efa-b088-975f0904db83 req-39228b64-8f48-479a-8a31-d0a13cfd81da tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0839252 Jun 09 14:05:22.288262 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88db59b9-7fcb-4efa-b088-975f0904db83 req-d90f7e76-fe44-4e83-94e7-9df22bcc501c tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Jun 09 14:05:23.321109 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:23.482412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099010f0-dac5-4d70-a112-66c8471ff1f7 req-5adc241f-3b3c-4fcd-b008-7f43b1cde27a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:23.484218 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-099010f0-dac5-4d70-a112-66c8471ff1f7 req-5adc241f-3b3c-4fcd-b008-7f43b1cde27a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0884264 Jun 09 14:05:23.535082 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-099010f0-dac5-4d70-a112-66c8471ff1f7 req-b69c1eae-e2e0-4c95-82dd-cd0493bea6d5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Jun 09 14:05:24.723389 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9688bcd-13dc-4704-939d-8739950f9dd8 req-65f60233-c905-4a37-ad67-92fabde457c6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:24.724845 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9688bcd-13dc-4704-939d-8739950f9dd8 req-65f60233-c905-4a37-ad67-92fabde457c6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0850492 Jun 09 14:05:24.770868 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f9688bcd-13dc-4704-939d-8739950f9dd8 req-e1c8cd5c-7086-4e9b-8dc4-482a72df9502 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Jun 09 14:05:26.027327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91450-8221-47f7-8b24-fdead8d6df3e req-a92dbb2d-38c0-4f56-92fe-50685f0b5b6a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.028781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-58d91450-8221-47f7-8b24-fdead8d6df3e req-a92dbb2d-38c0-4f56-92fe-50685f0b5b6a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.1446853 Jun 09 14:05:26.031442 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f40d-c53e-4bf8-9841-49d75403866d req-89c695aa-01fd-4f96-8eee-0b5e281eafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.032727 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-89c695aa-01fd-4f96-8eee-0b5e281eafb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49&tenant_id=f0c73c1a095d44c287d94d09832dc746 HTTP/1.1" status: 200 len: 1097 time: 0.1118300 Jun 09 14:05:26.114940 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-58d91450-8221-47f7-8b24-fdead8d6df3e req-cd454160-450a-4519-907e-69a91626b865 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794117 Jun 09 14:05:26.143786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f40d-c53e-4bf8-9841-49d75403866d req-3eef1b0f-49ed-43d5-8948-1e3f9d156e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.145210 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-3eef1b0f-49ed-43d5-8948-1e3f9d156e0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1097 time: 0.0901206 Jun 09 14:05:26.275535 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f40d-c53e-4bf8-9841-49d75403866d req-c23b1d2b-a5a1-409b-9501-0098d59e78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.276945 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-c23b1d2b-a5a1-409b-9501-0098d59e78ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1254559 Jun 09 14:05:26.388150 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-05bcb9f1-82d3-4224-a8ea-05b5b497647e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1000 time: 0.1042814 Jun 09 14:05:26.451661 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f40d-c53e-4bf8-9841-49d75403866d req-b9454296-3942-4907-8dca-13029bcdff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.453021 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-b9454296-3942-4907-8dca-13029bcdff05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0580564 Jun 09 14:05:26.533118 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f40d-c53e-4bf8-9841-49d75403866d req-3735bea4-2022-4069-9ffc-f4d677b6ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:26.534672 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-3735bea4-2022-4069-9ffc-f4d677b6ec86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750368 Jun 09 14:05:26.681570 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-2e2ff1c9-00ff-4d3d-b12b-9d2404383d00 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402733 Jun 09 14:05:26.816144 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3302f40d-c53e-4bf8-9841-49d75403866d req-b994dfdc-bfbe-414d-b70d-061bdc206ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265295 Jun 09 14:05:27.306192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a74879-76df-46f2-83f7-bdf7aed789a5 req-c66acf58-6ba8-46e3-883b-09bf48807a91 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:27.307777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f4a74879-76df-46f2-83f7-bdf7aed789a5 req-c66acf58-6ba8-46e3-883b-09bf48807a91 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0842528 Jun 09 14:05:27.352253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f4a74879-76df-46f2-83f7-bdf7aed789a5 req-19f2b35d-a7ff-40d1-ba64-6881068115b5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Jun 09 14:05:28.556746 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d7c30-a387-499c-a2fc-1235311dc127 req-2c936709-a08b-438b-b099-6099b97baeba tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:28.558127 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c26d7c30-a387-499c-a2fc-1235311dc127 req-2c936709-a08b-438b-b099-6099b97baeba tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0927839 Jun 09 14:05:28.606409 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c26d7c30-a387-499c-a2fc-1235311dc127 req-4f8e3452-49af-46e8-83f6-16a0b7f89f15 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Jun 09 14:05:29.100757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:29.797932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d9a3-873f-4118-be66-f31a9c64e8c5 req-5bdd3b67-6c5a-471a-b6cb-b908ba9bf394 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:29.799362 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35b2d9a3-873f-4118-be66-f31a9c64e8c5 req-5bdd3b67-6c5a-471a-b6cb-b908ba9bf394 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0802848 Jun 09 14:05:29.843435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-35b2d9a3-873f-4118-be66-f31a9c64e8c5 req-94b395a9-1bac-47fd-babf-0930c7d485e6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Jun 09 14:05:31.181821 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70a537-0683-4d70-ad2f-9db6a7d27522 req-6b2784c1-d3fd-4705-abf8-4109447484dc tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:31.183284 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd70a537-0683-4d70-ad2f-9db6a7d27522 req-6b2784c1-d3fd-4705-abf8-4109447484dc tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.2229421 Jun 09 14:05:31.229124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-bd70a537-0683-4d70-ad2f-9db6a7d27522 req-d79b513b-db41-4a41-8940-4d006c2d46c2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397904 Jun 09 14:05:32.190953 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:05:32.429424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8878e-3cc5-40ad-a0a5-c49aa0b8beb2 req-9efe1d37-aa6e-4f46-ae97-4032e358768d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:32.430893 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dde8878e-3cc5-40ad-a0a5-c49aa0b8beb2 req-9efe1d37-aa6e-4f46-ae97-4032e358768d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 944 time: 0.0880842 Jun 09 14:05:32.478919 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-dde8878e-3cc5-40ad-a0a5-c49aa0b8beb2 req-40e99df8-c117-4ad5-871c-e05224b8bb81 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Jun 09 14:05:32.896375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:05:33.041335 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:05:33.054150 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'port_id': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'mac_address': 'fa:16:3e:3f:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:05:33.112211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:33.129376 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb48a323-b15a-4c36-a32a-ff6f1e6474f0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:05:33.145181 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:05:33.151250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:33.153102 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:05:33.217730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:05:33.220779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:05:33.390271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['bb48a323-b15a-4c36-a32a-ff6f1e6474f0'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:05:33.673771 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0551b21-8ac1-48df-92c4-b805b641537d req-80917744-7e20-4ad3-8964-d6d518977fd1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:33.673771 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d0551b21-8ac1-48df-92c4-b805b641537d req-80917744-7e20-4ad3-8964-d6d518977fd1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 945 time: 0.0795429 Jun 09 14:05:33.720030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d0551b21-8ac1-48df-92c4-b805b641537d req-3cb11f3b-d6bb-45c0-980a-1239f818dfe5 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Jun 09 14:05:34.907246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:05:34.927312 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12b6d-3279-4a90-bc01-8cca0853f399 req-b7d5ddbd-0787-48e0-8af8-7defe8c9db0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:34.928746 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-beb12b6d-3279-4a90-bc01-8cca0853f399 req-b7d5ddbd-0787-48e0-8af8-7defe8c9db0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 945 time: 0.0951560 Jun 09 14:05:34.974850 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-beb12b6d-3279-4a90-bc01-8cca0853f399 req-99b587eb-7caf-435d-987f-3413b03eea7b tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Jun 09 14:05:34.975788 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:05:34.976168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:35.099053 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:35.126269 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:05:35.128608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c723f-7d17-4a56-9ff7-437763816ef9" -d '{"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-plugged", "status": "completed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:05:35.136645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:05:35.141883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:35.143994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:05:35.177744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9663eac-42be-41e8-b471-4be78aa99053 x-openstack-request-id: req-b9663eac-42be-41e8-b471-4be78aa99053 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:05:35.178044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-plugged", "status": "completed", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:05:35.178306 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9663eac-42be-41e8-b471-4be78aa99053 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:05:35.178728 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'code': 200} Jun 09 14:05:35.210023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:05:35.212941 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:05:35.451694 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53161-3796-4d35-879e-abed60dfea6e req-dee20a68-69e6-4af8-b7b4-1bdb19fa2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:35.453159 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69d53161-3796-4d35-879e-abed60dfea6e req-dee20a68-69e6-4af8-b7b4-1bdb19fa2ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0731230 Jun 09 14:05:35.497781 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-69d53161-3796-4d35-879e-abed60dfea6e req-b9f16618-c0ae-45b3-96f4-61998af726df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Jun 09 14:05:36.164264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4eff1-e759-4e00-9301-26b00501e159 req-374de4e2-547b-4c2e-b74f-22a0fe15c7e2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:36.165707 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0bc4eff1-e759-4e00-9301-26b00501e159 req-374de4e2-547b-4c2e-b74f-22a0fe15c7e2 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0858858 Jun 09 14:05:36.213111 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0bc4eff1-e759-4e00-9301-26b00501e159 req-ba6e17a1-fffa-4669-8f07-fda4e2e28475 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Jun 09 14:05:37.435698 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc787d-1f34-40c8-82bd-913aa18afd7d req-6aa16bfe-2cd5-4097-b76a-f48e776d2dcb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:05:37.437138 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ebc787d-1f34-40c8-82bd-913aa18afd7d req-6aa16bfe-2cd5-4097-b76a-f48e776d2dcb tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.0892727 Jun 09 14:05:37.488253 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1ebc787d-1f34-40c8-82bd-913aa18afd7d req-ee2e0491-7100-4a46-a977-5d1a167e9448 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Jun 09 14:05:47.996414 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-789bcb09-af88-41fb-9163-ea5d65dce8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:50.372688 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38b71dbe-e591-4c93-9baa-c5e7e036a642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:50.479319 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:51.619212 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:53.369585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:05:59.093896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:09.195009 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:06:17.997170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3bed7f7-6c09-45fb-9d30-f9669bf532e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:18.806094 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-d4244311-6e19-45d6-bcc3-161fcc8cac83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717237 Jun 09 14:06:18.950080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-6d0fc084-591b-46bf-a7c4-0ab5010ee676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:18.951435 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-6d0fc084-591b-46bf-a7c4-0ab5010ee676 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0772631 Jun 09 14:06:19.098072 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-c9b8b3b1-f95f-4cbd-98f5-cefb614717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:19.099528 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-c9b8b3b1-f95f-4cbd-98f5-cefb614717a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1251156 Jun 09 14:06:19.202749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-b11f0825-aa1b-432b-8a2a-2779e5249e1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 1002 time: 0.0958545 Jun 09 14:06:19.266497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-3080415d-4cf2-49ac-8e15-bec5d3b61003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:19.267895 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-3080415d-4cf2-49ac-8e15-bec5d3b61003 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0589547 Jun 09 14:06:19.344961 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-21fd89a8-f927-4e95-bff2-b7a4cb594d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:19.346361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-21fd89a8-f927-4e95-bff2-b7a4cb594d70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719917 Jun 09 14:06:19.498549 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-b1066a39-277f-48fc-a40d-3f8f652e7a77 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452799 Jun 09 14:06:19.627855 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0260fc03-90fb-43cc-bf21-02feff21ab01 req-073a722a-c0eb-40a3-b163-83eadf79f520 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Jun 09 14:06:20.371271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-506863e6-a66c-4d95-848c-3410f204757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:20.473744 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:21.618033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:23.336933 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:29.113616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:46.199269 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:06:48.000784 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27725286-7964-40c6-9e3a-919a0fb720cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:50.373590 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-a019-4cd9-9a4c-5c0283d694bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:50.485209 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:50.689179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 58978) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:06:50.983737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Deleting port ff94d32c-8058-443f-8aab-f4d1dad0e420 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:06:50.984004 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.239041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.239280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.357397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Calling delete_port for ff94d32c-8058-443f-8aab-f4d1dad0e420 owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:06:51.496711 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.500175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-78bc48d2-ed26-4303-a6a4-767b397cc725 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:06:51.544029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'Port': ['ID=ff94d32c-8058-443f-8aab-f4d1dad0e420,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:06:51.584858 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.585240 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.585615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.586023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.586376 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.586736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.587089 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.587445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.587799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.588150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.588501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.588860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:06:51.595766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:06:51.618392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.649799 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:51.650238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Floating IP 80149314-429a-4436-ac85-bed1f61ab25a disassociated (deleted). External IP: 172.26.5.153, port: bb48a323-b15a-4c36-a32a-ff6f1e6474f0. Jun 09 14:06:52.012996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:06:52.193898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:06:52.199016 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:52.203630 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:06:52.213883 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:06:52.214561 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:06:52.253329 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "DELETE /v2.0/floatingips/80149314-429a-4436-ac85-bed1f61ab25a HTTP/1.1" status: 204 len: 168 time: 1.5626614 Jun 09 14:06:52.253976 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:06:52.256271 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:06:52.307573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e0d63-c8d7-4edb-b928-24160ec79a16 x-openstack-request-id: req-874e0d63-c8d7-4edb-b928-24160ec79a16 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:06:52.308182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:06:52.308345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-874e0d63-c8d7-4edb-b928-24160ec79a16 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:06:52.308869 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'status': 'completed', 'code': 200} Jun 09 14:06:52.391098 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:06:52.405417 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-a3167c00-f072-439b-a537-5e9b9422dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:52.406991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-a3167c00-f072-439b-a537-5e9b9422dcfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0c73c1a095d44c287d94d09832dc746&device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 1099 time: 0.0754850 Jun 09 14:06:52.589644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-188ed2aa-77ec-4242-b9d3-d34f2ffd8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:52.591088 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-188ed2aa-77ec-4242-b9d3-d34f2ffd8da4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 200 len: 909 time: 0.1778259 Jun 09 14:06:52.702887 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:06:52.707247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:06:52.716103 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:06:52.716720 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:06:52.817510 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-e8a328f3-7e26-4e74-80f2-470d2a5ebf22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 200 len: 217 time: 0.2156067 Jun 09 14:06:52.888926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-76e16611-8152-4226-87f0-23704254d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:52.890243 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-76e16611-8152-4226-87f0-23704254d86d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 200 len: 847 time: 0.0644548 Jun 09 14:06:52.900463 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cc97-7b8b-40b9-a69c-3d41c1c000d0 req-af27ab77-dc23-4dc1-9b7c-c04ec3cc0f35 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:52.901796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-87b7cc97-7b8b-40b9-a69c-3d41c1c000d0 req-af27ab77-dc23-4dc1-9b7c-c04ec3cc0f35 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.3435597 Jun 09 14:06:52.922263 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:06:52.993081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-87b7cc97-7b8b-40b9-a69c-3d41c1c000d0 req-394e3655-e8ee-4b7c-846e-242155cbefa6 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592623 Jun 09 14:06:53.009581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-b1ce5f24-ce55-4135-8b4f-360ac3437e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:53.011056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-b1ce5f24-ce55-4135-8b4f-360ac3437e3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97938505-068d-435e-84dc-da527316e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1084352 Jun 09 14:06:53.141124 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-5323ba4b-2a83-4ae9-aa6a-0361d3e21085 service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219225 Jun 09 14:06:53.223726 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:06:53.227757 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe871676-3fe9-4fbc-b4ae-8793e3f9a8a1 None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T13:58:09Z', 'revision_number': 4, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '19bb60bb-12ad-48f3-b7f4-301ed1193b86', 'name': '', 'network_id': '97938505-068d-435e-84dc-da527316e64c', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'mac_address': 'fa:16:3e:fb:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1ae43199-2582-4ed5-a077-46ada2469204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:08Z', 'updated_at': '2021-06-09T13:58:16Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'subnets': [{'id': '1ae43199-2582-4ed5-a077-46ada2469204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:06:53.276797 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-16fb7b58-d710-4be3-8e01-5d4a5bf16cbf req-59f6ad92-95e1-44d9-95fa-7b54980cdffd service neutron] 10.222.0.42 "GET /v2.0/networks/97938505-068d-435e-84dc-da527316e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279390 Jun 09 14:06:53.331014 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:53.430880 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbece54-c6e1-4cb0-b7d6-4d3a045c2477 None None] New status for floating IP 80149314-429a-4436-ac85-bed1f61ab25a: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:06:54.254167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-ba235335-3a22-4954-a0df-5fa995a448fd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:54.255610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-ba235335-3a22-4954-a0df-5fa995a448fd tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1632750 Jun 09 14:06:54.263056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970306cf-2b10-41a8-9385-15e9ce615685 req-a6388cd8-ff1b-4541-ae48-43eae81d0ea1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:06:54.264329 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-970306cf-2b10-41a8-9385-15e9ce615685 req-a6388cd8-ff1b-4541-ae48-43eae81d0ea1 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 946 time: 0.1392999 Jun 09 14:06:54.390508 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-970306cf-2b10-41a8-9385-15e9ce615685 req-9b95a55c-a3f7-4904-bd5a-19447c2f7a32 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd6222c0-5711-450b-9c46-bd5814408e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964856 Jun 09 14:06:54.433726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Deleting port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:06:54.434053 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:54.562877 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] For port bb48a323-b15a-4c36-a32a-ff6f1e6474f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:06:54.563195 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:54.688787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Calling delete_port for bb48a323-b15a-4c36-a32a-ff6f1e6474f0 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:06:54.802381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:54.808362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-492b0a38-6642-4844-93b6-d8f7d26ed7de tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:06:54.853341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'Port': ['ID=bb48a323-b15a-4c36-a32a-ff6f1e6474f0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:06:54.856269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:06:54.929256 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] No DVR routers for this DVR port bb48a323-b15a-4c36-a32a-ff6f1e6474f0 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:06:54.933013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:54.936157 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-76b156d9-d52c-4631-a259-5a009f2875b6 req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.42 "DELETE /v2.0/ports/bb48a323-b15a-4c36-a32a-ff6f1e6474f0 HTTP/1.1" status: 204 len: 173 time: 0.6707790 Jun 09 14:06:54.936920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-deleted', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:06:54.940367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db227136-c4d4-42d6-937f-46742bf91482" -d '{"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-deleted", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:06:54.982854 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e157f4-df76-4df6-bff6-a1fee3be4aab x-openstack-request-id: req-11e157f4-df76-4df6-bff6-a1fee3be4aab {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:06:54.983192 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774825c-9447-4da4-a09d-b2a644524f49", "name": "network-vif-deleted", "tag": "bb48a323-b15a-4c36-a32a-ff6f1e6474f0", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:06:54.983514 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11e157f4-df76-4df6-bff6-a1fee3be4aab {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:06:54.983959 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774825c-9447-4da4-a09d-b2a644524f49', 'name': 'network-vif-deleted', 'tag': 'bb48a323-b15a-4c36-a32a-ff6f1e6474f0', 'status': 'completed', 'code': 200} Jun 09 14:06:55.537737 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f2ee0dc4-9b58-48b4-b205-0682ef985a30 req-7c760bb7-246d-4dd7-9557-964581b47814 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 210 time: 0.0421178 Jun 09 14:06:56.687992 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-023bd3fa-0242-4f35-8fe9-de93c69b458c req-6907ead7-6828-4665-aa3c-0a9c452d0e34 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 210 time: 0.0437965 Jun 09 14:06:57.839751 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0efec526-5eaa-457a-8613-f21d95f7101c req-7c5ceb05-8cbf-4f27-aa98-bf300ed379d3 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "GET /v2.0/ports?device_id=8774825c-9447-4da4-a09d-b2a644524f49 HTTP/1.1" status: 200 len: 210 time: 0.0474560 Jun 09 14:06:58.937595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59010) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:06:59.009681 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:59.042283 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:59.105519 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:59.112797 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:59.115654 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:06:59.116969 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd6222c0-5711-450b-9c46-bd5814408e03 HTTP/1.1" status: 204 len: 168 time: 0.1782198 Jun 09 14:06:59.117876 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d6620379-e196-4409-a022-886b49a7b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:06:59.129843 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6222c0-5711-450b-9c46-bd5814408e03,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:06:59.132333 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-13d464f4-dab3-493a-a3fe-7437bb713e70 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:06:59.158807 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59014) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:06:59.203892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:06:59.237585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: bb48a323-b15a-4c36-a32a-ff6f1e6474f0 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:06:59.237920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device bb48a323-b15a-4c36-a32a-ff6f1e6474f0 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:00.059930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:00.481844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Deleting port 19bb60bb-12ad-48f3-b7f4-301ed1193b86 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:00.482177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:00.602611 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] For port 19bb60bb-12ad-48f3-b7f4-301ed1193b86, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=19bb60bb-12ad-48f3-b7f4-301ed1193b86,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:00.602850 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:00.723933 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Calling delete_port for 19bb60bb-12ad-48f3-b7f4-301ed1193b86 owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:00.869645 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:00.875914 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d4b1fdb1-ff5b-433a-8f66-43412ebd7ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:00.922253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Pushing event deleted for resources: {'Port': ['ID=19bb60bb-12ad-48f3-b7f4-301ed1193b86,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:00.948743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:01.340293 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:01.709590 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Router 6c1f7b10-ab9f-4301-8570-28f2022c046f has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:07:01.895343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:01.900287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e49927cf-4ed0-45d4-acff-f7327f817cac admin admin] 10.222.0.21 "PUT /v2.0/routers/6c1f7b10-ab9f-4301-8570-28f2022c046f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7404485 Jun 09 14:07:01.902885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59020) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:01.906776 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Sync routers for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:01.916824 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:01.917440 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:02.077393 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:02.088046 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:02.247737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:02.323023 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Deleting port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:02.323383 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:02.364401 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T14:07:00Z', 'revision_number': 5, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port': {'id': '5c44035b-d349-4f0b-8dc9-e0a3f3615d28', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:06Z', 'updated_at': '2021-06-09T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:02.368564 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Checking router: 6c1f7b10-ab9f-4301-8570-28f2022c046f for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:02.378167 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Routers {'6c1f7b10-ab9f-4301-8570-28f2022c046f'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:02.378816 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['6c1f7b10-ab9f-4301-8570-28f2022c046f'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:02.459831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] For port 5c44035b-d349-4f0b-8dc9-e0a3f3615d28, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:02.460507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:02.528786 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] Set router 6c1f7b10-ab9f-4301-8570-28f2022c046f gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:02.633062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T14:07:02Z', 'revision_number': 6, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:02.637542 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08670-0e31-46e8-b418-66f7435cdd49 None None] The sync data for ids ['6c1f7b10-ab9f-4301-8570-28f2022c046f'] in dv-neutron-601336-89-hyperv is: [{'id': '6c1f7b10-ab9f-4301-8570-28f2022c046f', 'name': 'tempest-TestShelveInstance-404455696-router', 'tenant_id': 'f0c73c1a095d44c287d94d09832dc746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:05Z', 'updated_at': '2021-06-09T14:07:02Z', 'revision_number': 6, 'project_id': 'f0c73c1a095d44c287d94d09832dc746', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:02.734341 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Calling delete_port for 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:02.882306 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:02.885864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a1af8afc-673b-4973-850d-a81640b099a3 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:02.928764 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c44035b-d349-4f0b-8dc9-e0a3f3615d28,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:02.932055 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:03.023864 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.191824 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.194040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.217759 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.218257 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1f7b10-ab9f-4301-8570-28f2022c046f {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 14:07:03.224191 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.225506 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-0d4979a9-4c03-4b8c-85c0-2d0317be3a6a admin admin] 10.222.0.21 "DELETE /v2.0/routers/6c1f7b10-ab9f-4301-8570-28f2022c046f HTTP/1.1" status: 204 len: 168 time: 1.3216670 Jun 09 14:07:03.228205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59022) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:03.290991 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Deleting subnet 1ae43199-2582-4ed5-a077-46ada2469204 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 14:07:03.294042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.346194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.431903 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.499400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.503952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9645a5a8-176e-48eb-b439-9b2697595cde tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:03.542648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae43199-2582-4ed5-a077-46ada2469204,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:03.544551 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.547753 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ae43199-2582-4ed5-a077-46ada2469204 HTTP/1.1" status: 204 len: 168 time: 0.3175542 Jun 09 14:07:03.547753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-77e5318e-6c92-41a0-9c6c-c925df8698ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:03.549236 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59024) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:03.552715 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244c5e2-ca94-4bc4-bdc0-4003981d836d None None] Network 97938505-068d-435e-84dc-da527316e64c requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:03.658284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.731525 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Deleting port 5b65970d-bda8-4217-a123-731a53dd67bb {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:03.731762 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.830994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] DHCP port deletion for 97938505-068d-435e-84dc-da527316e64c request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 14:07:03.836529 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] For port 5b65970d-bda8-4217-a123-731a53dd67bb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5b65970d-bda8-4217-a123-731a53dd67bb,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:03.836885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.901046 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Deleting port 5b65970d-bda8-4217-a123-731a53dd67bb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:03.901330 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:03.959644 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Calling delete_port for 5b65970d-bda8-4217-a123-731a53dd67bb owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:03.998357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] For port 5b65970d-bda8-4217-a123-731a53dd67bb, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=5b65970d-bda8-4217-a123-731a53dd67bb,segment=NetworkSegment(77f08248-713e-4000-b1f5-097757800713),segment_id=77f08248-713e-4000-b1f5-097757800713)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:03.998876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.007452 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.012461 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-caf8d982-b808-4d78-b4a3-033a8c8d7d02 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:04.058489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b65970d-bda8-4217-a123-731a53dd67bb,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:04.060289 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] No DVR routers for this DVR port 5b65970d-bda8-4217-a123-731a53dd67bb on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:07:04.061727 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:04.118138 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Calling delete_port for 5b65970d-bda8-4217-a123-731a53dd67bb owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:04.161137 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.164754 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:04.206430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Pushing event deleted for resources: {'Port': ['ID=5b65970d-bda8-4217-a123-731a53dd67bb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:04.216016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] No DVR routers for this DVR port 5b65970d-bda8-4217-a123-731a53dd67bb on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:07:04.218110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.218457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.218803 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.219166 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.219498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.219823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.220134 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.220462 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.220785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.221103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.221422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.221741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:04.225623 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed9a7458-9a9b-4f55-b5a5-01cfdf0461f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:04.307718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.320450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97938505-068d-435e-84dc-da527316e64c']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:04.332147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f08248-713e-4000-b1f5-097757800713') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:04.332436 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f08248-713e-4000-b1f5-097757800713') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:04.343575 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.359201 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.365206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 14:07:04.365571 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 14:07:04.378422 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 14:07:04.431231 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:04.453510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.456883 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9267ed37-f3c6-4ba1-8cbc-0db11566e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:04.468771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:04.469125 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5c44035b-d349-4f0b-8dc9-e0a3f3615d28 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:04.469497 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:04.469620 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5b65970d-bda8-4217-a123-731a53dd67bb no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:04.471295 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97938505-068d-435e-84dc-da527316e64c HTTP/1.1" status: 204 len: 168 time: 0.9200530 Jun 09 14:07:04.474822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59026) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:04.476959 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Pushing event deleted for resources: {'Network': ['ID=97938505-068d-435e-84dc-da527316e64c,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:04.479334 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:04.502581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 5b65970d-bda8-4217-a123-731a53dd67bb {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:04.502824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 5b65970d-bda8-4217-a123-731a53dd67bb not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:04.503291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 19bb60bb-12ad-48f3-b7f4-301ed1193b86 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:04.535905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 19bb60bb-12ad-48f3-b7f4-301ed1193b86 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:04.536255 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 19bb60bb-12ad-48f3-b7f4-301ed1193b86 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:05.036889 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:05.583075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Deleting port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:05.584172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:05.710156 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] For port 65204ac5-7cc6-4f7e-9fa3-451d369dbc52, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:05.710519 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:05.830453 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Calling delete_port for 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:05.980997 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:05.984476 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:06.026919 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=65204ac5-7cc6-4f7e-9fa3-451d369dbc52,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:06.062894 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.063277 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.063639 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.064020 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.064388 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.064748 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.065155 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.065518 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.065911 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.066270 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.066658 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.067095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:06.075082 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:06.312000 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:06.670586 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Router 029dacc4-d19b-460c-9be5-edcdf988a3c3 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:07:06.991226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:06.996186 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] 10.222.0.21 "PUT /v2.0/routers/029dacc4-d19b-460c-9be5-edcdf988a3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5203426 Jun 09 14:07:06.999874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59030) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:07.002821 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Sync routers for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:07.012885 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:07.013533 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:07.177077 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:07.234069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:07.351770 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:07.424962 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Deleting port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:07.425261 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:07.515690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T14:07:05Z', 'revision_number': 5, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port': {'id': '80ff10f0-a3cf-4b01-ae49-3cd6200d7012', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T13:58:12Z', 'updated_at': '2021-06-09T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:07.520127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Checking router: 029dacc4-d19b-460c-9be5-edcdf988a3c3 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:07.529283 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Routers {'029dacc4-d19b-460c-9be5-edcdf988a3c3'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:07.529656 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['029dacc4-d19b-460c-9be5-edcdf988a3c3'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:07.547755 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] For port 80ff10f0-a3cf-4b01-ae49-3cd6200d7012, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:07.548124 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:07.669250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Calling delete_port for 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:07.682072 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] Set router 029dacc4-d19b-460c-9be5-edcdf988a3c3 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:07.786980 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T14:07:07Z', 'revision_number': 6, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:07.791359 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063309b0-1ca0-4f5a-98d7-f15598f08478 None None] The sync data for ids ['029dacc4-d19b-460c-9be5-edcdf988a3c3'] in dv-neutron-601336-89-hyperv is: [{'id': '029dacc4-d19b-460c-9be5-edcdf988a3c3', 'name': 'tempest-TestShelveInstance-1629158652-router', 'tenant_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T13:58:11Z', 'updated_at': '2021-06-09T14:07:07Z', 'revision_number': 6, 'project_id': 'd9b28649f0b84770a7bdaa5e4344df2b', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:07.817253 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:07.821695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9af896af-7608-425c-82bd-83387720a93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:07.865238 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=80ff10f0-a3cf-4b01-ae49-3cd6200d7012,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:07.867695 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:07.957940 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.129636 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.132007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.156765 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.157301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029dacc4-d19b-460c-9be5-edcdf988a3c3 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 14:07:08.162351 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.163021 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] 10.222.0.21 "DELETE /v2.0/routers/029dacc4-d19b-460c-9be5-edcdf988a3c3 HTTP/1.1" status: 204 len: 168 time: 1.1621671 Jun 09 14:07:08.165542 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59032) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:08.228075 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Deleting subnet 76845087-68b0-4e3e-8b5c-f769e02c1752 {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 14:07:08.231452 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.427358 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.508367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.563202 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:08.581808 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.586581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06d80421-7c59-4e11-a013-81819937cd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:08.601828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:08.602180 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 80ff10f0-a3cf-4b01-ae49-3cd6200d7012 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:08.602645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:08.622375 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.627681 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76845087-68b0-4e3e-8b5c-f769e02c1752 HTTP/1.1" status: 204 len: 168 time: 0.4579391 Jun 09 14:07:08.627681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76845087-68b0-4e3e-8b5c-f769e02c1752,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:08.627681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59034) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:08.629024 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bb88f968-2a00-4e08-991a-05a0a3e3362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:08.637145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:08.637500 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 65204ac5-7cc6-4f7e-9fa3-451d369dbc52 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:08.638956 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdac17d-58bc-4e63-b510-2e40d4963830 None None] Network 72ce70c5-d35d-4b4c-a698-11118a28f3b8 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:08.735247 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.813976 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Deleting port 7b810e34-4c15-4c03-9f23-2a9857e7b15b {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:08.814395 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.881528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] DHCP port deletion for 72ce70c5-d35d-4b4c-a698-11118a28f3b8 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 14:07:08.917384 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] For port 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7b810e34-4c15-4c03-9f23-2a9857e7b15b,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:08.918007 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:08.948874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Deleting port 7b810e34-4c15-4c03-9f23-2a9857e7b15b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:07:08.949253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.038609 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Calling delete_port for 7b810e34-4c15-4c03-9f23-2a9857e7b15b owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:09.055485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] For port 7b810e34-4c15-4c03-9f23-2a9857e7b15b, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7b810e34-4c15-4c03-9f23-2a9857e7b15b,segment=NetworkSegment(af5c8038-a824-4379-a26d-08f22788ca4b),segment_id=af5c8038-a824-4379-a26d-08f22788ca4b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:09.055865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.086857 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.090771 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-9a4fe1fd-6a15-40cf-86cd-a012db7a2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:09.134307 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7b810e34-4c15-4c03-9f23-2a9857e7b15b,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:09.138632 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:09.141069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] No DVR routers for this DVR port 7b810e34-4c15-4c03-9f23-2a9857e7b15b on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:07:09.175680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Calling delete_port for 7b810e34-4c15-4c03-9f23-2a9857e7b15b owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:07:09.216714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.220274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7467f9b7-fdb9-4455-88d5-ab64332f6d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:09.256051 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.262387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Pushing event deleted for resources: {'Port': ['ID=7b810e34-4c15-4c03-9f23-2a9857e7b15b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:09.265061 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:09.267375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6151d1b-3f59-4843-aa1c-0fe54ced5930 None None] No DVR routers for this DVR port 7b810e34-4c15-4c03-9f23-2a9857e7b15b on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:07:09.269255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ce70c5-d35d-4b4c-a698-11118a28f3b8']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:09.282641 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5c8038-a824-4379-a26d-08f22788ca4b') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:09.282963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5c8038-a824-4379-a26d-08f22788ca4b') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:09.294723 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.311577 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.317764 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 14:07:09.318179 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 14:07:09.331078 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 14:07:09.428047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.433116 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b23e9479-9907-4293-b559-6964c81fb951 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:09.445920 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.447733 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] 10.222.0.21 "DELETE /v2.0/networks/72ce70c5-d35d-4b4c-a698-11118a28f3b8 HTTP/1.1" status: 204 len: 168 time: 0.8198676 Jun 09 14:07:09.455161 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=72ce70c5-d35d-4b4c-a698-11118a28f3b8,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:09.460530 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:09.572792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59038) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:09.622612 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-571aa212-ac20-43cb-a28e-58584da48630 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0c73c1a095d44c287d94d09832dc746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485399 Jun 09 14:07:09.625229 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59040) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:09.685555 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.711599 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.768495 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.775148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:09.775148 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd8490a1-4ec0-400f-81a0-dffd3becf9bf HTTP/1.1" status: 204 len: 168 time: 0.1470423 Jun 09 14:07:09.775148 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a5463098-108d-446e-8390-cc3ba5863436 tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:09.784095 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8490a1-4ec0-400f-81a0-dffd3becf9bf,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:09.786701 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-91bba7fd-d5a3-4911-854b-11422e59faf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:10.155485 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59046) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:10.202974 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e975c028-764e-4923-b532-3287036254ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9b28649f0b84770a7bdaa5e4344df2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461781 Jun 09 14:07:10.205386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59048) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:10.261147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:10.286098 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:10.343595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:10.345941 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:10.347062 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/376a9e99-1397-455a-87f9-fbc168955270 HTTP/1.1" status: 204 len: 168 time: 0.1408374 Jun 09 14:07:10.347840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9ad67385-c23e-44c5-9e7f-bc5841a19fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:10.357021 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a9e99-1397-455a-87f9-fbc168955270,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:10.359280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aa349392-0bbc-4009-92fe-9d1a196b7da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:10.431855 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7b810e34-4c15-4c03-9f23-2a9857e7b15b no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:07:10.515183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7b810e34-4c15-4c03-9f23-2a9857e7b15b {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:07:10.515558 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7b810e34-4c15-4c03-9f23-2a9857e7b15b not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:07:11.130561 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59070) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:11.243309 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-915865653-network', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:11.268763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Made reservation on behalf of 87e6d4a5ff7f458fadfaeb60bfb73e85 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:07:11.272204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.289373 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.392857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.398018 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.402137 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d1041e23-d68a-456c-bf0f-b789d1e08e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:11.429578 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:07:11.439013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdcd1ee-fe4b-4630-80ad-78616cdc4e66,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:11.442552 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:11.445093 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.445432 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Added segment 68aa7e44-0c71-4128-963c-55a038df152a of type vlan for network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc Jun 09 14:07:11.471354 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.501361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.502455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:11.503101 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.507856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-cc10d018-c5f2-4880-89b7-b9316ad1b3f4 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:11.593874 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4616089 Jun 09 14:07:11.596730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59074) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:11.601968 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Request body: {'subnet': {'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-915865653-subnet', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:11.603715 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Pushing event updated for resources: {'Network': ['ID=69ee0eb8-ab84-47d0-990d-7d04277ed3cc,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:11.606352 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:11.613900 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 14:07:11.625558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Made reservation on behalf of 87e6d4a5ff7f458fadfaeb60bfb73e85 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:07:11.627870 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.848069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.851867 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a90c3724-b1bc-4b1e-9d5b-69d2748b3449 tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:11.915651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e442ec-0c66-42c9-8600-1f8ce8f9d373,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:11.921083 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:11.930468 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Checking segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:11.930778 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Network hostable DHCP agents. Network: 69ee0eb8-ab84-47d0-990d-7d04277ed3cc, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:07:11.949037 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:07:11.959134 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, 69ee0eb8-ab84-47d0-990d-7d04277ed3cc) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:11.963474 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:11.964079 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:11.969047 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6b60a-103d-4040-80e9-b4b4b50c74ab None None] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:11.982492 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-8f052794-7f5c-4b7f-bfac-ac9171eb91d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3846550 Jun 09 14:07:11.985327 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59076) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:11.990348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:12.012284 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.013353 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.028774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.183065 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:07:12.184287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.298583 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.343486 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Allocated IP 172.20.0.2 (69ee0eb8-ab84-47d0-990d-7d04277ed3cc/f1e442ec-0c66-42c9-8600-1f8ce8f9d373/517ccc16-acf6-4d0c-b03e-b37a5fdf5105) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:12.559023 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.569149 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Transition to ACTIVE for port object 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:12.587096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Transition to ACTIVE for port object 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:12.593227 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.597712 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:12.610209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.639400 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.656308 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:12.659173 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:12.663063 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:12.672168 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Pushing event updated for resources: {'Port': ['ID=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:12.697690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:12.760210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Attempting to bind port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:12.760589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Attempting to bind port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:12.760967 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Attempting to bind port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:12.766441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:12.766857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Checking segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:12.767271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.767673 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Bound using segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:12.768153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Bound port: 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:12.768531 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.777139 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Allocated IP 172.26.5.74 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/2713992e-da65-4e70-99c5-4fe5d618df1f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:12.862950 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] For port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:12.867004 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] For port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:12.873029 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:12.876935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a2cf5a3-2e88-454a-968b-30d1eee92469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:12.962220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Pushing event updated for resources: {'Port': ['ID=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:12.965484 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab9efba3-f60c-4a48-8361-2ec6088dd91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:13.072709 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:13.127880 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:13.131789 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-fe396af2-86a2-436d-9489-e3c1f519f810 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:13.196074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:13.199386 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:13.204148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:13.242591 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Pushing event updated for resources: {'Port': ['ID=2713992e-da65-4e70-99c5-4fe5d618df1f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:13.246671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:13.641767 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:13.813624 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a73275-8a24-44a6-b96b-0121494ac31a None None] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:13.905957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-bc8a7a71-fc68-4796-9a6c-faf98cbcbb86 None None] Provisioning for port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:13.980379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:14.186064 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 14:07:14.465853 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:14.515451 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:14.526221 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:14.536544 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:14.537434 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:14.537805 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:14.541611 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5523605 Jun 09 14:07:14.541759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:14.542122 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59078) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:14.551858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:14.551858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:14.674169 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:14.708434 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:14.713030 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:14.715016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:14.756850 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:14.781298 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:14.784342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:15.034446 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:13Z', 'revision_number': 3, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:15.038671 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:15.039057 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Updating router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb port 2713992e-da65-4e70-99c5-4fe5d618df1f binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:07:15.089740 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.357651 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.401111 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.412738 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Transition to ACTIVE for port object 2713992e-da65-4e70-99c5-4fe5d618df1f will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:15.419522 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.423749 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d865a413-8cbf-4f81-9072-92de59e00b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:15.497326 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Attempting to bind port 2713992e-da65-4e70-99c5-4fe5d618df1f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:15.497705 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Attempting to bind port 2713992e-da65-4e70-99c5-4fe5d618df1f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:15.498069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Attempting to bind port 2713992e-da65-4e70-99c5-4fe5d618df1f on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:15.503810 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Pushing event updated for resources: {'Port': ['ID=2713992e-da65-4e70-99c5-4fe5d618df1f,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:15.508652 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:15.509036 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:15.509436 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.509829 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:15.510286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Bound port: 2713992e-da65-4e70-99c5-4fe5d618df1f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:15.510676 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.541854 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.542560 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.542560 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.542851 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.543174 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.543809 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.544128 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.544445 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.544764 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.545076 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.545391 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.545696 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:07:15.554085 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:15.568429 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Allocated IP 172.20.0.1 (69ee0eb8-ab84-47d0-990d-7d04277ed3cc/f1e442ec-0c66-42c9-8600-1f8ce8f9d373/47323405-a823-4a0c-ad88-408301e67f2f) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:15.595855 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] For port 2713992e-da65-4e70-99c5-4fe5d618df1f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:15.599567 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] For port 2713992e-da65-4e70-99c5-4fe5d618df1f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2713992e-da65-4e70-99c5-4fe5d618df1f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:15.605609 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.609346 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9edd978c-c55e-4f14-9ac3-738e8de74300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:15.688003 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:15.688617 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:15.717293 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.732426 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Transition to ACTIVE for port object 47323405-a823-4a0c-ad88-408301e67f2f will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:15.734306 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Pushing event updated for resources: {'Port': ['ID=2713992e-da65-4e70-99c5-4fe5d618df1f,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:15.742294 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-712b05a5-f1c9-419b-bc35-8e83ac81eacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:15.758273 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:15.763004 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43b43b0a-a957-43d0-b96b-db005914f35b tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:15.826039 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:15.828882 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:15.832682 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:15.865649 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:15.869467 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Pushing event updated for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:15.873594 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:15.890745 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.007068 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.082284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c897b656-6fb8-424a-b76a-69336a0bb0cb None None] Provisioning for port 47323405-a823-4a0c-ad88-408301e67f2f completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:16.087509 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c897b656-6fb8-424a-b76a-69336a0bb0cb None None] Provisioning complete for port 47323405-a823-4a0c-ad88-408301e67f2f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:16.087886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c897b656-6fb8-424a-b76a-69336a0bb0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.178894 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:13Z', 'revision_number': 3, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:16.183109 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82d3c6-839f-49d8-91e1-5046e488e893 None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:13Z', 'revision_number': 3, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:16.191043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c897b656-6fb8-424a-b76a-69336a0bb0cb None None] Port 47323405-a823-4a0c-ad88-408301e67f2f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:07:16.235320 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.240987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.269174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1fd307eb-233e-4179-b991-7aa47359a18f tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:16.348604 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Pushing event updated for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:16.351172 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.355069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:16.512088 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:16.515794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:16.563832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:16.641312 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:16.641607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.781613 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2713992e-da65-4e70-99c5-4fe5d618df1f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:16.845177 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-715da4e4-e0b2-436f-a7c8-d8015ca7473a None None] Provisioning complete for port 47323405-a823-4a0c-ad88-408301e67f2f triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:16.845544 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-715da4e4-e0b2-436f-a7c8-d8015ca7473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:16.874983 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:07:16.907028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-715da4e4-e0b2-436f-a7c8-d8015ca7473a None None] Port 47323405-a823-4a0c-ad88-408301e67f2f cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:07:16.914032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 2713992e-da65-4e70-99c5-4fe5d618df1f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:16.920044 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2713992e-da65-4e70-99c5-4fe5d618df1f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:16.920422 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.036795 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.053793 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 2713992e-da65-4e70-99c5-4fe5d618df1f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2713992e-da65-4e70-99c5-4fe5d618df1f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:17.058333 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.060241 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:17.061597 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:17.066409 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] 10.222.0.21 "PUT /v2.0/routers/10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5231478 Jun 09 14:07:17.127105 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=2713992e-da65-4e70-99c5-4fe5d618df1f,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:17.130216 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:17.586406 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59094) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:17.593810 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-327797278-network', 'tenant_id': '699c2641ddd743468878046a18f34ae9'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:17.625197 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Made reservation on behalf of 699c2641ddd743468878046a18f34ae9 for: {'network': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:07:17.627899 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1638317'] for network, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.640422 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.700607 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:17.711860 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:17.712887 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:17.751823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.756253 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.759148 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-de26f12a-5c5d-4c12-88dd-d8291ec8b9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:17.785930 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=92384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:07:17.794787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222b9f9d-12fb-4173-b0ff-8e15265d6858,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:17.798276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:17.800633 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.800956 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.segments_db [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Added segment f193143e-84f2-47c6-a9f4-08cbee7fd9da of type vlan for network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 Jun 09 14:07:17.826952 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362387577'] for network, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.855588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207'] for network, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.856601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:17.857196 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:17.860489 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9b4c0bd0-6f52-41ed-9370-a600960b6094 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:17.897033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:17.947189 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3593845 Jun 09 14:07:17.949779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59096) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:17.955531 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Request body: {'subnet': {'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-327797278-subnet', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'ip_version': 4}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:17.956728 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Pushing event updated for resources: {'Network': ['ID=c9f23356-1880-4787-b2a7-1e65cf9fe1a0,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:17.960165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-514bbafc-0987-44f8-ae33-27b26aa2ec0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:17.968747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 details requested by agent ovs-agent-dv-neutron-601336-89-hyperv with host dv-neutron-601336-89-hyperv {{(pid=92385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 09 14:07:17.977679 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Made reservation on behalf of 699c2641ddd743468878046a18f34ae9 for: {'subnet': 1} {{(pid=92383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:07:17.980010 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6950100'] for subnet, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.185512 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-763b2221-157a-4dae-a006-078e328c89ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.188987 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6950118'] for subnet, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.193219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-930f18af-1bfa-497f-bcbb-9d9d5ec2e875 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:18.265664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:18.268228 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:18.278264 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Checking segment: {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:18.278669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Network hostable DHCP agents. Network: c9f23356-1880-4787-b2a7-1e65cf9fe1a0, hostable agents: ['680ee262-2731-4098-839b-50a64be565b8'], hosted agents: [] {{(pid=92383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:07:18.296349 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 is scheduled to be hosted by DHCP agent 680ee262-2731-4098-839b-50a64be565b8 with binding_index 1 {{(pid=92383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:07:18.305779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-89-hyperv, c9f23356-1880-4787-b2a7-1e65cf9fe1a0) {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:18.310267 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:16Z', 'revision_number': 2, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:18.310510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:18.310904 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.315741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24569c-40a8-4b03-87f5-4c59348bb146 None None] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:18.327755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:18.328139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Updating router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb port 47323405-a823-4a0c-ad88-408301e67f2f binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:07:18.330679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-4f0f0138-c833-47d8-be9f-c964e084c008 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3791730 Jun 09 14:07:18.333343 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59098) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:18.337742 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:18.360303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12648'] for router, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.361379 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12643'] for router, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.376552 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.440323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.462680 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2713992e-da65-4e70-99c5-4fe5d618df1f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:18.649368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12621'] for router, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.818100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42f9bdbb-ae61-53ca-9c59-bbf7c48b4f62-c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'fixed_ips': [{'subnet_id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c'}]}} from dv-neutron-601336-89-hyperv. {{(pid=92385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:07:18.818940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.870720 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 2713992e-da65-4e70-99c5-4fe5d618df1f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:18.871087 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:18.974735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.003836 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.140515 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Allocated IP 172.26.5.160 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/9e89e842-aea6-42b5-bbc2-edf5ce38afdd) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:19.222588 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Allocated IP 172.20.0.2 (c9f23356-1880-4787-b2a7-1e65cf9fe1a0/4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c/7ee12b52-1f7b-447e-a641-d786da9421da) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:19.253377 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.331755 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Transition to ACTIVE for port object 47323405-a823-4a0c-ad88-408301e67f2f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:19.344127 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.350263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb8d2c18-59e8-4604-bb26-3d80b31463fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:19.463292 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.499779 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.504763 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-d94f0544-50f0-4991-a301-f318db26d24d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:19.531035 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17fe4-0773-43c1-a30c-9022e272e5fe None None] Pushing event updated for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:19.540154 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56d17fe4-0773-43c1-a30c-9022e272e5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:19.573029 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:19.575869 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:19.578373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:19.624837 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:19.627772 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:19.659291 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Attempting to bind port 47323405-a823-4a0c-ad88-408301e67f2f on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:19.659618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Attempting to bind port 47323405-a823-4a0c-ad88-408301e67f2f by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:19.659988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Attempting to bind port 47323405-a823-4a0c-ad88-408301e67f2f on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:19.670066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:19.670386 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Checking segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:19.670819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.671213 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Bound using segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:19.671692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Bound port: 47323405-a823-4a0c-ad88-408301e67f2f, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:19.672069 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.701892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.749253 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Transition to ACTIVE for port object 7ee12b52-1f7b-447e-a641-d786da9421da will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:19.792658 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Transition to ACTIVE for port object 7ee12b52-1f7b-447e-a641-d786da9421da will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:19.803521 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.809036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69b58a14-d5b0-4dcf-9696-d48a64b4a80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:19.846643 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] For port 47323405-a823-4a0c-ad88-408301e67f2f, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:19.876384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:19.879832 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] For port 47323405-a823-4a0c-ad88-408301e67f2f, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47323405-a823-4a0c-ad88-408301e67f2f,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:19.883066 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:19.887808 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:19.890049 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Pushing event updated for resources: {'Port': ['ID=7ee12b52-1f7b-447e-a641-d786da9421da,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:19.894016 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:19.899284 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:19.899747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:20.002141 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.055740 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Attempting to bind port 7ee12b52-1f7b-447e-a641-d786da9421da on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:20.056115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Attempting to bind port 7ee12b52-1f7b-447e-a641-d786da9421da by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:20.056483 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Attempting to bind port 7ee12b52-1f7b-447e-a641-d786da9421da on network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:20.060398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:20.061027 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:06:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:20.262892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17fe4-0773-43c1-a30c-9022e272e5fe None None] Pushing event updated for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:20.275112 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56d17fe4-0773-43c1-a30c-9022e272e5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:20.276423 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:20.276797 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Checking segment: {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:20.277199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.277580 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Bound using segment: {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:20.278033 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Bound port: 7ee12b52-1f7b-447e-a641-d786da9421da, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:20.278417 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.352483 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432631'] for router, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.409388 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a405f1e7-0cc2-4d77-9f10-4c943551b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.430429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:20.485457 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] For port 7ee12b52-1f7b-447e-a641-d786da9421da, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:20.509964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] For port 7ee12b52-1f7b-447e-a641-d786da9421da, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ee12b52-1f7b-447e-a641-d786da9421da,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:20.513625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.520428 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.576479 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 is scheduled to L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 with binding_index 1 {{(pid=92383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 14:07:20.577179 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:20.741285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Pushing event updated for resources: {'Port': ['ID=7ee12b52-1f7b-447e-a641-d786da9421da,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:20.753272 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-92d948c8-8497-4263-bb93-b02cd7821399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:20.778484 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:20.788448 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Sync routers for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:20.800525 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:20.803026 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1eb64e0e-6e80-4c64-93d7-860d56893ec4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4686556 Jun 09 14:07:20.805061 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59100) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:20.805447 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:20.806333 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:20.854774 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:20.859441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd527-eae6-4622-96e4-df53e30697d4 None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:21.045286 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:21.340371 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 3, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:21.344385 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Checking router: 68680a3f-2164-4a97-b4e2-6e7b36dd1099 for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:21.344740 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Updating router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd binding host dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:07:21.397760 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.633791 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.790940 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.804624 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Transition to ACTIVE for port object 9e89e842-aea6-42b5-bbc2-edf5ce38afdd will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:21.812526 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.825627 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ccd2d6ef-9e4c-4d7e-bf4b-f52c268d49c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:21.835151 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.909981 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Attempting to bind port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:21.910345 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Attempting to bind port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:21.910992 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Attempting to bind port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd on network 6be880b0-7513-481b-8893-1157b97ffcd2 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:21.921597 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:21.922058 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Checking segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:21.922375 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.922795 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Bound using segment: {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:21.923277 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Bound port: 9e89e842-aea6-42b5-bbc2-edf5ce38afdd, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:21.923650 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:21.930265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b37cae-76af-4d54-8a60-a52dcf51f04a None None] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:07:21.953342 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f8e50-eead-4d9e-b40c-e9e7157bfd73 None None] Pushing event updated for resources: {'Port': ['ID=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:21.963010 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fd9f8e50-eead-4d9e-b40c-e9e7157bfd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:22.012037 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] For port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:22.016367 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] For port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:22.022241 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.026386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-342d524e-bc34-4d94-884b-ae3f37a700c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:22.061313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-887c3638-e6a3-495d-8695-1d985540406e None None] Provisioning for port 7ee12b52-1f7b-447e-a641-d786da9421da completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:22.064893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_common [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Allocated IP 172.20.0.1 (c9f23356-1880-4787-b2a7-1e65cf9fe1a0/4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c/4a734bd9-c7c2-4e2b-b1ab-da184794bc17) {{(pid=92383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:22.106834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f8e50-eead-4d9e-b40c-e9e7157bfd73 None None] Pushing event updated for resources: {'Port': ['ID=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:22.111783 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fd9f8e50-eead-4d9e-b40c-e9e7157bfd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:22.129606 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:22.130257 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:22.227502 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.246128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.provisioning_blocks [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Transition to ACTIVE for port object 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 will not be triggered until provisioned by entity DHCP. {{(pid=92383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:22.275257 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7929362'] for port, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.280928 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c3d4393c-40b5-4dde-bf13-791b385cca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:22.344795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:22.348456 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:22.352248 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Received port after_create {{(pid=92383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:22.353594 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:22.390500 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:22.394598 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:22.412298 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432943'] for router_interface, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.557113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.585721 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47323405-a823-4a0c-ad88-408301e67f2f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:22.669648 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 3, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:22.674518 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25a631-0fa8-4192-a129-9d693df9790c None None] The sync data for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv is: [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:19Z', 'revision_number': 3, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:22.690037 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 47323405-a823-4a0c-ad88-408301e67f2f completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:22.696874 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 47323405-a823-4a0c-ad88-408301e67f2f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:22.699060 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.843935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.856080 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-af07ab2b-8fb4-4768-9685-bc2a94761a8f None None] Provisioning for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:22.865618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-af07ab2b-8fb4-4768-9685-bc2a94761a8f None None] Provisioning complete for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:22.866163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af07ab2b-8fb4-4768-9685-bc2a94761a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.941898 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 47323405-a823-4a0c-ad88-408301e67f2f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47323405-a823-4a0c-ad88-408301e67f2f,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:22.948690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-af07ab2b-8fb4-4768-9685-bc2a94761a8f None None] Port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:07:22.951117 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:22.952156 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ee12b52-1f7b-447e-a641-d786da9421da up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:23.013683 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:23.013884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.021607 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7929344'] for port, after_update {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.064123 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-754b8ba2-0563-4c3d-8c13-9e275255a2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:23.094406 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:23.097461 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 7ee12b52-1f7b-447e-a641-d786da9421da completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:23.100909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:23.104786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7ee12b52-1f7b-447e-a641-d786da9421da triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:23.104786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.148488 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-502189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433143'] for router_interface, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.152441 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=2']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:23.156625 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:23.198078 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:07:23.232669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.270375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 7ee12b52-1f7b-447e-a641-d786da9421da, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ee12b52-1f7b-447e-a641-d786da9421da,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:23.275170 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.277458 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:23.304455 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 is already hosted by enough agents. {{(pid=92383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:23.306363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.base_scheduler [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:23.353264 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=7ee12b52-1f7b-447e-a641-d786da9421da,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:23.357823 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:23.372032 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.523558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:07:23.578430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6dc20d2b-b6a8-49e5-9894-67a829941669 None None] Provisioning complete for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:23.579123 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dc20d2b-b6a8-49e5-9894-67a829941669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:23.638416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6dc20d2b-b6a8-49e5-9894-67a829941669 None None] Port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:07:23.714139 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:23.719014 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-06f71d32-d89e-4182-9d40-aed86678c1d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/68680a3f-2164-4a97-b4e2-6e7b36dd1099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124522 Jun 09 14:07:24.310021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Sync routers for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:24.320276 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:24.320831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:24.518983 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e89e842-aea6-42b5-bbc2-edf5ce38afdd up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:24.598837 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:24.684786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:24.743008 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:24.743401 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.003249 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.024920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:25.033737 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.034711 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47323405-a823-4a0c-ad88-408301e67f2f up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:25.064430 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:25.161342 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 4, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a734bd9-c7c2-4e2b-b1ab-da184794bc17', 'name': '', 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'mac_address': 'fa:16:3e:63:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:21Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 2, 'project_id': '699c2641ddd743468878046a18f34ae9', 'subnets': [{'id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:25.171327 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Checking router: 68680a3f-2164-4a97-b4e2-6e7b36dd1099 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:25.171685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Updating router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 binding host dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:07:25.194263 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:25.204988 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:25.237163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 47323405-a823-4a0c-ad88-408301e67f2f triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:25.237772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.262206 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.414657 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59110) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:25.419961 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831002692', 'description': 'tempest-secgroup-smoke-831002692 description', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:25.444610 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.492859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ee12b52-1f7b-447e-a641-d786da9421da up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:25.545338 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.549047 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.552735 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-46cb3626-f0bc-4b89-a76b-6607fd3231d2 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:25.586551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.587788 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1720378 Jun 09 14:07:25.591304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59112) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:25.592069 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e7a2e-db63-43b0-ac45-688c18df8933,revision_number=1']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:25.595659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-ea0931ef-5377-439a-97e2-1af59c3c9bb9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:25.597104 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:25.629470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.677858 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 7ee12b52-1f7b-447e-a641-d786da9421da triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:25.678560 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.695062 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.699718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.716332 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-2e7a7ec8-4610-4f1e-8bd0-e0b4da043480 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:25.741140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc020e5-ff82-4ca5-a45b-f43895473e02,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:25.744015 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.748041 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524072 Jun 09 14:07:25.748041 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d5a25274-234b-4db1-b478-c31363fb3d77 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:25.748868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59114) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:25.754795 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:25.783036 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.843349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.846330 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.851031 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.857174 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1c2c6bbd-8f1f-4528-bfdc-24471b454acb tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:25.874040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Transition to ACTIVE for port object 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:25.878157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab061d3-8945-4129-a3d0-3f12b1cfa3f5,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:25.880817 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:25.882255 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.886433 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-5271e810-d26a-47cd-b118-88859d7894e3 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332698 Jun 09 14:07:25.886944 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.887081 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59116) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:25.890040 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:25.890960 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:25.919157 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.991055 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:25.997663 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.004505 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-87e784cf-c403-4460-ad19-cd5da21fc440 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:26.027006 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56762c9-e2dc-4112-ab3f-45c71c27224d,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.029584 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.045842 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.047303 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-b9fb7090-1f21-4f96-9398-81494cd6c29c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599438 Jun 09 14:07:26.050269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59118) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:26.055535 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.v2.base [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:26.088472 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.117343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb76b14-c60d-4ab6-984e-0e2f287dd1cc None None] Pushing event updated for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.124079 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bb76b14-c60d-4ab6-984e-0e2f287dd1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.155301 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.159460 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.161674 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-43fb80b1-7f88-4ed6-bba3-e724286e9f6d tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:26.184361 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Attempting to bind port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 on host dv-neutron-601336-89-hyperv for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:26.184827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Attempting to bind port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 by drivers openvswitch,hyperv on host dv-neutron-601336-89-hyperv at level 0 using segments [{'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:26.185025 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd437ccf-5fb9-4aed-8047-805a90f13977,revision_number=0']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.185301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Attempting to bind port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 on network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:26.188113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.191389 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.192794 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-c4a6a9eb-ee30-4e82-80cc-d23cca114cd7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413677 Jun 09 14:07:26.193913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Checking agent: {'id': '60fb2b50-992b-44b0-94c0-31c95ad4d723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-89-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 8, 50), 'started_at': datetime.datetime(2021, 6, 9, 13, 9, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-89-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:26.194369 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Checking segment: {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:26.194897 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.195367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Bound using segment: {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:26.195901 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Bound port: 4a734bd9-c7c2-4e2b-b1ab-da184794bc17, host: dv-neutron-601336-89-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193143e-84f2-47c6-a9f4-08cbee7fd9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:26.196054 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59120) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:26.196343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.200857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:26.223937 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Project 87e6d4a5ff7f458fadfaeb60bfb73e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 14:07:26.230812 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.297102 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.301601 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.303651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c59f9578-6309-4b6a-9d9a-3e3a9b67241c tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:26.310845 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] For port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17, host dv-neutron-601336-89-hyperv, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:26.314205 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] For port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17, host dv-neutron-601336-89-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:26.319250 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.324097 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:26.326956 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed926429-f9ae-4a9d-9ead-ed750d96a554,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.331100 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.337316 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.341664 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-bcecd5e6-59c1-4c81-80ac-8d136025e382 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418676 Jun 09 14:07:26.341814 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59122) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:26.346558 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'security_group_rule': {'security_group_id': 'a42e7a2e-db63-43b0-ac45-688c18df8933', 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:26.371569 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.securitygroups_db [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Project 87e6d4a5ff7f458fadfaeb60bfb73e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 14:07:26.380518 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.405313 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:26.406092 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:26.471775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.479849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473202'] for security_group_rule, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.481788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f2a94cda-8387-49b9-b876-94f6fc9cb71e tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:26.505080 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a23cf4e-d495-43ec-a27e-fab1c39cdcaa,revision_number=0']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.507906 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.513502 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.514752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-ce691ed9-ed43-4b2c-8fcf-0d52bfd4acb0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720045 Jun 09 14:07:26.528394 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e89e842-aea6-42b5-bbc2-edf5ce38afdd up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:26.569455 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb76b14-c60d-4ab6-984e-0e2f287dd1cc None None] Pushing event updated for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:26.579849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bb76b14-c60d-4ab6-984e-0e2f287dd1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:26.657625 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:26.699991 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-8b021302-3f2f-4595-b412-3c3dbceb7564 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831002692&fields=id&tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 267 time: 0.0441644 Jun 09 14:07:26.709669 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:26.710055 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:26.858462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-70324fdc-7b7c-4421-afc8-b492d7986953 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:26.859946 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-70324fdc-7b7c-4421-afc8-b492d7986953 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 809 time: 0.1524110 Jun 09 14:07:26.874412 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-28ab45f0-1fbd-42b5-bd22-ef57fdd76541 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/quotas/87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 375 time: 0.0088804 Jun 09 14:07:26.959739 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-43d88b78-490a-4f00-a37f-bfdd3580f725 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801923 Jun 09 14:07:27.084286 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 4, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a734bd9-c7c2-4e2b-b1ab-da184794bc17', 'name': '', 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'mac_address': 'fa:16:3e:63:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:21Z', 'updated_at': '2021-06-09T14:07:26Z', 'revision_number': 4, 'project_id': '699c2641ddd743468878046a18f34ae9', 'subnets': [{'id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:27.088909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068e91-5dd9-4d12-882b-d6c055168841 None None] The sync data for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv is: [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 4, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '4a734bd9-c7c2-4e2b-b1ab-da184794bc17', 'name': '', 'network_id': 'c9f23356-1880-4787-b2a7-1e65cf9fe1a0', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'mac_address': 'fa:16:3e:63:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:21Z', 'updated_at': '2021-06-09T14:07:26Z', 'revision_number': 4, 'project_id': '699c2641ddd743468878046a18f34ae9', 'subnets': [{'id': '4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:27.223100 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-00c9cf84-902a-47c8-af52-7d4e3b885964 service neutron] 10.222.0.21 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510185 Jun 09 14:07:27.368011 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-66ae6c89-70e2-4906-b7e5-3d94304908ae service neutron] 10.222.0.21 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383152 Jun 09 14:07:27.575287 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-97fd0a8b-a057-4d82-aa83-6dd610557c7d req-c5c5a79a-4847-457c-a7be-b52a99a9176b tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 210 time: 0.0471203 Jun 09 14:07:28.470831 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:28.552571 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:28.558300 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:28.558928 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:28.686482 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:28.727977 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] For port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:28.732910 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:28.735113 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:28.741606 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6a3f30c6-d639-4bc2-94b0-d5a01c107b87 req-3c5d43ac-a5c1-430a-bdea-b1297cf97bb1 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 210 time: 0.0550268 Jun 09 14:07:28.807892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Pushing event updated for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:28.811479 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:28.903925 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-cfb96b73-acd5-448a-ba26-6fd4f6cd672f tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:28.905498 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-cfb96b73-acd5-448a-ba26-6fd4f6cd672f tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 809 time: 0.1523068 Jun 09 14:07:28.959282 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-9734f7a5-74c6-4047-b507-9cd375628d6d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 379 time: 0.0445480 Jun 09 14:07:28.969845 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'port': {'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'admin_state_up': True, 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'security_groups': ['a42e7a2e-db63-43b0-ac45-688c18df8933']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:29.120011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:29.124082 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Made reservation on behalf of 87e6d4a5ff7f458fadfaeb60bfb73e85 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:07:29.127716 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:29.289527 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Allocated IP 172.20.0.5 (69ee0eb8-ab84-47d0-990d-7d04277ed3cc/f1e442ec-0c66-42c9-8600-1f8ce8f9d373/ae94f22f-f886-4215-9901-04b660c142bd) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:29.640784 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:29.659862 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Transition to ACTIVE for port object ae94f22f-f886-4215-9901-04b660c142bd will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:29.686612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:29.692741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-927ee105-acc1-42bb-b314-aad9e1aaeb5d tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:29.759581 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:29.763019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:29.767649 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:29.803381 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:29.807884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:29.838348 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:29.839158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:29.905335 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-1392477d-ce61-45b0-ba5f-cf2fd5dd8750 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390953 Jun 09 14:07:29.919303 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-0ddfa0c3-6b45-4044-9ede-0ae8f837e163 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:07:29.920347 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-0ddfa0c3-6b45-4044-9ede-0ae8f837e163 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0067070 Jun 09 14:07:29.934637 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Request body: {'port': {'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:30.052190 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512246bd-371a-4ba2-9d6e-cd2a6a13ed11 req-eac811a7-0776-4f89-b7e1-f75268417153 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:30.053698 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-512246bd-371a-4ba2-9d6e-cd2a6a13ed11 req-eac811a7-0776-4f89-b7e1-f75268417153 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 931 time: 0.2023835 Jun 09 14:07:30.060691 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6de54ed0-0590-45a0-81b1-c404f5ed34f4 None None] Provisioning for port ae94f22f-f886-4215-9901-04b660c142bd completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:30.066469 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6de54ed0-0590-45a0-81b1-c404f5ed34f4 None None] Provisioning complete for port ae94f22f-f886-4215-9901-04b660c142bd triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:30.066998 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6de54ed0-0590-45a0-81b1-c404f5ed34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.091355 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.122807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6de54ed0-0590-45a0-81b1-c404f5ed34f4 None None] Port ae94f22f-f886-4215-9901-04b660c142bd cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:07:30.162016 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-512246bd-371a-4ba2-9d6e-cd2a6a13ed11 req-b2357256-0ce4-482e-bf21-4479ce16773d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967448 Jun 09 14:07:30.457865 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 up at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:30.471059 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae94f22f-f886-4215-9901-04b660c142bd {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:07:30.478602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.494504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Transition to ACTIVE for port object ae94f22f-f886-4215-9901-04b660c142bd will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:07:30.499504 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.504704 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:30.531186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Provisioning complete for port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:30.531575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.633873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:30.637612 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:30.749984 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Attempting to bind port ae94f22f-f886-4215-9901-04b660c142bd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:07:30.750319 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Attempting to bind port ae94f22f-f886-4215-9901-04b660c142bd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:07:30.750689 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Attempting to bind port ae94f22f-f886-4215-9901-04b660c142bd on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:30.755263 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Port ae94f22f-f886-4215-9901-04b660c142bd on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 14:07:30.755577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Attempting to bind port ae94f22f-f886-4215-9901-04b660c142bd on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:07:30.760602 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:07:30.761232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Checking segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:07:30.761338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Bound using segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:07:30.761712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Bound port: ae94f22f-f886-4215-9901-04b660c142bd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:07:30.762052 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.852621 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:07:30.857460 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:07:30.864846 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.868480 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c7135b9e-b8a8-4f3e-b743-328a7f7a78b0 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:30.929648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:30.930262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:30.931684 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 1093 time: 1.0043542 Jun 09 14:07:30.932276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:07:30.934643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb626e-6520-44fb-8737-df38517d8e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:07:30.954792 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:30.957904 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-a15358a2-0815-4323-a74a-fe66a18e8f62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:31.047844 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351a077-8320-4be6-af10-2c1e5f6cdd59 x-openstack-request-id: req-3351a077-8320-4be6-af10-2c1e5f6cdd59 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:07:31.048185 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:07:31.048487 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3351a077-8320-4be6-af10-2c1e5f6cdd59 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:07:31.048937 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'status': 'completed', 'code': 200} Jun 09 14:07:31.057158 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-29cba571-436d-4b10-8c67-64dd6fecfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:31.058706 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-29cba571-436d-4b10-8c67-64dd6fecfc5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1096 time: 0.0816946 Jun 09 14:07:31.132267 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-2088c20f-5b16-4e83-9509-5064f923b1ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 217 time: 0.0663066 Jun 09 14:07:31.198260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-b561aa83-e399-45d8-97b8-92ab665f71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:31.199782 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-b561aa83-e399-45d8-97b8-92ab665f71e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0611284 Jun 09 14:07:31.312980 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-16b1e039-37c0-4b2d-b1a6-8ca2dd46c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:31.314377 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-16b1e039-37c0-4b2d-b1a6-8ca2dd46c95d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1072264 Jun 09 14:07:31.615573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54799d8-0c96-4ab3-be63-cc709c64ec3d req-41200390-f00e-4e17-8ee5-190615929feb tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:31.617042 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a54799d8-0c96-4ab3-be63-cc709c64ec3d req-41200390-f00e-4e17-8ee5-190615929feb tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 943 time: 0.3398440 Jun 09 14:07:31.619072 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-71699163-730c-4725-893d-a3bf73f7055c service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931859 Jun 09 14:07:31.743907 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a54799d8-0c96-4ab3-be63-cc709c64ec3d req-b2b29550-1fd8-4cb6-a06f-03b48364b6b7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209645 Jun 09 14:07:31.782829 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-3d26e054-5d20-4e89-a85a-110d7d793c17 req-5dae3572-c53d-4f5f-9bfc-2747f983fde0 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464441 Jun 09 14:07:31.911132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-6049e8f9-5e2a-4471-bb67-b62dc8de4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:31.912546 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-6049e8f9-5e2a-4471-bb67-b62dc8de4280 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1096 time: 0.0766795 Jun 09 14:07:32.051574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-ed86d3c5-2a23-468e-8e58-762e3a303e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:32.053067 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-ed86d3c5-2a23-468e-8e58-762e3a303e0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1334703 Jun 09 14:07:32.123155 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-0087f61f-1779-4bf9-8346-b5b31362aeee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 217 time: 0.0624776 Jun 09 14:07:32.193133 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-863cca1b-b29a-45a6-aa89-34e196e29ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:32.194467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-863cca1b-b29a-45a6-aa89-34e196e29ae5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0625589 Jun 09 14:07:32.282852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-72d38d92-6317-4d0d-a8c3-eca4095c58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:32.284301 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-72d38d92-6317-4d0d-a8c3-eca4095c58e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0825858 Jun 09 14:07:32.417274 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-7f80af1d-b490-43b5-a2dd-06b63155b865 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247447 Jun 09 14:07:32.549321 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b2bb626e-6520-44fb-8737-df38517d8e6a req-1e533e14-7b60-44db-bfd1-387211bab12f service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255922 Jun 09 14:07:32.944187 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1d396-3fba-42ea-96aa-b1dd6a124956 req-e51f1362-ad32-436f-be7a-de307ea4a1cd tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:32.945577 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5a1d396-3fba-42ea-96aa-b1dd6a124956 req-e51f1362-ad32-436f-be7a-de307ea4a1cd tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 943 time: 0.0886397 Jun 09 14:07:32.993870 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-f5a1d396-3fba-42ea-96aa-b1dd6a124956 req-a239dd97-cf88-4331-b65d-d163ebed9a03 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Jun 09 14:07:33.309609 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:07:33.451043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:33.464310 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'ae94f22f-f886-4215-9901-04b660c142bd', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:07:33.531485 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:33.548824 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae94f22f-f886-4215-9901-04b660c142bd {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:07:33.565198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:33.569851 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:33.571581 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bb76b14-c60d-4ab6-984e-0e2f287dd1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:33.643495 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:33.646807 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:33.782392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['ae94f22f-f886-4215-9901-04b660c142bd'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:07:34.199828 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18b56-4a32-4cef-938e-2ec779ce514f req-036cb30d-17a7-4afd-bd76-45f620f6f377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:34.201301 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62b18b56-4a32-4cef-938e-2ec779ce514f req-036cb30d-17a7-4afd-bd76-45f620f6f377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 944 time: 0.0962269 Jun 09 14:07:34.247318 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-62b18b56-4a32-4cef-938e-2ec779ce514f req-79d3c1ac-b15f-4c05-997d-bf006d211945 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Jun 09 14:07:35.337819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:07:35.405909 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port ae94f22f-f886-4215-9901-04b660c142bd completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:07:35.410413 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port ae94f22f-f886-4215-9901-04b660c142bd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:07:35.410828 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:35.452816 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841656d-f19d-4b0a-8f3b-aa6ed633960b req-7b13fbe4-9790-4cb4-980f-9f611c690de7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:35.454265 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b841656d-f19d-4b0a-8f3b-aa6ed633960b req-7b13fbe4-9790-4cb4-980f-9f611c690de7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 944 time: 0.0854018 Jun 09 14:07:35.497920 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b841656d-f19d-4b0a-8f3b-aa6ed633960b req-8b6a08a7-62b1-4c5e-99e3-5dbaf36ee2b9 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Jun 09 14:07:35.527882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:35.554893 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:07:35.557147 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a51a59-07db-453b-b714-e4b791bf681c" -d '{"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-plugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:07:35.565305 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:07:35.570640 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:35.573418 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-592f5de7-a6cc-45a0-ac22-d5254eac3ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:35.640568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:35.643723 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:35.653575 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73353ca1-f004-4885-a116-ddf33f67184f x-openstack-request-id: req-73353ca1-f004-4885-a116-ddf33f67184f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:07:35.653863 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-plugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:07:35.654120 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73353ca1-f004-4885-a116-ddf33f67184f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:07:35.654511 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'code': 200} Jun 09 14:07:35.900724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9d228-6f61-49c9-848f-0cf4e689a7d6 req-f85f191e-4c6e-43f6-8fd1-db3f2458caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:35.902176 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-59c9d228-6f61-49c9-848f-0cf4e689a7d6 req-f85f191e-4c6e-43f6-8fd1-db3f2458caba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1098 time: 0.0780861 Jun 09 14:07:35.944427 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-59c9d228-6f61-49c9-848f-0cf4e689a7d6 req-b9f4a608-c743-49da-afcb-84019b51120d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362186 Jun 09 14:07:36.712830 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251e34-6b0a-419a-a40b-97312094dd42 req-18afd30c-1a7b-4887-81a9-a658e4be7334 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:36.714358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95251e34-6b0a-419a-a40b-97312094dd42 req-18afd30c-1a7b-4887-81a9-a658e4be7334 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 945 time: 0.0973687 Jun 09 14:07:36.760644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-95251e34-6b0a-419a-a40b-97312094dd42 req-4cf410d7-69b3-4e62-8b90-730754d0bce2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Jun 09 14:07:37.968624 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefcb28-0eb7-4ace-81fb-6bae3b241473 req-18a2555c-5835-4c12-88fa-aeacebf1f902 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:37.969982 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-deefcb28-0eb7-4ace-81fb-6bae3b241473 req-18a2555c-5835-4c12-88fa-aeacebf1f902 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 945 time: 0.0926452 Jun 09 14:07:38.017173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-deefcb28-0eb7-4ace-81fb-6bae3b241473 req-b308c89b-65ca-438b-b62d-3aea1c73ae68 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413940 Jun 09 14:07:38.222855 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d41fe-b535-4c6b-884b-99f6b5d4639b req-557e5584-df1d-435c-b0de-098731c221aa tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:38.224257 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c53d41fe-b535-4c6b-884b-99f6b5d4639b req-557e5584-df1d-435c-b0de-098731c221aa tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 945 time: 0.0836742 Jun 09 14:07:38.274160 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c53d41fe-b535-4c6b-884b-99f6b5d4639b req-2f01dea0-40a4-45cb-ac2e-729db5554a52 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 Jun 09 14:07:38.298167 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59186) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:38.418737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe944fc4-649a-48b9-b5e5-c4409be14e3d tempest-TestSnapshotPattern-1820202064 tempest-TestSnapshotPattern-1820202064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:38.420260 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-fe944fc4-649a-48b9-b5e5-c4409be14e3d tempest-TestSnapshotPattern-1820202064 tempest-TestSnapshotPattern-1820202064-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1093 time: 0.1210344 Jun 09 14:07:38.423402 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59190) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:07:38.427950 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:07:38.454126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:38.601826 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:38.737766 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Allocated IP 172.26.5.14 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/19d636fc-8106-47f4-b673-907487476e5f) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:07:39.028394 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.059013 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.062643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5d709f10-8867-45ee-8260-7ccde18abf74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:39.127570 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:07:39.130635 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:07:39.134367 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:07:39.163582 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=19d636fc-8106-47f4-b673-907487476e5f,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:39.169772 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:39.558243 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.643753 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.854777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.860687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:39.864493 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-b6a763e0-b3fa-4202-9e21-5c4de5cea580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:07:39.971532 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=19d636fc-8106-47f4-b673-907487476e5f,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:07:39.975972 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:07:39.983040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:40.157129 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Floating IP ca7b3212-b631-4359-8af1-c81a6e35b1d3 associated. External IP: 172.26.5.14, port: ae94f22f-f886-4215-9901-04b660c142bd. Jun 09 14:07:40.683736 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:07:40.866763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:07:40.876333 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:07:40.886680 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:40.887364 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:40.890175 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:40.951264 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5266402 Jun 09 14:07:40.951890 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:07:40.954448 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed5e9d-0966-4e0e-8405-bd57337cdee8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:07:41.003246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af55b5c-d29d-4cfa-8ec3-a4f4623680f4 x-openstack-request-id: req-8af55b5c-d29d-4cfa-8ec3-a4f4623680f4 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:07:41.003588 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:07:41.003884 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8af55b5c-d29d-4cfa-8ec3-a4f4623680f4 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:07:41.004378 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'status': 'completed', 'code': 200} Jun 09 14:07:41.073461 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:41.094056 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-e31f299a-04ec-4783-909c-b59e9e683712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:41.095554 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-e31f299a-04ec-4783-909c-b59e9e683712 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1098 time: 0.0699456 Jun 09 14:07:41.228046 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-cfac3107-454a-4f5f-8f7c-36cc763102ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:41.229467 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-cfac3107-454a-4f5f-8f7c-36cc763102ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1271958 Jun 09 14:07:41.351361 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-14d35a41-d64d-48ae-8ee9-751a5111a964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 998 time: 0.1142721 Jun 09 14:07:41.414384 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-5d0824a3-b290-4ccc-a859-6a446fef6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:41.416195 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-5d0824a3-b290-4ccc-a859-6a446fef6b9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0584664 Jun 09 14:07:41.420886 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:39Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:41.424735 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:07:41.433315 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:07:41.433943 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:07:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:41.494837 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-e7c0ff33-e80a-425c-86a0-0403bed6d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:07:41.496238 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-e7c0ff33-e80a-425c-86a0-0403bed6d771 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733881 Jun 09 14:07:41.609482 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:07:41.631071 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-c24d98a0-02c1-449d-8d41-fc8812f43c94 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275814 Jun 09 14:07:41.766158 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-90ed5e9d-0966-4e0e-8405-bd57337cdee8 req-60482758-ccd8-403b-88cd-1955b1900bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283762 Jun 09 14:07:42.004183 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:39Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:07:42.008181 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df86e7-7b16-457e-9e99-78aeba519463 None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:39Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:07:42.211238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f862775-1d6e-45e9-9e67-b0aee540ff0c None None] New status for floating IP ca7b3212-b631-4359-8af1-c81a6e35b1d3: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:07:48.002459 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c21dbb2b-30f8-41c3-a633-8bb93890152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:50.375913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3fba-d1d8-423a-958d-331c0d9a1137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:50.482115 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:51.629639 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:53.347700 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:07:59.144415 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:00.202405 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:08:17.996916 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b236e02-0f68-4dce-ad4b-b72e1b2a4c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:20.371470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45e12d97-f312-4cbe-b40c-ed9ae72fc89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:20.480426 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:20.773181 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-f0c6eda6-12d1-4b86-9ed2-1c8375962eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707910 Jun 09 14:08:20.932029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-f90516fe-f38c-4de1-ae89-4c85a20fe361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:08:20.933545 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-f90516fe-f38c-4de1-ae89-4c85a20fe361 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1098 time: 0.0874908 Jun 09 14:08:21.080702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-d579c0ba-6d30-44c4-951d-41bc074a7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:08:21.082101 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-d579c0ba-6d30-44c4-951d-41bc074a7b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1289485 Jun 09 14:08:21.184397 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-d602be94-7beb-4fd9-b57c-47bafc29bab4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 1000 time: 0.0952640 Jun 09 14:08:21.386598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-2bd774d0-c721-4752-b2d9-4cc45c1fb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:08:21.388056 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-2bd774d0-c721-4752-b2d9-4cc45c1fb711 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.1966233 Jun 09 14:08:21.469641 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-7d1b7f7a-5374-4483-9ce2-b9ca1d2b7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:08:21.471030 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-7d1b7f7a-5374-4483-9ce2-b9ca1d2b7f95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755396 Jun 09 14:08:21.604097 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-ea8f3315-561a-4238-b492-0b4c1da3be8d service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263816 Jun 09 14:08:21.630082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:21.743921 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-74b0f377-bc4b-4aa4-8f4d-8d522046611d req-ee5438ea-62e3-4468-9af2-3fb8749fbf81 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330891 Jun 09 14:08:23.345290 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:29.133285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:37.206069 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:08:48.004096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d92d-9ab5-438f-8126-03817d02f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:50.387787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e56e6877-27f0-4dfe-817c-07db376b51c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:50.478007 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:51.634653 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:53.355352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:08:59.134343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:09.139575 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [req-113da9e5-8083-40d2-a5be-774abf29368a req-9227071c-e6c0-4391-9ba6-f0b3ed61dab8 service neutron] (92383) timed out ('10.222.0.21', 57652) {{(pid=92383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 14:09:14.215559 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:09:18.003382 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cedd7700-11f5-4ccf-8a97-f26d7acba4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:20.377786 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa23d-8efa-471c-ab3b-26978be1f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:20.474616 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:20.853061 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-63c0abc9-fe42-42f7-8262-33e43c6191eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300509 Jun 09 14:09:20.998262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-8fa03bc3-6c97-4144-808b-850d7de495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:20.999779 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-8fa03bc3-6c97-4144-808b-850d7de495ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1098 time: 0.0727515 Jun 09 14:09:21.148339 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-bf2dffd1-ed87-472b-8875-6a81ecd16502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:21.149776 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-bf2dffd1-ed87-472b-8875-6a81ecd16502 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1298957 Jun 09 14:09:21.254511 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-10f15ee6-398c-4179-b3df-d7c4b2a002c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 1000 time: 0.0977781 Jun 09 14:09:21.318468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-681075c1-7da9-455c-80b9-7c902eef37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:21.319885 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-681075c1-7da9-455c-80b9-7c902eef37f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0574229 Jun 09 14:09:21.399840 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-17277297-6494-44d9-8651-95b87fe3088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:21.401275 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-17277297-6494-44d9-8651-95b87fe3088c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750921 Jun 09 14:09:21.538319 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-fb011610-d394-4aab-98bf-3a9ad7af0ea5 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303728 Jun 09 14:09:21.636064 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:21.672793 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ca7fb0bc-bd3b-40c5-be74-de14c96081e9 req-d238b8aa-31d9-4457-97b8-abd7659d53a1 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272974 Jun 09 14:09:23.355991 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:29.159730 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:41.888749 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:09:42.076441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:09:42.090193 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': 'ae94f22f-f886-4215-9901-04b660c142bd', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:09:42.149021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:42.170935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae94f22f-f886-4215-9901-04b660c142bd {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:09:42.187618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:09:42.193779 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:42.196101 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:09:42.267288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:09:42.276564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.276919 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.277258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.277587 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.277918 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.278246 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.278596 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.278962 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.279288 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.279608 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.279929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.280248 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:42.283935 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['ae94f22f-f886-4215-9901-04b660c142bd'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:09:42.320436 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:09:43.890349 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:09:43.964652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port ae94f22f-f886-4215-9901-04b660c142bd triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:09:43.965028 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:44.102499 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:44.134292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:09:44.136692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76677ae0-e008-47e8-8dfa-f95dca57003b" -d '{"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-plugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:09:44.146734 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:09:44.154392 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:44.156883 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:09:44.193787 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a31ff8-fd8b-4223-b8ad-ffac7cd11215 x-openstack-request-id: req-20a31ff8-fd8b-4223-b8ad-ffac7cd11215 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:09:44.194151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-plugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:09:44.194421 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20a31ff8-fd8b-4223-b8ad-ffac7cd11215 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:09:44.194873 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'code': 200} Jun 09 14:09:44.229096 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:09:44.231442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:09:48.000567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6619eda3-df78-47ce-ba5e-63c314dcd61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:50.384445 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2c77127d-0f60-4fed-ba40-9fcc30dcbccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:50.469398 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:50.787069 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-24f5419b-facf-4fa3-90bf-072d88d1098d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831002692&fields=id&tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 267 time: 0.0412416 Jun 09 14:09:50.939392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-c8244449-9162-4f1c-b717-e98a1c39a940 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:50.940777 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-c8244449-9162-4f1c-b717-e98a1c39a940 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 809 time: 0.1450810 Jun 09 14:09:50.955079 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-73586aae-2dd7-4259-ac32-13a34dbba96f tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/quotas/87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 375 time: 0.0087779 Jun 09 14:09:51.045787 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-9a54be7b-f391-4c33-9965-f1b031ec4e69 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857863 Jun 09 14:09:51.061323 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-e48dfbe2-9ada-40dc-bf20-9b336ae08dcd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:09:51.062247 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-e48dfbe2-9ada-40dc-bf20-9b336ae08dcd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0050542 Jun 09 14:09:51.193032 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-c671f023-3dae-43da-8ed9-71927997489b service neutron] 10.222.0.21 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Jun 09 14:09:51.204121 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:09:51.468220 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-94894776-be09-419e-bee0-449700d8161b service neutron] 10.222.0.21 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692981 Jun 09 14:09:51.640799 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:52.684007 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a18acd2-9881-44e5-8c85-3f395f167f37 req-d3206c3a-43c5-4794-a472-9be77017e415 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0435421 Jun 09 14:09:53.364816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:53.784183 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-e28b7f8f-a565-4941-82b4-fc5e954401e9 req-4126c3e0-2f06-4396-b9a0-485a3093daef tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0454216 Jun 09 14:09:54.952280 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8fb80023-c28e-4c5f-8d6f-0b7ccd6d5d4c req-fa7bb326-9524-4876-ab02-71afdb53c4a4 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0538406 Jun 09 14:09:55.970370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:09:56.012182 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-f83105bb-255a-4b19-a584-7b179ad37735 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:56.013662 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-f83105bb-255a-4b19-a584-7b179ad37735 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 809 time: 0.1446478 Jun 09 14:09:56.074734 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-239c09bd-8904-4e23-8751-bd622333249e tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85 HTTP/1.1" status: 200 len: 379 time: 0.0521123 Jun 09 14:09:56.087412 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'port': {'device_id': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'admin_state_up': True, 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'security_groups': ['a42e7a2e-db63-43b0-ac45-688c18df8933']}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:09:56.095095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.125252 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:09:56.127568 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3118ab-fdb6-4cb8-b890-ebbd0fa3f002" -d '{"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-unplugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:09:56.135741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:09:56.140331 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.142367 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:09:56.186894 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b066d1-196c-48f9-b2d0-8b532867e698 x-openstack-request-id: req-77b066d1-196c-48f9-b2d0-8b532867e698 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:09:56.187098 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-unplugged", "status": "completed", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:09:56.187277 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77b066d1-196c-48f9-b2d0-8b532867e698 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:09:56.187666 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'code': 200} Jun 09 14:09:56.206057 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9a86e85f-7319-4479-b968-8172fe892d2b req-332308d5-5bd1-4d7c-9a80-512972fa8a3a tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 210 time: 0.1024408 Jun 09 14:09:56.223951 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:09:56.229198 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:09:56.293705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Made reservation on behalf of 87e6d4a5ff7f458fadfaeb60bfb73e85 for: {'port': 1} {{(pid=92384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:09:56.297248 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.501084 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Allocated IP 172.20.0.6 (69ee0eb8-ab84-47d0-990d-7d04277ed3cc/f1e442ec-0c66-42c9-8600-1f8ce8f9d373/025d032b-003c-4301-be08-c5dfc83afe42) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:09:56.737392 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.755439 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Transition to ACTIVE for port object 025d032b-003c-4301-be08-c5dfc83afe42 will not be triggered until provisioned by entity DHCP. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:09:56.781540 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.790423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-8de42b1f-7826-45a6-923a-fe6474ebea03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:09:56.854114 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:09:56.858010 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:09:56.862751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:09:56.909208 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:09:56.921508 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.921882 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.922269 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.922658 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.923029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.923396 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.923763 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.924134 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.924500 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.924860 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.925225 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.925574 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:09:56.935011 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:09:56.952067 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:56.952720 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:56.973542 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-7c7e476c-1c4c-41d9-8203-4e5bd2dce377 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910375 Jun 09 14:09:57.099493 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d78b6055-7fe2-4e02-a71d-12b5b7713e96 None None] Provisioning for port 025d032b-003c-4301-be08-c5dfc83afe42 completed by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:09:57.104913 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d78b6055-7fe2-4e02-a71d-12b5b7713e96 None None] Provisioning complete for port 025d032b-003c-4301-be08-c5dfc83afe42 triggered by entity DHCP. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:09:57.105282 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d78b6055-7fe2-4e02-a71d-12b5b7713e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:57.161139 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d78b6055-7fe2-4e02-a71d-12b5b7713e96 None None] Port 025d032b-003c-4301-be08-c5dfc83afe42 cannot update to ACTIVE because it is not bound. {{(pid=92385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 09 14:09:57.399040 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde9348-f2bc-456a-bb7f-2245f1bcee8a req-cb87e4ec-671f-4904-bbf0-e15ee229e151 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:57.400798 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6dde9348-f2bc-456a-bb7f-2245f1bcee8a req-cb87e4ec-671f-4904-bbf0-e15ee229e151 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0816510 Jun 09 14:09:57.448724 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6dde9348-f2bc-456a-bb7f-2245f1bcee8a req-317b0146-f764-4974-9150-c59c80922e8c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412030 Jun 09 14:09:58.649567 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8907c0-cf44-4bf5-90ba-950ffd0ee058 req-782f445b-8463-4d7f-832b-561aba6a85b0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:58.656208 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-db8907c0-cf44-4bf5-90ba-950ffd0ee058 req-782f445b-8463-4d7f-832b-561aba6a85b0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0914917 Jun 09 14:09:58.699295 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-db8907c0-cf44-4bf5-90ba-950ffd0ee058 req-a455947d-d218-417d-b73a-065cfebd8031 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Jun 09 14:09:59.174884 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:09:59.890057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c8d19-674f-4caa-8155-ecdf87a98ae5 req-79cef63b-3679-45e3-af06-7d90a1f72319 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:09:59.891565 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d4c8d19-674f-4caa-8155-ecdf87a98ae5 req-79cef63b-3679-45e3-af06-7d90a1f72319 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0827520 Jun 09 14:09:59.937614 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-6d4c8d19-674f-4caa-8155-ecdf87a98ae5 req-fb82843b-96e9-4c2a-8a4f-966078fc12c0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403492 Jun 09 14:10:01.129926 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150112-d416-4785-8118-ba442de56201 req-333d91fa-cd13-460c-8758-3e8cf4fa66e4 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:01.131526 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ba150112-d416-4785-8118-ba442de56201 req-333d91fa-cd13-460c-8758-3e8cf4fa66e4 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0853658 Jun 09 14:10:01.180022 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ba150112-d416-4785-8118-ba442de56201 req-27d529aa-5856-49bd-b557-645a0da391fe tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Jun 09 14:10:02.370217 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ddf2-5a3f-452e-90de-610fccf219a3 req-b2926b48-0b4d-4b65-bc08-0c30e375e664 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:02.373820 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8019ddf2-5a3f-452e-90de-610fccf219a3 req-b2926b48-0b4d-4b65-bc08-0c30e375e664 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0815384 Jun 09 14:10:02.421835 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8019ddf2-5a3f-452e-90de-610fccf219a3 req-ebae84f8-6698-49ac-932b-0578e59bd02c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Jun 09 14:10:03.752996 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8de9-72d5-441a-aace-b3fc6ee10a9b req-79ac1f6d-df5a-492e-a837-16fb93dee3cd tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:03.756068 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d23b8de9-72d5-441a-aace-b3fc6ee10a9b req-79ac1f6d-df5a-492e-a837-16fb93dee3cd tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.2237470 Jun 09 14:10:03.802537 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-d23b8de9-72d5-441a-aace-b3fc6ee10a9b req-4c6d48d7-439d-473a-8755-73d0fd89ecc4 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Jun 09 14:10:05.043232 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2101c-2da6-4c42-a099-34c1f0d46607 req-d8161137-4c6b-4517-80e1-27f386082739 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:05.044721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0aa2101c-2da6-4c42-a099-34c1f0d46607 req-d8161137-4c6b-4517-80e1-27f386082739 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.1343875 Jun 09 14:10:05.092512 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-0aa2101c-2da6-4c42-a099-34c1f0d46607 req-53d94816-9795-4ab9-850e-6464a79f674b tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Jun 09 14:10:06.283168 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a931371-f9de-422c-8dce-ed66a402f86c req-294a0f04-3021-454e-986e-c41c0a8b5fa0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:06.284502 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a931371-f9de-422c-8dce-ed66a402f86c req-294a0f04-3021-454e-986e-c41c0a8b5fa0 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 931 time: 0.0844028 Jun 09 14:10:06.335017 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4a931371-f9de-422c-8dce-ed66a402f86c req-4ad364bb-799f-4452-a1e1-11a326910cd2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Jun 09 14:10:06.622730 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Request body: {'port': {'device_id': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:10:06.733787 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.082856 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:10:07.089990 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.108594 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.provisioning_blocks [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Transition to ACTIVE for port object 025d032b-003c-4301-be08-c5dfc83afe42 will not be triggered until provisioned by entity L2. {{(pid=92384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:10:07.114047 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.117737 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-5f8ddc2b-a9d4-4fea-8bb7-dc6eeaea4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:07.243526 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:07.247029 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:07.362007 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Attempting to bind port 025d032b-003c-4301-be08-c5dfc83afe42 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:10:07.362743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Attempting to bind port 025d032b-003c-4301-be08-c5dfc83afe42 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:10:07.362743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Attempting to bind port 025d032b-003c-4301-be08-c5dfc83afe42 on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:10:07.367434 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Port 025d032b-003c-4301-be08-c5dfc83afe42 on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 14:10:07.367755 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Attempting to bind port 025d032b-003c-4301-be08-c5dfc83afe42 on network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:10:07.373455 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Checking agent: {'id': 'd3901c2f-bb4b-4e73-8aa3-2a5ccb7615ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'started_at': datetime.datetime(2021, 6, 9, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:10:07.373793 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Checking segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:10:07.374221 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Bound using segment: {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'} {{(pid=92384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:10:07.374751 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.managers [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Bound port: 025d032b-003c-4301-be08-c5dfc83afe42, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68aa7e44-0c71-4128-963c-55a038df152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc'}}] {{(pid=92384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:10:07.374955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.505687 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, cleared binding levels {{(pid=92384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:10:07.519473 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:10:07.526426 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.532172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-25feb267-dc41-4974-a11e-cedeea44f499 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:07.591615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:07.592246 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:07.593628 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] 10.222.0.42 "PUT /v2.0/ports/025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 1093 time: 0.9780068 Jun 09 14:10:07.596165 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:10:07.598501 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03" -d '{"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:10:07.620399 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2220f-ce7b-4f1c-8d8f-07dcd09afa5d req-eaa1557e-4505-4edc-9435-66275430ab4e tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:07.621730 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5c2220f-ce7b-4f1c-8d8f-07dcd09afa5d req-eaa1557e-4505-4edc-9435-66275430ab4e tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 943 time: 0.1725082 Jun 09 14:10:07.629131 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=3']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:07.631907 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:07.681992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28433907-377b-495e-8b65-51424250b39b x-openstack-request-id: req-28433907-377b-495e-8b65-51424250b39b {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:10:07.682343 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:10:07.682652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28433907-377b-495e-8b65-51424250b39b {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:10:07.683096 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'status': 'completed', 'code': 200} Jun 09 14:10:07.724644 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b5c2220f-ce7b-4f1c-8d8f-07dcd09afa5d req-57a1a599-5bed-40ba-a57a-3c5d2ddb6313 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971313 Jun 09 14:10:07.749374 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-1fbcaafa-d258-4c41-8dd2-e1b1e84c5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:07.750877 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-1fbcaafa-d258-4c41-8dd2-e1b1e84c5aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1096 time: 0.1019108 Jun 09 14:10:07.818887 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-c5b022b9-e56b-4886-9694-761bad7378fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 217 time: 0.0606768 Jun 09 14:10:07.891453 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-30633c77-4fff-4e70-8866-184a25e37017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:07.892764 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-30633c77-4fff-4e70-8866-184a25e37017 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0676818 Jun 09 14:10:07.969003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-9e1f7ea9-5109-43a0-b359-31db28d1d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:07.970476 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-9e1f7ea9-5109-43a0-b359-31db28d1d392 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713227 Jun 09 14:10:08.104720 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-78d0fe49-3533-4079-b38c-fe9bb6ad888c service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277642 Jun 09 14:10:08.363937 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-9e579077-6f71-4dcc-855e-4633a5c453f6 req-fcb13c65-ddd1-41a6-9788-6998c133cde2 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528856 Jun 09 14:10:08.493375 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-8dd9d64d-c9b2-4104-ac0a-26caab3cb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:08.494882 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-8dd9d64d-c9b2-4104-ac0a-26caab3cb6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1096 time: 0.0784767 Jun 09 14:10:08.626043 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-ac4ca410-c4ab-4594-9bd2-0a8a59b3eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:08.627417 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-ac4ca410-c4ab-4594-9bd2-0a8a59b3eb4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1264205 Jun 09 14:10:08.693900 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-9ddd9486-d0f4-4c1c-a834-1302069579f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 217 time: 0.0596716 Jun 09 14:10:08.759885 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-866546c6-f72c-44ac-92b7-c00da0d94c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:08.761335 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-866546c6-f72c-44ac-92b7-c00da0d94c46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0600169 Jun 09 14:10:08.839203 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-de56c89d-5be4-43c8-94db-793610009163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:08.840668 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-de56c89d-5be4-43c8-94db-793610009163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720601 Jun 09 14:10:09.028004 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-7d529a80-c7c8-4788-aef0-06f3f7638d16 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798663 Jun 09 14:10:09.060150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef3797-ec90-4725-a222-9f88b655ba12 req-60489de3-b46d-4d1a-9f27-132c618e55ac tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:09.061524 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88ef3797-ec90-4725-a222-9f88b655ba12 req-60489de3-b46d-4d1a-9f27-132c618e55ac tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 943 time: 0.2248337 Jun 09 14:10:09.178034 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-88ef3797-ec90-4725-a222-9f88b655ba12 req-2c8a7460-c57b-4134-8abe-e7605630a29b tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725293 Jun 09 14:10:09.198133 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-b98bbdcd-ae47-47b8-91cb-aae4fbe70c03 req-e463a5da-d347-41e3-b0c2-7a234433f1d2 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629386 Jun 09 14:10:10.382488 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09ac3-94dd-49ef-b7a8-c618bba3f8dd req-a0d9f1f3-306d-48ea-85ca-783dc85695df tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:10.383939 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10b09ac3-94dd-49ef-b7a8-c618bba3f8dd req-a0d9f1f3-306d-48ea-85ca-783dc85695df tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 943 time: 0.0918677 Jun 09 14:10:10.432388 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-10b09ac3-94dd-49ef-b7a8-c618bba3f8dd req-fe9426ad-48fe-43a1-be7a-1c0270d8f469 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Jun 09 14:10:11.639640 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b4bdf-f542-4361-8f6a-f09a47ef1c88 req-156cf47b-89d1-4c4f-bfaf-5e0912ae06ec tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:11.641045 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-234b4bdf-f542-4361-8f6a-f09a47ef1c88 req-156cf47b-89d1-4c4f-bfaf-5e0912ae06ec tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 943 time: 0.0864444 Jun 09 14:10:11.685607 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-234b4bdf-f542-4361-8f6a-f09a47ef1c88 req-0b17a743-e184-42d4-81d3-5e0a7c4ead95 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388560 Jun 09 14:10:12.032185 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:10:12.171301 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:10:12.184238 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '025d032b-003c-4301-be08-c5dfc83afe42', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'mac_address': 'fa:16:3e:85:8f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:10:12.240966 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:12.258443 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:10:12.273940 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:10:12.280814 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:12.282632 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:12.352972 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=4']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:12.356882 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:12.565717 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['025d032b-003c-4301-be08-c5dfc83afe42'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:10:12.877595 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5283-3bb4-45e2-821b-884dfcb527ee req-ac643d97-2228-48f3-bee1-86c3005b76ed tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:12.879261 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eeff5283-3bb4-45e2-821b-884dfcb527ee req-ac643d97-2228-48f3-bee1-86c3005b76ed tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 944 time: 0.0871050 Jun 09 14:10:12.936621 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-eeff5283-3bb4-45e2-821b-884dfcb527ee req-ee51ea0b-87f3-4062-848f-c8e29972e7cb tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514061 Jun 09 14:10:14.041648 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:10:14.112224 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning for port 025d032b-003c-4301-be08-c5dfc83afe42 completed by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:10:14.116771 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 025d032b-003c-4301-be08-c5dfc83afe42 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:10:14.117145 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:14.142743 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041f0d-d17a-4252-ab70-3e6dfce7a6e5 req-59884cff-5258-451e-9270-bd534746939f tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:14.144153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-41041f0d-d17a-4252-ab70-3e6dfce7a6e5 req-59884cff-5258-451e-9270-bd534746939f tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 944 time: 0.0801563 Jun 09 14:10:14.188460 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-41041f0d-d17a-4252-ab70-3e6dfce7a6e5 req-c804c5bd-2d95-4537-a9c5-dfbbc06df609 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381525 Jun 09 14:10:14.267782 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:14.294095 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:10:14.296347 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32389e1a-5aa4-40aa-8253-fb866bd2f9d7" -d '{"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:10:14.305002 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:10:14.310186 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:14.312416 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:14.341450 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478a334-2ecd-443e-8127-f14bd059f5e2 x-openstack-request-id: req-c478a334-2ecd-443e-8127-f14bd059f5e2 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:10:14.341747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:10:14.342013 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c478a334-2ecd-443e-8127-f14bd059f5e2 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:10:14.342401 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'code': 200} Jun 09 14:10:14.379946 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:14.383021 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:14.585507 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939bd8-39a7-4453-8221-62e2a2f1929f req-eea1b039-2508-4ca8-8045-1cca52fb12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:14.586979 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0939bd8-39a7-4453-8221-62e2a2f1929f req-eea1b039-2508-4ca8-8045-1cca52fb12d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1098 time: 0.0739412 Jun 09 14:10:14.627494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c0939bd8-39a7-4453-8221-62e2a2f1929f req-2955b6f6-a03e-4dc2-bf73-6885f56dfc1b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328364 Jun 09 14:10:15.382210 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e21-f550-4de3-bc5f-35f0269000d7 req-bb963d1e-7967-4539-a6fd-b037046557a6 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:15.383641 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c48e0e21-f550-4de3-bc5f-35f0269000d7 req-bb963d1e-7967-4539-a6fd-b037046557a6 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0827868 Jun 09 14:10:15.434084 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-c48e0e21-f550-4de3-bc5f-35f0269000d7 req-3dff91a7-2dc6-46c1-a1ca-141d3a6d56fe tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Jun 09 14:10:16.632548 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ea1d0-b6fa-4c7f-9252-b04256c5c6bf req-d67f1a22-f3b2-449d-8117-9f28caa8b110 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:16.633988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-861ea1d0-b6fa-4c7f-9252-b04256c5c6bf req-d67f1a22-f3b2-449d-8117-9f28caa8b110 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0844977 Jun 09 14:10:16.677749 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-861ea1d0-b6fa-4c7f-9252-b04256c5c6bf req-c7d5c097-2032-4882-8a51-7ee68bad5f5c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379653 Jun 09 14:10:16.875565 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1581e-9921-4688-87c3-d9b189b4dea0 req-3bc89c44-6ec1-4808-9dbc-739faa32760a tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:16.877001 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1bc1581e-9921-4688-87c3-d9b189b4dea0 req-3bc89c44-6ec1-4808-9dbc-739faa32760a tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0879006 Jun 09 14:10:16.924340 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-1bc1581e-9921-4688-87c3-d9b189b4dea0 req-6bd78272-3844-42be-851d-3428920e6be7 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416298 Jun 09 14:10:16.946639 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59526) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:10:17.017788 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d30a8-62a2-49df-9938-706864ad5e1f tempest-TestSnapshotPattern-1820202064 tempest-TestSnapshotPattern-1820202064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:17.019173 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-974d30a8-62a2-49df-9938-706864ad5e1f tempest-TestSnapshotPattern-1820202064 tempest-TestSnapshotPattern-1820202064-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1093 time: 0.0715897 Jun 09 14:10:17.023685 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59528) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:10:17.028042 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.v2.base [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Request body: {'floatingip': {'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:10:17.052372 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:17.323260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:17.473259 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_common [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Allocated IP 172.26.5.167 (6be880b0-7513-481b-8893-1157b97ffcd2/46550058-7890-4932-ab26-1d42a5e39f42/03d90960-86cf-4b5b-9fe9-dea72971b6a2) {{(pid=92384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:10:17.622643 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:17.654955 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1638389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362445559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6538533'] for port, after_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:17.659430 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:17.716898 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Network 6be880b0-7513-481b-8893-1157b97ffcd2 is already hosted by enough agents. {{(pid=92384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:10:17.719721 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.base_scheduler [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Resources bound (agent type, host, resource id): {{(pid=92384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:10:17.723423 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Received port after_create {{(pid=92384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:10:17.760135 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=03d90960-86cf-4b5b-9fe9-dea72971b6a2,revision_number=1']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:17.764091 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:17.998761 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d306-8958-404c-b1cf-94745ef6856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.138252 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.218667 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.423960 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for port, precommit_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.430726 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6538551'] for port, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.435087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-d780345f-142c-4eed-b400-e866b1b33889 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:10:18.537264 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event updated for resources: {'Port': ['ID=03d90960-86cf-4b5b-9fe9-dea72971b6a2,revision_number=2']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:10:18.541380 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:10:18.548106 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432762'] for floatingip, after_update {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:18.718752 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Floating IP 6cfb4442-40db-46fa-832f-f3ad26fbd3ac associated. External IP: 172.26.5.167, port: 025d032b-003c-4301-be08-c5dfc83afe42. Jun 09 14:10:19.201516 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:10:19.393652 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:10:19.403681 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:10:19.413077 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:10:19.413834 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:09:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:10:19.415090 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:19.471475 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-aab6c0c9-884a-48b8-adf2-b2b0390bdeb2 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4467034 Jun 09 14:10:19.472074 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:10:19.474420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0161b9-d134-4fb4-88da-c87a8eb1e315" -d '{"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:10:19.516338 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36834d-171c-4474-90a5-fa9d7383ae5d x-openstack-request-id: req-ce36834d-171c-4474-90a5-fa9d7383ae5d {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:10:19.516718 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:10:19.517022 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce36834d-171c-4474-90a5-fa9d7383ae5d {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:10:19.517451 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'status': 'completed', 'code': 200} Jun 09 14:10:19.595903 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:10:19.612057 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-7c198ba8-f63f-4d05-8ce1-fcb0b55bf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:19.613527 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-7c198ba8-f63f-4d05-8ce1-fcb0b55bf5c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1098 time: 0.0740244 Jun 09 14:10:19.743663 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-79a3f283-967b-445b-bcd8-d99d0baf6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:19.744998 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-79a3f283-967b-445b-bcd8-d99d0baf6d2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1252682 Jun 09 14:10:19.844639 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-518cf036-1836-4ad1-8242-ee07ba647537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 999 time: 0.0928071 Jun 09 14:10:19.907791 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-9e10013a-7d0c-45dd-beb3-d8e676f33b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:19.909204 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-9e10013a-7d0c-45dd-beb3-d8e676f33b9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0584853 Jun 09 14:10:19.945241 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6cfb4442-40db-46fa-832f-f3ad26fbd3ac', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:85:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:10:18Z', 'updated_at': '2021-06-09T14:10:18Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}, {'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:10:19.949268 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:10:19.957668 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:10:19.958271 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:09:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:10:19.983975 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-d3b3683d-2762-4be4-8e39-3d38558b9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:19.985571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-d3b3683d-2762-4be4-8e39-3d38558b9aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699871 Jun 09 14:10:20.127803 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-fb938f87-3ad5-4736-af8b-9d719d32a68d service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345623 Jun 09 14:10:20.136370 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:10:20.260816 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-4c0161b9-d134-4fb4-88da-c87a8eb1e315 req-935fb8d3-fc36-4df0-8a26-0f5205b5d623 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259263 Jun 09 14:10:20.370819 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ddcf-b966-49db-a728-417abd0aa873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:20.473265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:20.523586 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6cfb4442-40db-46fa-832f-f3ad26fbd3ac', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:85:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:10:18Z', 'updated_at': '2021-06-09T14:10:18Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}, {'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:10:20.527869 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d279a-f791-4768-82fb-b44f67872492 None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': '6cfb4442-40db-46fa-832f-f3ad26fbd3ac', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:85:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:10:18Z', 'updated_at': '2021-06-09T14:10:18Z', 'revision_number': 0, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}, {'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:10:20.728448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e68e2-5064-41dd-992a-0d53751c668b None None] New status for floating IP 6cfb4442-40db-46fa-832f-f3ad26fbd3ac: ACTIVE {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:10:21.642488 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:21.771629 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-c269d683-e82c-4c52-bb92-bb61827a30ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750122 Jun 09 14:10:21.919662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8434b-c781-406a-989a-7626ef868a22 req-a9260351-d13a-44e0-b1c1-c2a0bc8c3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:21.920993 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-a9260351-d13a-44e0-b1c1-c2a0bc8c3167 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1096 time: 0.0759366 Jun 09 14:10:22.199276 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8434b-c781-406a-989a-7626ef868a22 req-3c1fef82-254a-4744-897d-fbc631805ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:22.200619 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-3c1fef82-254a-4744-897d-fbc631805ffe service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.2595806 Jun 09 14:10:22.304832 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-4b659a5c-422e-4ef8-b5f2-2bdddde70f5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 998 time: 0.0970604 Jun 09 14:10:22.370324 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8434b-c781-406a-989a-7626ef868a22 req-a5c30878-4665-4ac2-bd9d-d59fff791fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:22.372267 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-a5c30878-4665-4ac2-bd9d-d59fff791fd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0606518 Jun 09 14:10:22.454330 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8434b-c781-406a-989a-7626ef868a22 req-039fdc6b-5a2b-49fe-8783-e0b9640e40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:10:22.455721 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-039fdc6b-5a2b-49fe-8783-e0b9640e40e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725665 Jun 09 14:10:22.601796 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-0c0f5d5a-f843-40c2-b4f2-fb9a48cc8cff service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386077 Jun 09 14:10:22.743080 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-8ed8434b-c781-406a-989a-7626ef868a22 req-ae04419e-348f-4d9e-8ad2-86eaa495e453 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339688 Jun 09 14:10:23.367343 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:28.208604 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:10:29.169770 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:48.002043 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5a4620e-dbf3-4c65-8be4-f7df5773795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:50.389878 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4863d60-340a-4f27-9492-553b4b8eab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:50.478708 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:51.652192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:53.373050 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:10:59.167924 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:05.212781 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:11:17.999271 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff421ac3-fca9-413c-9ae8-fc18b1e100d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:20.386184 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9eeefa6a-e9dc-45df-b744-0c087fe73b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:20.483257 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:21.648772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:21.811358 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-1d13d01e-c628-4c8a-a9e1-486f15ce2689 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828741 Jun 09 14:11:21.919474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-83628e4a-3213-42ee-9bb7-3a324e525642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:11:21.920826 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-83628e4a-3213-42ee-9bb7-3a324e525642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1098 time: 0.0861683 Jun 09 14:11:22.071894 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-c4e49871-0a92-45fb-9068-be7784457bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:11:22.073331 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-c4e49871-0a92-45fb-9068-be7784457bcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1334982 Jun 09 14:11:22.176867 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-e2cb58ca-e11a-40e1-b87d-8fc4c08fb8ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 1001 time: 0.0969810 Jun 09 14:11:22.251108 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-e84b92c0-0baf-4b19-89c0-07e16263307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:11:22.253153 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-e84b92c0-0baf-4b19-89c0-07e16263307d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0702264 Jun 09 14:11:22.333869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-796c41a4-7dd0-45a3-a2c2-1c1c1a02e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:11:22.335286 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-796c41a4-7dd0-45a3-a2c2-1c1c1a02e9ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749087 Jun 09 14:11:22.475949 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-75c4b814-82c9-4c2d-8f73-cf6451bfd40f service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339312 Jun 09 14:11:22.609108 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-55f5f6e8-e760-4304-a944-8d176f3fb237 req-6522b234-8aa8-4272-8ee4-33386db51a2e service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248653 Jun 09 14:11:23.376470 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:29.178431 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:42.213080 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:11:48.004498 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-180d2c62-e5d9-46c7-b077-216a38c02f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:50.380905 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e54d481c-cfe6-4830-a56b-6fe320d55af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:50.493233 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:51.658323 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:53.376685 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:11:59.166039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:02.469287 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 09 14:12:02.615646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:02.629036 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Returning: {'device': '025d032b-003c-4301-be08-c5dfc83afe42', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'port_id': '025d032b-003c-4301-be08-c5dfc83afe42', 'mac_address': 'fa:16:3e:85:8f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 09 14:12:02.684563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:02.702357 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 14:12:02.718827 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:02.724515 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:02.727699 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:02.806585 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:02.807539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.808118 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.808665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.809199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.809813 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.810352 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.810881 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.811387 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.812539 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.813103 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.813442 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.813763 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:02.817850 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:02.820295 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] get_ports_and_sgs() called for port_ids ['025d032b-003c-4301-be08-c5dfc83afe42'] {{(pid=92385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 14:12:04.483508 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 up at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 09 14:12:04.551603 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Provisioning complete for port 025d032b-003c-4301-be08-c5dfc83afe42 triggered by entity L2. {{(pid=92385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:12:04.551994 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783187'] for port, provisioning_complete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:04.695194 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1638298'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:04.736220 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:12:04.738513 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7315778e7e327001eede29d2cff5355a7e1d5019cad448063bcf9c17d51e120e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dfbb78-ac34-4201-95a1-14f9f50802ab" -d '{"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:12:04.756857 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:04.761785 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362914627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362446605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362446650'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:04.764665 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:04.847481 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382f547-aca6-480a-8e95-27db946cb85f x-openstack-request-id: req-7382f547-aca6-480a-8e95-27db946cb85f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:12:04.847772 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:12:04.848012 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7382f547-aca6-480a-8e95-27db946cb85f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:12:04.848417 dv-neutron-601336-89-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'code': 200} Jun 09 14:12:04.880816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Pushing event updated for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:04.891448 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:11.862558 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59736) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:12.139198 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Deleting port 03d90960-86cf-4b5b-9fe9-dea72971b6a2 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:12.139874 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:12.259250 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:12.259581 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:12.525783 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Calling delete_port for 03d90960-86cf-4b5b-9fe9-dea72971b6a2 owned by network:floatingip {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:12.645551 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:12.649096 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-f12c33c8-9cdd-4c99-8a30-14152440b224 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:12.691757 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event deleted for resources: {'Port': ['ID=03d90960-86cf-4b5b-9fe9-dea72971b6a2,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:12.731510 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.731892 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.732269 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.732644 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.732999 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.733367 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.733725 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.734085 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.734445 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.734822 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.735178 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.735527 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:12.742234 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:12.794734 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:12.794933 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.db.l3_db [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Floating IP 6cfb4442-40db-46fa-832f-f3ad26fbd3ac disassociated (deleted). External IP: 172.26.5.167, port: 025d032b-003c-4301-be08-c5dfc83afe42. Jun 09 14:12:13.145973 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:12:13.323368 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:12:13.327839 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:13.333087 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:12:13.343865 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:13.344489 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:11:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:13.381351 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-db94c364-9d5b-4d5f-8a04-e978aaec852c tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "DELETE /v2.0/floatingips/6cfb4442-40db-46fa-832f-f3ad26fbd3ac HTTP/1.1" status: 204 len: 168 time: 1.5176871 Jun 09 14:12:13.382169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:12:13.384659 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6616c7b48b22345e44265643a563aa06dca6473de63f898d6d6631e6e7119a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccbfed2-39a7-4559-abb7-1c18549e2faf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:12:13.497057 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740c551-bc64-4b18-9756-42eca2f56157 x-openstack-request-id: req-1740c551-bc64-4b18-9756-42eca2f56157 {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:12:13.497565 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "status": "completed", "code": 200}]} {{(pid=92383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:12:13.497914 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1740c551-bc64-4b18-9756-42eca2f56157 {{(pid=92383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:12:13.498427 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'status': 'completed', 'code': 200} Jun 09 14:12:13.531828 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:13.596239 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-ab13ef89-dede-4822-af16-6d556ea009d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:13.597732 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-ab13ef89-dede-4822-af16-6d556ea009d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 1098 time: 0.0791435 Jun 09 14:12:13.882795 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:13.886711 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:12:13.895500 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:13.896088 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:11:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:13.921761 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-ac82c2a7-b6dc-4ac7-9d26-58149c7cc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:13.923216 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-ac82c2a7-b6dc-4ac7-9d26-58149c7cc2f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.3180573 Jun 09 14:12:13.999262 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bbd70-d364-4866-ad5a-1d7731ad2738 req-44220532-c947-4260-83e6-5831b56adf60 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:14.000598 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-241bbd70-d364-4866-ad5a-1d7731ad2738 req-44220532-c947-4260-83e6-5831b56adf60 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.1865914 Jun 09 14:12:14.001774 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-b06a6ccc-fb92-4a59-ac7c-10828c423a2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 200 len: 217 time: 0.0701926 Jun 09 14:12:14.069426 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:14.094571 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-241bbd70-d364-4866-ad5a-1d7731ad2738 req-cbfa5681-2240-442e-b3ab-e433aca2ddd8 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879114 Jun 09 14:12:14.098126 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-40dd1dde-00a2-4762-8c1d-39e8e06a39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:14.099555 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-40dd1dde-00a2-4762-8c1d-39e8e06a39d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0797250 Jun 09 14:12:14.178702 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-77c2aa92-1098-4077-8ab8-15d79468220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:14.180202 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-77c2aa92-1098-4077-8ab8-15d79468220d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730355 Jun 09 14:12:14.313930 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-4e7a00b7-4645-499f-b308-e4bf4a946587 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248770 Jun 09 14:12:14.450340 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-cccbfed2-39a7-4559-abb7-1c18549e2faf req-a4f31ea3-dd04-4357-a74f-914ee2fbcae5 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260250 Jun 09 14:12:14.605224 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:14.612216 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd1be3-b4a9-4347-9024-a2ee049780c8 None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_floatingips': [{'id': 'ca7b3212-b631-4359-8af1-c81a6e35b1d3', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'router_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'port_id': 'ae94f22f-f886-4215-9901-04b660c142bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'mac_address': 'fa:16:3e:08:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T14:07:39Z', 'updated_at': '2021-06-09T14:07:42Z', 'revision_number': 1, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:12:14.816693 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e97cc-8019-4604-8e5d-237c0370dc48 None None] New status for floating IP 6cfb4442-40db-46fa-832f-f3ad26fbd3ac: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:12:15.308083 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22e66-11b3-46b6-9f41-c32d9f4a2c89 req-48b8351b-2c86-4483-a211-5bc1d0cf115d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:15.309532 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fd22e66-11b3-46b6-9f41-c32d9f4a2c89 req-48b8351b-2c86-4483-a211-5bc1d0cf115d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0979197 Jun 09 14:12:15.353943 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5fd22e66-11b3-46b6-9f41-c32d9f4a2c89 req-1557588a-bd8d-4b01-b519-c0d1cf7ad633 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Jun 09 14:12:15.465357 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-9906bf06-b2f2-442e-996e-a47b68ed22cc tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:15.466794 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-9906bf06-b2f2-442e-996e-a47b68ed22cc tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0810921 Jun 09 14:12:15.605150 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Deleting port 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:15.605379 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:15.739731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] For port 025d032b-003c-4301-be08-c5dfc83afe42, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025d032b-003c-4301-be08-c5dfc83afe42,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:15.740087 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:15.861032 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Calling delete_port for 025d032b-003c-4301-be08-c5dfc83afe42 owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:15.975153 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:15.982130 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-7dcf6ed4-7082-41f1-98e7-341b4f472d54 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:16.025754 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event deleted for resources: {'Port': ['ID=025d032b-003c-4301-be08-c5dfc83afe42,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:16.063140 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.063523 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.063896 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.064265 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.064625 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.064992 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.065345 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.065708 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.066058 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.066413 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.066794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.067147 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-89-hyperv {{(pid=92384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:12:16.077703 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:16.113092 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] No DVR routers for this DVR port 025d032b-003c-4301-be08-c5dfc83afe42 on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:16.115809 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:16.117748 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-666bbdac-e245-4df8-ae5b-a0993e6a8602 req-eabaebf7-0d3b-4955-b956-b986ff934192 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "DELETE /v2.0/ports/025d032b-003c-4301-be08-c5dfc83afe42 HTTP/1.1" status: 204 len: 173 time: 0.6444197 Jun 09 14:12:16.118280 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-deleted', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:12:16.120741 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea23cfe9-794b-486f-954e-688610f86403" -d '{"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-deleted", "tag": "025d032b-003c-4301-be08-c5dfc83afe42"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:12:16.171205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5744b338-588c-4aac-abd6-6fb684974482 x-openstack-request-id: req-5744b338-588c-4aac-abd6-6fb684974482 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:12:16.171627 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf865c7b-efe9-480b-9343-59ab1707ccb4", "name": "network-vif-deleted", "tag": "025d032b-003c-4301-be08-c5dfc83afe42", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:12:16.171995 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5744b338-588c-4aac-abd6-6fb684974482 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:12:16.172494 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf865c7b-efe9-480b-9343-59ab1707ccb4', 'name': 'network-vif-deleted', 'tag': '025d032b-003c-4301-be08-c5dfc83afe42', 'status': 'completed', 'code': 200} Jun 09 14:12:16.521835 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:16.529167 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-ec72fbbf-02ac-4ab4-92d3-48bedb599184 req-ff25aa84-9a06-4c76-a8bf-efa2d8494698 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf865c7b-efe9-480b-9343-59ab1707ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0432439 Jun 09 14:12:16.561144 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:16.561497 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:17.998020 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70b33b78-8a3d-49c3-90f3-e5d769f5b3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:18.236172 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59804) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:18.506731 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Deleting port 19d636fc-8106-47f4-b673-907487476e5f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:18.506989 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:18.754094 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:18.754382 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:18.874420 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Calling delete_port for 19d636fc-8106-47f4-b673-907487476e5f owned by network:floatingip {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:19.008559 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:19.012234 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e738e2c6-ef0d-46f2-9dfa-b29969c399e5 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:19.054577 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event deleted for resources: {'Port': ['ID=19d636fc-8106-47f4-b673-907487476e5f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:19.056978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:19.148445 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for floatingip, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:19.148702 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.db.l3_db [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Floating IP ca7b3212-b631-4359-8af1-c81a6e35b1d3 disassociated (deleted). External IP: 172.26.5.14, port: ae94f22f-f886-4215-9901-04b660c142bd. Jun 09 14:12:19.211652 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:12:19.509065 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:12:19.690415 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:12:19.694920 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for floatingip, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:19.700189 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:12:19.709901 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:19.710586 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:11:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:19.751035 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-12e0731d-6a46-47b9-8959-594d1bb22e0d tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "DELETE /v2.0/floatingips/ca7b3212-b631-4359-8af1-c81a6e35b1d3 HTTP/1.1" status: 204 len: 168 time: 1.5136344 Jun 09 14:12:19.752176 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:12:19.755179 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120f7b18-2a66-4155-b456-a05fff2e0bea" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:12:19.802362 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 14:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304c5fb-dc46-480a-aa30-b51112343e19 x-openstack-request-id: req-c304c5fb-dc46-480a-aa30-b51112343e19 {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:12:19.802811 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:12:19.803184 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c304c5fb-dc46-480a-aa30-b51112343e19 {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:12:19.803761 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'status': 'completed', 'code': 200} Jun 09 14:12:19.891581 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:19.902517 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-dede346a-4840-4341-90f2-ecab376fd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:19.904142 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-dede346a-4840-4341-90f2-ecab376fd30b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 1096 time: 0.0793579 Jun 09 14:12:20.059671 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-382fe6f0-7f70-4944-a9e5-d98e34c1e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:20.061996 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-382fe6f0-7f70-4944-a9e5-d98e34c1e11b service neutron] 10.222.0.42 "GET /v2.0/networks?id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 200 len: 910 time: 0.1477237 Jun 09 14:12:20.169950 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-241b43a2-5db3-4aec-8d7b-e656cab97b8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 200 len: 217 time: 0.1006835 Jun 09 14:12:20.223615 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:20.229608 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:12:20.240247 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:20.240917 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:11:50Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:20.382211 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d8aaafe3-51b2-4b61-945e-0ca745db95c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:20.414212 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-46a1341e-8de2-48b3-9274-c869002b36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:20.415709 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-46a1341e-8de2-48b3-9274-c869002b36b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 200 len: 848 time: 0.0775917 Jun 09 14:12:20.434639 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:20.462932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1c849-5054-40bf-870c-62df59e0a489 req-5561343d-62be-48b3-9564-d4ab73efc383 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:20.464445 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94b1c849-5054-40bf-870c-62df59e0a489 req-5561343d-62be-48b3-9564-d4ab73efc383 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 943 time: 0.3424387 Jun 09 14:12:20.487816 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:20.548767 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-94b1c849-5054-40bf-870c-62df59e0a489 req-51e6ceb6-2ce8-4ebd-9fcb-fbfbcca53e64 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710356 Jun 09 14:12:20.561621 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:20.590932 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-5801a601-d07e-4a62-8252-c532e6fcaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:20.593156 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-5801a601-d07e-4a62-8252-c532e6fcaa10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69ee0eb8-ab84-47d0-990d-7d04277ed3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1695228 Jun 09 14:12:20.604646 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: 025d032b-003c-4301-be08-c5dfc83afe42 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:20.605274 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device 025d032b-003c-4301-be08-c5dfc83afe42 not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:20.739809 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-56cf0292-54be-4313-96d5-16886d86764d service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374104 Jun 09 14:12:20.790288 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:20.794403 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111da7a-3b25-4b55-b951-1ca9d2134d4b None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:15Z', 'revision_number': 4, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv', '_interfaces': [{'id': '47323405-a823-4a0c-ad88-408301e67f2f', 'name': '', 'network_id': '69ee0eb8-ab84-47d0-990d-7d04277ed3cc', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'mac_address': 'fa:16:3e:4f:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:15Z', 'updated_at': '2021-06-09T14:07:22Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'subnets': [{'id': 'f1e442ec-0c66-42c9-8600-1f8ce8f9d373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:12:20.881685 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-120f7b18-2a66-4155-b456-a05fff2e0bea req-ceebd4e6-c8c6-436b-ae6d-74bfae324834 service neutron] 10.222.0.42 "GET /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342092 Jun 09 14:12:21.054589 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d29b5a-2261-4048-ab46-fc037bbed38f None None] New status for floating IP ca7b3212-b631-4359-8af1-c81a6e35b1d3: DOWN {{(pid=92385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 14:12:21.657518 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:21.759286 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f8ff8-b55d-4a5e-934d-ea978375bb12 req-c5b7079e-cf65-434a-910b-cbd70f7f444e tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:21.760717 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a57f8ff8-b55d-4a5e-934d-ea978375bb12 req-c5b7079e-cf65-434a-910b-cbd70f7f444e tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 943 time: 0.0838330 Jun 09 14:12:21.846959 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-a57f8ff8-b55d-4a5e-934d-ea978375bb12 req-25e22890-d0c3-4314-ad77-51422807440b tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42e7a2e-db63-43b0-ac45-688c18df8933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777223 Jun 09 14:12:21.889965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-0668b445-eaf8-44b7-8e2b-02401f2acb46 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:12:21.891404 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-0668b445-eaf8-44b7-8e2b-02401f2acb46 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 943 time: 0.0872221 Jun 09 14:12:22.028564 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Deleting port ae94f22f-f886-4215-9901-04b660c142bd {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:22.028849 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:22.170358 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] For port ae94f22f-f886-4215-9901-04b660c142bd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ae94f22f-f886-4215-9901-04b660c142bd,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:22.170662 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:22.289648 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Calling delete_port for ae94f22f-f886-4215-9901-04b660c142bd owned by compute:nova {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:22.410873 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:22.416512 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-59994864-290d-4a81-bfe1-4442fb801384 tempest-TestNetworkAdvancedServerOps-1176922535 tempest-TestNetworkAdvancedServerOps-1176922535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:22.460061 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event deleted for resources: {'Port': ['ID=ae94f22f-f886-4215-9901-04b660c142bd,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:22.462724 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:22.539712 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] No DVR routers for this DVR port ae94f22f-f886-4215-9901-04b660c142bd on host hv-neutron-6013 {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:22.542326 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123145'] for port, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:22.544610 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-5bb7107d-3749-4ea9-bdf2-aba5c2e80e4f req-563f4cb5-1cf5-44ae-b845-e20a94f43645 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.42 "DELETE /v2.0/ports/ae94f22f-f886-4215-9901-04b660c142bd HTTP/1.1" status: 204 len: 173 time: 0.6465302 Jun 09 14:12:22.545132 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-deleted', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd'}] {{(pid=92384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 14:12:22.548005 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e45db219eaddc4d53b6bae68a07c5953345af9adfc1de908bfc351148db386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7052fff1-e57e-40af-b77e-c3f43abaae32" -d '{"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-deleted", "tag": "ae94f22f-f886-4215-9901-04b660c142bd"}]}' {{(pid=92384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 14:12:22.593965 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709aff23-87de-4cd6-90a6-862dd67173cd x-openstack-request-id: req-709aff23-87de-4cd6-90a6-862dd67173cd {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 14:12:22.594387 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea45d9-1d65-457f-ad6f-6de91fae2533", "name": "network-vif-deleted", "tag": "ae94f22f-f886-4215-9901-04b660c142bd", "status": "completed", "code": 200}]} {{(pid=92384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 14:12:22.594768 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-709aff23-87de-4cd6-90a6-862dd67173cd {{(pid=92384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 14:12:22.595311 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea45d9-1d65-457f-ad6f-6de91fae2533', 'name': 'network-vif-deleted', 'tag': 'ae94f22f-f886-4215-9901-04b660c142bd', 'status': 'completed', 'code': 200} Jun 09 14:12:23.015988 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [req-24ac46a4-bda1-4d13-bb36-a5af9092f219 req-c83ff149-d46c-4682-b86c-b5e63dc27a7a tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1ea45d9-1d65-457f-ad6f-6de91fae2533 HTTP/1.1" status: 200 len: 210 time: 0.0432265 Jun 09 14:12:23.390650 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:24.169164 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59822) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:24.240117 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:24.269368 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:24.340000 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:24.342295 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:24.343458 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] 10.222.0.21 "DELETE /v2.0/security-groups/a42e7a2e-db63-43b0-ac45-688c18df8933 HTTP/1.1" status: 204 len: 168 time: 0.1732740 Jun 09 14:12:24.344231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-9310c856-a576-461a-bb8a-476ef220d644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:24.355260 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e7a2e-db63-43b0-ac45-688c18df8933,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:24.357573 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-913397f2-3f4d-4e44-8113-32b7d7625309 tempest-TestSnapshotPattern-164781771 tempest-TestSnapshotPattern-164781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:24.388474 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59826) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:25.188592 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:25.601572 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Deleting port 47323405-a823-4a0c-ad88-408301e67f2f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:25.601872 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:25.721615 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] For port 47323405-a823-4a0c-ad88-408301e67f2f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=47323405-a823-4a0c-ad88-408301e67f2f,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:25.721978 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:25.839971 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Calling delete_port for 47323405-a823-4a0c-ad88-408301e67f2f owned by network:router_interface {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:25.984300 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:25.987801 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-c05dd4c2-0db8-431c-a9d5-1fd97899bf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:26.045705 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Pushing event deleted for resources: {'Port': ['ID=47323405-a823-4a0c-ad88-408301e67f2f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:26.048775 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:26.444958 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:26.601143 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:26.643738 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] No Port match for: ae94f22f-f886-4215-9901-04b660c142bd {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:26.644082 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Device ae94f22f-f886-4215-9901-04b660c142bd not bound to the agent host hv-neutron-6013 {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:26.816838 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:12:26.999204 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:12:27.004561 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-560a470b-b724-4fd1-9a05-de8c4ce41603 admin admin] 10.222.0.21 "PUT /v2.0/routers/10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147265 Jun 09 14:12:27.007361 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59830) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:27.008095 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Sync routers for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:12:27.018518 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:27.019165 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:12:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:27.182820 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:27.224802 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: dv-neutron-601336-89-hyperv {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:27.352304 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:27.423568 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Deleting port 2713992e-da65-4e70-99c5-4fe5d618df1f {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:27.423857 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:27.499386 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:12:25Z', 'revision_number': 5, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port': {'id': '2713992e-da65-4e70-99c5-4fe5d618df1f', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:27.503168 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Checking router: 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb for host: dv-neutron-601336-89-hyperv {{(pid=92386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:12:27.511593 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Routers {'10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:27.512183 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:12:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'], 'active': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:27.543231 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] For port 2713992e-da65-4e70-99c5-4fe5d618df1f, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=2713992e-da65-4e70-99c5-4fe5d618df1f,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:27.543808 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:27.658364 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvr_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] Set router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb gateway port host: None {{(pid=92386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:27.663519 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Calling delete_port for 2713992e-da65-4e70-99c5-4fe5d618df1f owned by network:router_gateway {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:27.763329 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.l3_hamode_db [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:12:27Z', 'revision_number': 6, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:27.767927 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9bdf7-5c93-47ca-81fc-addb2e11e4ea None None] The sync data for ids ['10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb'] in dv-neutron-601336-89-hyperv is: [{'id': '10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb', 'name': 'tempest-TestSnapshotPattern-915865653-router', 'tenant_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:12Z', 'updated_at': '2021-06-09T14:12:27Z', 'revision_number': 6, 'project_id': '87e6d4a5ff7f458fadfaeb60bfb73e85', 'gw_port_host': None}] {{(pid=92386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:12:27.962205 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:27.966048 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-baf70f91-2366-4a9a-8875-9819fd448141 tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:28.006598 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2713992e-da65-4e70-99c5-4fe5d618df1f,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:28.010019 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:28.099424 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.275468 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.277734 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.303946 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.304522 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb {{(pid=92384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 14:12:28.308942 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.310081 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-e394b398-12df-40bd-8ea4-2cbde95a9aa1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/10eb80f9-fcb0-44c9-9fd7-1fc408eaeacb HTTP/1.1" status: 204 len: 168 time: 1.3018301 Jun 09 14:12:28.312675 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59834) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:28.373510 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Deleting subnet f1e442ec-0c66-42c9-8600-1f8ce8f9d373 {{(pid=92384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 14:12:28.376458 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.426947 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6423448'] for subnet, precommit_delete_associations {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.511628 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.580462 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6423546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8050656'] for subnet, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.587166 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-f41cd65f-d904-4dd8-9387-d51b477747cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:28.621869 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e442ec-0c66-42c9-8600-1f8ce8f9d373,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:28.623794 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.628774 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1e442ec-0c66-42c9-8600-1f8ce8f9d373 HTTP/1.1" status: 204 len: 168 time: 0.3119838 Jun 09 14:12:28.628774 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-6c5d852b-042e-4258-bc9e-5223c01781c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:28.629131 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59836) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:28.630848 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273c0b9-003a-46e7-bc5f-0ceeaeddcbaa None None] Network 69ee0eb8-ab84-47d0-990d-7d04277ed3cc requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:12:28.690921 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2713992e-da65-4e70-99c5-4fe5d618df1f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:28.731652 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 2713992e-da65-4e70-99c5-4fe5d618df1f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:28.731996 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 2713992e-da65-4e70-99c5-4fe5d618df1f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:28.732438 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47323405-a823-4a0c-ad88-408301e67f2f no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:28.735431 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.778110 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 47323405-a823-4a0c-ad88-408301e67f2f {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:28.778460 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 47323405-a823-4a0c-ad88-408301e67f2f not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:28.813423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Deleting port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:28.813423 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.913611 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] For port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:28.913966 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:28.957747 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] DHCP port deletion for 69ee0eb8-ab84-47d0-990d-7d04277ed3cc request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 14:12:29.022471 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Deleting port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:29.022929 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.124261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] For port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,segment=NetworkSegment(68aa7e44-0c71-4128-963c-55a038df152a),segment_id=68aa7e44-0c71-4128-963c-55a038df152a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:29.124528 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.176005 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Calling delete_port for 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 owned by network:dhcp {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:29.222868 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.226640 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-2a5cc67d-202d-46d6-8925-0738ce8aced5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:29.251051 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Calling delete_port for 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:29.266805 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.267275 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:29.270759 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:29.273303 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] No DVR routers for this DVR port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 on host dv-neutron-601336-89-hyperv {{(pid=92383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:29.299759 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.303371 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56d17fe4-0773-43c1-a30c-9022e272e5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:29.344742 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Pushing event deleted for resources: {'Port': ['ID=517ccc16-acf6-4d0c-b03e-b37a5fdf5105,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:29.347753 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:29.348564 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d9ea2-e912-4e3b-8070-2242097cf198 None None] No DVR routers for this DVR port 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:29.383681 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.396548 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ee0eb8-ab84-47d0-990d-7d04277ed3cc']}} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:29.412074 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68aa7e44-0c71-4128-963c-55a038df152a') {'for_net_delete': True} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:29.412369 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.services.segments.db [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68aa7e44-0c71-4128-963c-55a038df152a') {} {{(pid=92383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:29.423564 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8302044'] for segment, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.439128 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.446478 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 14:12:29.446893 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7929444'] for segment, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: Traceback (most recent call last): Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: timer() Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: cb(*args, **kw) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: return func(*args, **kwargs) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: self._notify() Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: self.callback(batched_events) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: event.method(event) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: return f(self, *a, **k) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._get(url).json() Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: return self.request(url, 'GET', **kwargs) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 14:12:29.460151 dv-neutron-601336-89-hyperv neutron-server[92383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 14:12:29.534963 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.539572 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-a70f9015-54a3-4846-926e-61c46a5f0362 tempest-PortsIpV6TestJSON-1926536085 tempest-PortsIpV6TestJSON-1926536085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:29.551971 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Notify callbacks [] for network, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:29.553746 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69ee0eb8-ab84-47d0-990d-7d04277ed3cc HTTP/1.1" status: 204 len: 168 time: 0.9246471 Jun 09 14:12:29.556709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59838) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:29.612408 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ee0eb8-ab84-47d0-990d-7d04277ed3cc,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:29.619430 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-269d940d-3890-4b67-b755-7e0093cdfba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:30.116219 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435329'] for router_interface, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:30.535113 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Deleting port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:30.535350 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:30.645657 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:30.662412 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] For port 4a734bd9-c7c2-4e2b-b1ab-da184794bc17, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:30.662794 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:30.679569 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:30.679923 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 517ccc16-acf6-4d0c-b03e-b37a5fdf5105 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:30.925323 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Calling delete_port for 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 owned by network:router_interface {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:31.072442 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:31.076118 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-84a592dd-1262-4dc3-8ca5-138f12db0a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:31.117957 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a734bd9-c7c2-4e2b-b1ab-da184794bc17,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:31.121066 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:31.381787 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-502180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435294'] for router_interface, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:31.757147 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 has already been hosted by L3 agent a301c517-cfc3-4cda-94ac-d7593b136fa7 {{(pid=92383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:12:31.935084 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] Notify agent at l3_agent.dv-neutron-601336-89-hyperv the message routers_updated {{(pid=92383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:12:31.939679 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-1c874039-a666-445d-b6fe-92bc6ae8b869 admin admin] 10.222.0.21 "PUT /v2.0/routers/68680a3f-2164-4a97-b4e2-6e7b36dd1099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3820405 Jun 09 14:12:31.942226 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59840) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:31.944957 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Sync routers for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:12:31.956384 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:31.957011 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:12:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:32.116361 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks [] for router, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:32.178285 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: dv-neutron-601336-89-hyperv {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:32.436951 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:32.465634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'external_fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:12:31Z', 'revision_number': 5, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port': {'id': '9e89e842-aea6-42b5-bbc2-edf5ce38afdd', 'name': '', 'network_id': '6be880b0-7513-481b-8893-1157b97ffcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '46550058-7890-4932-ab26-1d42a5e39f42', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-89-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:07:19Z', 'updated_at': '2021-06-09T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46550058-7890-4932-ab26-1d42a5e39f42', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-89-hyperv'}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:32.469943 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Checking router: 68680a3f-2164-4a97-b4e2-6e7b36dd1099 for host: dv-neutron-601336-89-hyperv {{(pid=92385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:12:32.479086 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Routers {'68680a3f-2164-4a97-b4e2-6e7b36dd1099'} bound to L3 agent in host dv-neutron-601336-89-hyperv {{(pid=92385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:12:32.479713 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-89-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T13:08:50Z,description=,heartbeat_timestamp=2021-06-09T14:12:20Z,host='dv-neutron-601336-89-hyperv',id=a301c517-cfc3-4cda-94ac-d7593b136fa7,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T13:08:50Z,topic='l3_agent')) {'router_ids': ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'], 'active': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:32.509356 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Deleting port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd {{(pid=92383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:32.509693 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:32.633876 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvr_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] Set router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 gateway port host: None {{(pid=92385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:12:32.634279 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.db [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] For port 9e89e842-aea6-42b5-bbc2-edf5ce38afdd, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,segment=NetworkSegment(9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2),segment_id=9b16a0eb-1fb7-4ce9-8d0f-cc1ff659cfa2)] {{(pid=92383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:32.634664 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:32.739510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_hamode_db [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:12:32Z', 'revision_number': 6, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port_host': None}], 'dv-neutron-601336-89-hyperv', False) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:32.743375 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab95b2-dc67-448c-8540-d50df8eecd12 None None] The sync data for ids ['68680a3f-2164-4a97-b4e2-6e7b36dd1099'] in dv-neutron-601336-89-hyperv is: [{'id': '68680a3f-2164-4a97-b4e2-6e7b36dd1099', 'name': 'tempest-TestSnapshotPattern-327797278-router', 'tenant_id': '699c2641ddd743468878046a18f34ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:07:18Z', 'updated_at': '2021-06-09T14:12:32Z', 'revision_number': 6, 'project_id': '699c2641ddd743468878046a18f34ae9', 'gw_port_host': None}] {{(pid=92385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:12:32.758576 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Calling delete_port for 9e89e842-aea6-42b5-bbc2-edf5ce38afdd owned by network:router_gateway {{(pid=92383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:32.892752 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7929355'] for port, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:32.899501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-13b3faa6-c086-46a0-abdd-6bb573ba6b0a tempest-TestShelveInstance-2035262456 tempest-TestShelveInstance-2035262456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:32.970144 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e89e842-aea6-42b5-bbc2-edf5ce38afdd,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:32.976669 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:33.034363 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432734'] for router_gateway, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.207371 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12634'] for router, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.209730 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.239709 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-437352'] for router, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.240373 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68680a3f-2164-4a97-b4e2-6e7b36dd1099 {{(pid=92383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 14:12:33.244529 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] Notify callbacks [] for router, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.245685 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-bf1f5b35-5f33-4164-8151-3906a858ad43 admin admin] 10.222.0.21 "DELETE /v2.0/routers/68680a3f-2164-4a97-b4e2-6e7b36dd1099 HTTP/1.1" status: 204 len: 168 time: 1.3025613 Jun 09 14:12:33.248227 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59842) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:33.309494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Deleting subnet 4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c {{(pid=92383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 14:12:33.312878 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.363111 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8302027'] for subnet, precommit_delete_associations {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.439332 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1778349'] for subnet, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.511696 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1778356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7944397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6950129'] for subnet, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.516538 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-6a8ac1fd-e761-4239-ac51-8b7517685ae0 tempest-NetworksIpV6Test-571037324 tempest-NetworksIpV6Test-571037324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:33.552703 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.557397 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59844) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:33.558824 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c HTTP/1.1" status: 204 len: 168 time: 0.3085842 Jun 09 14:12:33.559886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd12b192-89bd-4e6c-af73-edf618c95c9b None None] Network c9f23356-1880-4787-b2a7-1e65cf9fe1a0 requested from dv-neutron-601336-89-hyperv {{(pid=92385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:12:33.560336 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0a559c-bdb4-4b8d-90a4-eb614eb94b7c,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:33.562494 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-14c72cb8-74fa-480d-ab9e-ebe57a740764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:33.672503 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804558'] for network, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.758163 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Deleting port 7ee12b52-1f7b-447e-a641-d786da9421da {{(pid=92384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:33.758651 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.825083 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462d792-761b-493c-91be-2930ed42c382 None None] DHCP port deletion for c9f23356-1880-4787-b2a7-1e65cf9fe1a0 request from dv-neutron-601336-89-hyperv {{(pid=92385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 14:12:33.857823 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.db [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] For port 7ee12b52-1f7b-447e-a641-d786da9421da, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ee12b52-1f7b-447e-a641-d786da9421da,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:33.858177 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.889663 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Deleting port 7ee12b52-1f7b-447e-a641-d786da9421da {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 09 14:12:33.890048 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362908254'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:33.979738 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.plugin [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Calling delete_port for 7ee12b52-1f7b-447e-a641-d786da9421da owned by network:dhcp {{(pid=92384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:33.988930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5462d792-761b-493c-91be-2930ed42c382 None None] For port 7ee12b52-1f7b-447e-a641-d786da9421da, host dv-neutron-601336-89-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-89-hyperv',level=0,port_id=7ee12b52-1f7b-447e-a641-d786da9421da,segment=NetworkSegment(f193143e-84f2-47c6-a9f4-08cbee7fd9da),segment_id=f193143e-84f2-47c6-a9f4-08cbee7fd9da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:12:33.989265 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432469'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.030403 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6538556'] for port, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.034209 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-31cbe720-7838-42e8-b719-140bc975847f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:34.076428 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee12b52-1f7b-447e-a641-d786da9421da,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:34.079425 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:34.080194 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] No DVR routers for this DVR port 7ee12b52-1f7b-447e-a641-d786da9421da on host dv-neutron-601336-89-hyperv {{(pid=92384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:34.110864 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Calling delete_port for 7ee12b52-1f7b-447e-a641-d786da9421da owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 09 14:12:34.154258 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-502198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362914636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362446596'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.157829 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:34.191450 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779736', 'neutron.services.segments.db._delete_segments_for_network-8736362962068'] for network, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.202692 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Pushing event deleted for resources: {'Port': ['ID=7ee12b52-1f7b-447e-a641-d786da9421da,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:34.204206 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f23356-1880-4787-b2a7-1e65cf9fe1a0']}} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:34.205622 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5462d792-761b-493c-91be-2930ed42c382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:34.207892 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462d792-761b-493c-91be-2930ed42c382 None None] No DVR routers for this DVR port 7ee12b52-1f7b-447e-a641-d786da9421da on host dv-neutron-601336-89-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 14:12:34.221541 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f193143e-84f2-47c6-a9f4-08cbee7fd9da') {'for_net_delete': True} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:34.221831 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.services.segments.db [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f193143e-84f2-47c6-a9f4-08cbee7fd9da') {} {{(pid=92384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:12:34.233481 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362963119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6423439'] for segment, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.250285 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592'] for segment, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.256613 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 14:12:34.257003 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6538579'] for segment, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: Traceback (most recent call last): Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: timer() Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: cb(*args, **kw) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: return func(*args, **kwargs) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: self._notify() Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: self.callback(batched_events) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: event.method(event) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: return f(self, *a, **k) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._get(url).json() Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: return self.request(url, 'GET', **kwargs) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 14:12:34.270159 dv-neutron-601336-89-hyperv neutron-server[92384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 14:12:34.350622 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-479449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-502207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432753'] for network, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.355079 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-801b3bca-7513-42e9-9cc0-f0763b883bef tempest-RoutersNegativeTest-1337912377 tempest-RoutersNegativeTest-1337912377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:34.371733 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Notify callbacks [] for network, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.373503 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9f23356-1880-4787-b2a7-1e65cf9fe1a0 HTTP/1.1" status: 204 len: 168 time: 0.8144345 Jun 09 14:12:34.379431 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f23356-1880-4787-b2a7-1e65cf9fe1a0,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:34.381777 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-506ed6e0-c002-4502-8870-65e3872bc2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:34.492731 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59848) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:34.542664 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-974146e5-5aed-4cec-978f-a8f6443730ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87e6d4a5ff7f458fadfaeb60bfb73e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484250 Jun 09 14:12:34.545295 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.wsgi [-] (92383) accepted ('10.222.0.21', 59850) {{(pid=92383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:34.608884 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.635169 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.644801 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:34.679852 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:34.680190 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 4a734bd9-c7c2-4e2b-b1ab-da184794bc17 not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:34.680842 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e89e842-aea6-42b5-bbc2-edf5ce38afdd no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:34.689501 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.692154 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron_lib.callbacks.manager [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:34.695623 dv-neutron-601336-89-hyperv neutron-server[92383]: INFO neutron.wsgi [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbdcd1ee-fe4b-4630-80ad-78616cdc4e66 HTTP/1.1" status: 204 len: 168 time: 0.1469069 Jun 09 14:12:34.695623 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-e6825c04-055a-4f19-8c3e-2060003091f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:34.704230 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdcd1ee-fe4b-4630-80ad-78616cdc4e66,revision_number=None']} {{(pid=92383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:34.707019 dv-neutron-601336-89-hyperv neutron-server[92383]: DEBUG oslo_concurrency.lockutils [None req-cd592b39-87d5-41f1-b7f8-99ef6470b6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:34.723756 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 9e89e842-aea6-42b5-bbc2-edf5ce38afdd {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:34.724148 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 9e89e842-aea6-42b5-bbc2-edf5ce38afdd not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:34.724702 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ee12b52-1f7b-447e-a641-d786da9421da no longer exists at agent ovs-agent-dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 09 14:12:34.814022 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] No Port match for: 7ee12b52-1f7b-447e-a641-d786da9421da {{(pid=92385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 09 14:12:34.814370 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.rpc [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Device 7ee12b52-1f7b-447e-a641-d786da9421da not bound to the agent host dv-neutron-601336-89-hyperv {{(pid=92385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 09 14:12:35.086329 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59856) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:35.134819 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-199c3756-de96-442d-a148-1ee50098bb1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=699c2641ddd743468878046a18f34ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470684 Jun 09 14:12:35.138470 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.wsgi [-] (92384) accepted ('10.222.0.21', 59858) {{(pid=92384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:12:35.202786 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:35.228948 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:35.287278 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479435'] for security_group, after_delete {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:35.289813 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron_lib.callbacks.manager [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:35.290970 dv-neutron-601336-89-hyperv neutron-server[92384]: INFO neutron.wsgi [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/222b9f9d-12fb-4173-b0ff-8e15265d6858 HTTP/1.1" status: 204 len: 168 time: 0.1516309 Jun 09 14:12:35.291852 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-1a91f494-547e-4f5f-b533-b12cb32d1ccb tempest-TestNetworkBasicOps-1569853856 tempest-TestNetworkBasicOps-1569853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:12:35.301528 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b9f9d-12fb-4173-b0ff-8e15265d6858,revision_number=None']} {{(pid=92384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:12:35.304028 dv-neutron-601336-89-hyperv neutron-server[92384]: DEBUG oslo_concurrency.lockutils [None req-650eab05-86e8-42f7-8755-1af23370a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:12:48.008748 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e36e6960-be04-4913-831b-b37e675bc2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:50.390862 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d333a512-690f-4ab5-8abe-e97e0be257ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:50.499153 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:51.660199 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:53.392964 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:12:56.215477 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:12:59.207732 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:18.008836 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1487-4012-4522-9cdb-39cc89efb53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:20.378236 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73b28523-6b49-4b83-bec1-7d86f39c7a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:20.495491 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:21.663563 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:23.394510 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:29.212942 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:33.220159 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:13:48.011833 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dacce062-90f9-4cad-abc0-71cb19f17fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:50.383151 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d48fb763-c981-4c63-b3e0-272ec7dc8063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:50.501099 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:51.663292 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:53.398243 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:13:59.216896 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:10.224501 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:14:18.015163 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88ada0e4-c9fd-4898-a81b-60fe100ed330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:20.380329 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5511bd19-7c28-4fec-9340-aed66dc6779d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:20.489039 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:21.672595 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:23.404915 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:29.224826 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:47.227188 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:14:48.017604 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb1226e1-0eb5-4a79-bdc4-0bc9798c1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:50.381859 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c7c13c-d981-406a-aa08-5b0249240cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:50.493741 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:51.675024 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:53.407210 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:14:59.222433 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:18.018968 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e820c-43a2-446f-93d8-df3de7b4ece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:20.380176 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0724fefd-dbf4-4a58-a505-7c722b6de49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:20.495411 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:21.686593 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:23.410690 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:24.232573 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:15:29.231634 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:48.024389 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45cb18fe-c330-4c3c-8985-79a7820a14a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:50.376567 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-471ad6c6-1e75-43ea-a02a-8827badb8eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:50.498637 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:51.685618 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:53.412710 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:15:59.246714 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:01.233643 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:16:18.028920 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-404fc2a8-5435-4bc7-a97f-5c31f24bc8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:20.373293 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-da8e8f4a-4ac7-4ae2-81e0-5fa4e333eb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:20.500739 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:21.686003 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:23.429645 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:29.241015 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:38.233275 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:16:48.030100 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-911d821a-7314-4d5a-9776-47d062a811b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:50.376429 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5365ed8-a894-418d-b642-f911b6c833f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:50.512886 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:51.689695 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:53.433192 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:16:59.256769 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:15.238062 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:17:18.032281 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fb67682-8682-4529-9bba-de9a952b1b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:20.372259 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29769479-1952-46f4-8924-c68d04946236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:20.498452 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:21.698261 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:23.429844 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:29.254843 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:48.039651 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f46702e-c235-4c79-bd4e-98765c353b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:50.387757 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0d35c5c-cba7-4d59-b171-c94597569176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:50.503183 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33a023c2-fd12-4eb6-b0da-4bc21ce514b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:51.693441 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227f4d56-2b21-41f2-99e8-937fec569ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:52.242976 dv-neutron-601336-89-hyperv neutron-server[92386]: DEBUG neutron.db.agents_db [None req-f61b0769-1148-4d16-8805-4ff2d2f68699 None None] Agent healthcheck: found 6 active agents {{(pid=92386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:17:53.429849 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b7a310f-a430-47f9-bcbe-01959f3bd6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:17:59.263930 dv-neutron-601336-89-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e03005-7d0b-46e3-879f-c2bbc023d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362962050', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783266'] for agent, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}